IDKHowToCodeFr commited on
Commit
c494041
·
1 Parent(s): fed8ab9

fix(llm): use nemotron-3-ultra-550b for nvidia and llama3-70b-8192 for groq

Browse files
Files changed (1) hide show
  1. scripts/llm.py +2 -2
scripts/llm.py CHANGED
@@ -59,7 +59,7 @@ async def call_nvidia(prompt: str, system: str, timeout: float) -> Optional[dict
59
  key = os.getenv("NVIDIA_API_KEY")
60
  if not key: return None
61
  payload = {
62
- "model": "z-ai/glm-5.3",
63
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
64
  "temperature": 0.3,
65
  "response_format": {"type": "json_object"}
@@ -73,7 +73,7 @@ async def call_groq(prompt: str, system: str, timeout: float) -> Optional[dict]:
73
  key = os.getenv("GROQ_API_KEY")
74
  if not key: return None
75
  payload = {
76
- "model": "openai/gpt-oss-20b",
77
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
78
  "temperature": 0.3,
79
  "response_format": {"type": "json_object"}
 
59
  key = os.getenv("NVIDIA_API_KEY")
60
  if not key: return None
61
  payload = {
62
+ "model": "nvidia/nemotron-3-ultra-550b-a55b",
63
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
64
  "temperature": 0.3,
65
  "response_format": {"type": "json_object"}
 
73
  key = os.getenv("GROQ_API_KEY")
74
  if not key: return None
75
  payload = {
76
+ "model": "llama3-70b-8192",
77
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
78
  "temperature": 0.3,
79
  "response_format": {"type": "json_object"}