Spaces:
Running
Running
Commit ·
c494041
1
Parent(s): fed8ab9
fix(llm): use nemotron-3-ultra-550b for nvidia and llama3-70b-8192 for groq
Browse files- scripts/llm.py +2 -2
scripts/llm.py
CHANGED
|
@@ -59,7 +59,7 @@ async def call_nvidia(prompt: str, system: str, timeout: float) -> Optional[dict
|
|
| 59 |
key = os.getenv("NVIDIA_API_KEY")
|
| 60 |
if not key: return None
|
| 61 |
payload = {
|
| 62 |
-
"model": "
|
| 63 |
"messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
|
| 64 |
"temperature": 0.3,
|
| 65 |
"response_format": {"type": "json_object"}
|
|
@@ -73,7 +73,7 @@ async def call_groq(prompt: str, system: str, timeout: float) -> Optional[dict]:
|
|
| 73 |
key = os.getenv("GROQ_API_KEY")
|
| 74 |
if not key: return None
|
| 75 |
payload = {
|
| 76 |
-
"model": "
|
| 77 |
"messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
|
| 78 |
"temperature": 0.3,
|
| 79 |
"response_format": {"type": "json_object"}
|
|
|
|
| 59 |
key = os.getenv("NVIDIA_API_KEY")
|
| 60 |
if not key: return None
|
| 61 |
payload = {
|
| 62 |
+
"model": "nvidia/nemotron-3-ultra-550b-a55b",
|
| 63 |
"messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
|
| 64 |
"temperature": 0.3,
|
| 65 |
"response_format": {"type": "json_object"}
|
|
|
|
| 73 |
key = os.getenv("GROQ_API_KEY")
|
| 74 |
if not key: return None
|
| 75 |
payload = {
|
| 76 |
+
"model": "llama3-70b-8192",
|
| 77 |
"messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
|
| 78 |
"temperature": 0.3,
|
| 79 |
"response_format": {"type": "json_object"}
|