IDKHowToCodeFr commited on
Commit
3cfec19
·
1 Parent(s): b1b706a

fix : model fix

Browse files
Files changed (1) hide show
  1. scripts/llm.py +2 -2
scripts/llm.py CHANGED
@@ -59,7 +59,7 @@ async def call_nvidia(prompt: str, system: str, timeout: float) -> Optional[dict
59
  key = os.getenv("NVIDIA_API_KEY")
60
  if not key: return None
61
  payload = {
62
- "model": "meta/llama-3.1-70b-instruct",
63
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
64
  "temperature": 0.3,
65
  "response_format": {"type": "json_object"}
@@ -73,7 +73,7 @@ async def call_groq(prompt: str, system: str, timeout: float) -> Optional[dict]:
73
  key = os.getenv("GROQ_API_KEY")
74
  if not key: return None
75
  payload = {
76
- "model": "llama-3.1-70b-versatile",
77
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
78
  "temperature": 0.3,
79
  "response_format": {"type": "json_object"}
 
59
  key = os.getenv("NVIDIA_API_KEY")
60
  if not key: return None
61
  payload = {
62
+ "model": "meta/llama3-70b-instruct",
63
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
64
  "temperature": 0.3,
65
  "response_format": {"type": "json_object"}
 
73
  key = os.getenv("GROQ_API_KEY")
74
  if not key: return None
75
  payload = {
76
+ "model": "llama3-70b-8192",
77
  "messages": [{"role": "system", "content": system + "\n\nRETURN JSON ONLY."}, {"role": "user", "content": prompt}],
78
  "temperature": 0.3,
79
  "response_format": {"type": "json_object"}