rahulrb99 commited on
Commit
b6ffa42
·
1 Parent(s): 78c3d22

Switch default LLM from Together to Groq (fix serverless model error)

Browse files
Files changed (1) hide show
  1. backend/llm_client.py +1 -1
backend/llm_client.py CHANGED
@@ -4,7 +4,7 @@ import os
4
 
5
  from openai import OpenAI
6
 
7
- DEFAULT_MODEL = os.getenv("LLM_MODEL", "meta-llama/Llama-3.2-3B-Instruct:together")
8
 
9
  _client: OpenAI | None = None
10
 
 
4
 
5
  from openai import OpenAI
6
 
7
+ DEFAULT_MODEL = os.getenv("LLM_MODEL", "meta-llama/Llama-3.2-3B-Instruct:groq")
8
 
9
  _client: OpenAI | None = None
10