Upload app.py

app.py

@@ -18,29 +18,29 @@ import PyPDF2
 SAVE_DIR = Path("/data/saved_docs")
 SAVE_DIR.mkdir(parents=True, exist_ok=True)
 
-MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
+MODEL = "meta-llama/Llama-3.3-70B-Instruct"
 
 
 # =========================
 # SHARED: TOKEN / MODEL / TTS
 # =========================
 
-def get_client():
-    token = os.environ.get("HF_TOKEN", "")
-    return InferenceClient(model=MODEL, token=token if token else None)
+client = InferenceClient("meta-llama/Llama-3.3-70B-Instruct")
 
 
 def call_llama(prompt, max_tokens=1200):
     try:
-        client = get_client()
         response = client.chat_completion(
             messages=[{"role": "user", "content": prompt}],
             max_tokens=max_tokens,
             temperature=0.4,
         )
+
         if hasattr(response, "choices") and response.choices:
             return response.choices[0].message.content
+
         return f"No model output returned. Raw response: {response}"
+
     except Exception as e:
         return f"Model error: {e}"