Update mistral_api.py

mistral_api.py

@@ -20,7 +20,7 @@ def get_embedding(text: str, model: str=EMBEDDING_MODEL) -> list[float]:
     return result.data[0].embedding
 
 # Initialize the mistral client using HuggingFace's Inference Client
-client = InferenceClient("mistralai/Mistral-Small-24B-Instruct-2501")#, token=os.getenv("HF_TOKEn"))
+client = InferenceClient("mistralai/Mistral-Small-24B-Instruct-2501", token=os.getenv("HF_TOKEn"))
 
 def get_response(messages: list[dict], temperature=0, max_tokens=800) -> str:
     """Chat completion using HuggingFace's Inference API."""
@@ -31,7 +31,7 @@ def get_response(messages: list[dict], temperature=0, max_tokens=800) -> str:
         # stream=True  # Enables streaming
     )
     print(response)
-    return "hello"#response["choices"][0]["message"]["content"]
+    return response["choices"][0]["message"]["content"]
 
 # def get_response(message, system_message=META_PROMPT, max_tokens=800, temperature=0) -> str:
 #     """Chat completion using HuggingFace's Inference API"""