Upload folder using huggingface_hub

inf_chat.py

@@ -11,9 +11,17 @@ MODEL_OPTIONS = {
 
 def generate_text(message, history, model_choice):
     model = MODEL_OPTIONS[model_choice]
-    prompt = f"{history}\nHuman: {message}\nAI:"
+    
+    # Construct the conversation history
+    conversation = "You are an AI assistant. Respond to the user's questions accurately and concisely.\n\n"
+    for h in history:
+        conversation += f"Human: {h[0]}\nAI: {h[1]}\n\n"
+    
+    # Add the current message
+    conversation += f"Human: {message}\nAI:"
+    
     output = client.text_generation(
-        prompt,
+        conversation,
         model=model,
         max_new_tokens=1000,
         temperature=0.8,