Update app.py

app.py

@@ -19,16 +19,35 @@ if API_KEY is None:
 # Hugging Face API settings
 API_URL = "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct"
 
+# Define the headers
 headers = {
-    "Authorization": f"Bearer {API_KEY}"
+    'Content-Type': 'application/json',
+    'Authorization': f'Bearer {bearer_token}'
 }
 
+def format_llama_messages(messages):
+    """Format messages for Llama-3 chat models.
+
+    The model only supports 'system', 'user', and 'assistant' roles, starting with 'system', then 'user', and
+    alternating (u/a/u/a/u...). The last message must be from 'user'.
+    """
+    prompt = []
+
+    if messages[0]["role"] == "system":
+        content = "".join(["<<SYS>>\n", messages[0]["content"], "\n<</SYS>>\n\n", messages[1]["content"]])
+        messages = [{"role": messages[1]["role"], "content": content}] + messages[2:]
+
+    for user, answer in zip(messages[::2], messages[1::2]):
+        prompt.extend(["<s>", "[INST] ", (user["content"]).strip(), " [/INST] ", (answer["content"]).strip(), "</s>"])
+
+    prompt.extend(["<s>", "[INST] ", (messages[-1]["content"]).strip(), " [/INST] "])
+
+    return "".join(prompt)
+
+system_prompt = "You are a food critic Chatbot. Reply in the style of a New York Times food critic"
+
 if "messages" not in st.session_state:
-    st.session_state.messages = [{"role": "system", "content": 
-                 """
-                 You are a nice Chatbot.
-                 """
-                 }]
+    st.session_state.messages = [{"role": "system", "content": system_prompt}]
     st.session_state.messages.append({'role': 'assistant', "content": 'Ask me anything'})
 
 def handle_query(query):
@@ -46,6 +65,22 @@ def handle_query(query):
     else:
         return f"Error: Unable to fetch response from the model. Status code: {response.status_code}"
 
+def handle_query(query):
+    st.session_state.messages.append({'role': 'user', "content": query})
+    formatted_messages=format_llama_messages(st.session_state.messages)
+    json_body = {
+        "inputs": formatted_messages,
+                "parameters": {"max_new_tokens":256, "top_p":0.9, "temperature":0.7}
+        }
+    data = json.dumps(json_body)
+    response = requests.request("POST", url, headers=headers, data=data)
+    try:
+        data=json.loads(response.content.decode("utf-8"))
+        return data[0]['generated_text'].split('[/INST] ')[1]
+    except:
+        return response
+
+
 def streamer(text):
     for i in text:
         yield i
@@ -55,7 +90,7 @@ for message in st.session_state.messages:
     with st.chat_message(message['role'], avatar=icons[message['role']]):
         st.write(message['content'])
 
-user_prompt = st.chat_input("Ask me anything:")
+user_prompt = st.chat_input("Ask me anything about foods")
 
 if user_prompt:
     with st.chat_message("user", avatar=icons["user"]):