Update app.py

app.py

@@ -6,6 +6,7 @@ import time
 
 # Set up the Streamlit app
 st.title("Llama Food Critic Chatbot")
+st.markdown("Ask me anything about food")
 
 # Get the API key from the environment variable
 HF_TOKEN = os.getenv("HF_TOKEN")
@@ -25,11 +26,16 @@ headers = {
     'Authorization': f'Bearer {HF_TOKEN}'
 }
 
+
+st.sidebar.markdown("Model Parameters")
+temperature = st.sidebar.slider("Temperature", 0.0, 1.0, 0.7, 0.1)
+max_tokens = st.sidebar.number_input("Max Tokens", 50, 500, 256, step=50)
+top_p = st.sidebar.slider("Top P", 0.1, 1.0, 0.9, 0.1)
+
+st.write("temperature "+temperature)
+
 def format_llama_messages(messages):
     """Format messages for Llama-3 chat models.
-
-    The model only supports 'system', 'user', and 'assistant' roles, starting with 'system', then 'user', and
-    alternating (u/a/u/a/u...). The last message must be from 'user'.
     """
     prompt = []
 
@@ -56,7 +62,7 @@ def handle_query(query):
     print(23, formatted_messages)
     json_body = {
         "inputs": formatted_messages,
-                "parameters": {"max_new_tokens":512, "top_p":0.5, "temperature":0.5}
+                "parameters": {"max_new_tokens":512, "top_p":0.7, "temperature":0.7}
         }
     data = json.dumps(json_body)
     print(3, data)
@@ -78,7 +84,7 @@ def handle_query(query):
 def streamer(text):
     for i in text:
         yield i
-        time.sleep(0.001)
+        time.sleep(0.005)
 
 for message in st.session_state.messages[1:]:
     with st.chat_message(message['role'], avatar=icons[message['role']]):