fehmikaya commited on
Commit
866fc92
·
verified ·
1 Parent(s): 131b918

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -6
app.py CHANGED
@@ -54,19 +54,17 @@ def format_llama_messages(messages):
54
 
55
  if "messages" not in st.session_state:
56
  st.session_state.messages = [{"role": "system", "content": system_prompt}]
57
- print(1, st.session_state.messages)
58
 
59
  def handle_query(query):
60
  st.session_state.messages.append({'role': 'user', "content": query})
61
  formatted_messages=format_llama_messages(st.session_state.messages)
62
- print(2, st.session_state.messages)
63
- print(23, formatted_messages)
64
  json_body = {
65
  "inputs": formatted_messages,
66
  "parameters": {"max_new_tokens":max_new_tokens, "top_p":top_p, "temperature":temperature}
67
  }
68
  data = json.dumps(json_body)
69
- print(3, data)
70
  response = requests.request("POST", API_URL, headers=headers, data=data)
71
  try:
72
  data=json.loads(response.content.decode("utf-8"))
@@ -96,11 +94,11 @@ user_prompt = st.chat_input("Ask me anything about foods..")
96
  if user_prompt:
97
  with st.chat_message("user", avatar=icons["user"]):
98
  st.write(user_prompt)
99
- print(4, user_prompt)
100
  # Trigger assistant's response retrieval and update UI
101
  with st.spinner("Thinking..."):
102
  response = handle_query(user_prompt)
103
  with st.chat_message("assistant", avatar=icons["assistant"]):
104
  st.write(streamer(response))
105
- print(5, response)
106
  st.session_state.messages.append({'role': 'assistant', "content": response})
 
54
 
55
  if "messages" not in st.session_state:
56
  st.session_state.messages = [{"role": "system", "content": system_prompt}]
 
57
 
58
  def handle_query(query):
59
  st.session_state.messages.append({'role': 'user', "content": query})
60
  formatted_messages=format_llama_messages(st.session_state.messages)
61
+
 
62
  json_body = {
63
  "inputs": formatted_messages,
64
  "parameters": {"max_new_tokens":max_new_tokens, "top_p":top_p, "temperature":temperature}
65
  }
66
  data = json.dumps(json_body)
67
+ print("JSON Sent:", data)
68
  response = requests.request("POST", API_URL, headers=headers, data=data)
69
  try:
70
  data=json.loads(response.content.decode("utf-8"))
 
94
  if user_prompt:
95
  with st.chat_message("user", avatar=icons["user"]):
96
  st.write(user_prompt)
97
+
98
  # Trigger assistant's response retrieval and update UI
99
  with st.spinner("Thinking..."):
100
  response = handle_query(user_prompt)
101
  with st.chat_message("assistant", avatar=icons["assistant"]):
102
  st.write(streamer(response))
103
+
104
  st.session_state.messages.append({'role': 'assistant', "content": response})