Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -54,19 +54,17 @@ def format_llama_messages(messages):
|
|
| 54 |
|
| 55 |
if "messages" not in st.session_state:
|
| 56 |
st.session_state.messages = [{"role": "system", "content": system_prompt}]
|
| 57 |
-
print(1, st.session_state.messages)
|
| 58 |
|
| 59 |
def handle_query(query):
|
| 60 |
st.session_state.messages.append({'role': 'user', "content": query})
|
| 61 |
formatted_messages=format_llama_messages(st.session_state.messages)
|
| 62 |
-
|
| 63 |
-
print(23, formatted_messages)
|
| 64 |
json_body = {
|
| 65 |
"inputs": formatted_messages,
|
| 66 |
"parameters": {"max_new_tokens":max_new_tokens, "top_p":top_p, "temperature":temperature}
|
| 67 |
}
|
| 68 |
data = json.dumps(json_body)
|
| 69 |
-
print(
|
| 70 |
response = requests.request("POST", API_URL, headers=headers, data=data)
|
| 71 |
try:
|
| 72 |
data=json.loads(response.content.decode("utf-8"))
|
|
@@ -96,11 +94,11 @@ user_prompt = st.chat_input("Ask me anything about foods..")
|
|
| 96 |
if user_prompt:
|
| 97 |
with st.chat_message("user", avatar=icons["user"]):
|
| 98 |
st.write(user_prompt)
|
| 99 |
-
|
| 100 |
# Trigger assistant's response retrieval and update UI
|
| 101 |
with st.spinner("Thinking..."):
|
| 102 |
response = handle_query(user_prompt)
|
| 103 |
with st.chat_message("assistant", avatar=icons["assistant"]):
|
| 104 |
st.write(streamer(response))
|
| 105 |
-
|
| 106 |
st.session_state.messages.append({'role': 'assistant', "content": response})
|
|
|
|
| 54 |
|
| 55 |
if "messages" not in st.session_state:
|
| 56 |
st.session_state.messages = [{"role": "system", "content": system_prompt}]
|
|
|
|
| 57 |
|
| 58 |
def handle_query(query):
|
| 59 |
st.session_state.messages.append({'role': 'user', "content": query})
|
| 60 |
formatted_messages=format_llama_messages(st.session_state.messages)
|
| 61 |
+
|
|
|
|
| 62 |
json_body = {
|
| 63 |
"inputs": formatted_messages,
|
| 64 |
"parameters": {"max_new_tokens":max_new_tokens, "top_p":top_p, "temperature":temperature}
|
| 65 |
}
|
| 66 |
data = json.dumps(json_body)
|
| 67 |
+
print("JSON Sent:", data)
|
| 68 |
response = requests.request("POST", API_URL, headers=headers, data=data)
|
| 69 |
try:
|
| 70 |
data=json.loads(response.content.decode("utf-8"))
|
|
|
|
| 94 |
if user_prompt:
|
| 95 |
with st.chat_message("user", avatar=icons["user"]):
|
| 96 |
st.write(user_prompt)
|
| 97 |
+
|
| 98 |
# Trigger assistant's response retrieval and update UI
|
| 99 |
with st.spinner("Thinking..."):
|
| 100 |
response = handle_query(user_prompt)
|
| 101 |
with st.chat_message("assistant", avatar=icons["assistant"]):
|
| 102 |
st.write(streamer(response))
|
| 103 |
+
|
| 104 |
st.session_state.messages.append({'role': 'assistant', "content": response})
|