Spaces:
Build error
Build error
File size: 3,249 Bytes
528a61e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 | import streamlit as st
from llama_index.core.llms import ChatMessage
import logging
import time
from llama_index.llms.ollama import Ollama
# Set up logging
logging.basicConfig(level=logging.INFO)
# Initialize chat history in session state
if 'messages' not in st.session_state:
st.session_state.messages = []
# Function to stream chat response based on selected model
def stream_chat(model, messages):
# Integrate with actual LLM streaming method
try:
llm = Ollama(model=model, request_timeout=120.0)
resp = llm.stream_chat(messages)
response = ""
response_placeholder = st.empty()
for r in resp:
response += r.delta
response_placeholder.write(response)
logging.info(f"Model: {model}, Messages: {messages}, Response: {response}")
return response
except Exception as e:
logging.error(f"Error during streaming: {str(e)}")
raise e
# Streamlit app setup
def main():
st.title("Chat with LLMs Models")
logging.info("App started")
# Sidebar for model selection
model = st.sidebar.selectbox("Choose a model", ["llama3", "phi3", "mistral"])
logging.info(f"Model selected: {model}")
# Prompt for user input and save to chat history
if prompt := st.chat_input("Votre question"):
st.session_state.messages.append({"role": "user", "content": prompt})
logging.info(f"User input: {prompt}")
# Immediately display the user's query
for message in st.session_state.messages:
with st.chat_message(message["role"]):
st.write(message["content"])
# If last message is not from assistant, generate a new response
if st.session_state.messages[-1]["role"] != "assistant":
with st.chat_message("assistant"):
# Start timing
start_time = time.time()
logging.info("Generating response")
# Generate the bot's response with error handling for missing files
with st.spinner("En train d'écrire..."):
try:
messages = [ChatMessage(role=msg["role"], content=msg["content"]) for msg in st.session_state.messages]
response_message = stream_chat(model, messages)
# Calculate the duration
duration = time.time() - start_time
response_message_with_duration = f"{response_message}\n\nDuration: {duration:.2f} seconds"
st.session_state.messages.append({"role": "assistant", "content": response_message_with_duration})
st.write(f"Duration: {duration:.2f} seconds")
logging.info(f"Response: {response_message}, Duration: {duration:.2f} s")
except Exception as e:
st.session_state.messages.append({"role": "assistant", "content": str(e)})
st.error("Une erreur s'est produite lors de la génération de la réponse.")
logging.error(f"Error: {str(e)}")
if __name__ == "__main__":
main() |