Spaces:
Build error
Build error
Download app.py from shashikumar14/LLMChatAppWithStreamlit: direct link, hf CLI and curl.
- Browser
- Download file 3.25 kB
-
https://huggingface.co/spaces/shashikumar14/LLMChatAppWithStreamlit/resolve/main/app.py
- Command line
-
hf download hf://spaces/shashikumar14/LLMChatAppWithStreamlit/app.py
-
curl -L -o app.py https://huggingface.co/spaces/shashikumar14/LLMChatAppWithStreamlit/resolve/main/app.py
3.25 kB
| import streamlit as st | |
| from llama_index.core.llms import ChatMessage | |
| import logging | |
| import time | |
| from llama_index.llms.ollama import Ollama | |
| # Set up logging | |
| logging.basicConfig(level=logging.INFO) | |
| # Initialize chat history in session state | |
| if 'messages' not in st.session_state: | |
| st.session_state.messages = [] | |
| # Function to stream chat response based on selected model | |
| def stream_chat(model, messages): | |
| # Integrate with actual LLM streaming method | |
| try: | |
| llm = Ollama(model=model, request_timeout=120.0) | |
| resp = llm.stream_chat(messages) | |
| response = "" | |
| response_placeholder = st.empty() | |
| for r in resp: | |
| response += r.delta | |
| response_placeholder.write(response) | |
| logging.info(f"Model: {model}, Messages: {messages}, Response: {response}") | |
| return response | |
| except Exception as e: | |
| logging.error(f"Error during streaming: {str(e)}") | |
| raise e | |
| # Streamlit app setup | |
| def main(): | |
| st.title("Chat with LLMs Models") | |
| logging.info("App started") | |
| # Sidebar for model selection | |
| model = st.sidebar.selectbox("Choose a model", ["llama3", "phi3", "mistral"]) | |
| logging.info(f"Model selected: {model}") | |
| # Prompt for user input and save to chat history | |
| if prompt := st.chat_input("Votre question"): | |
| st.session_state.messages.append({"role": "user", "content": prompt}) | |
| logging.info(f"User input: {prompt}") | |
| # Immediately display the user's query | |
| for message in st.session_state.messages: | |
| with st.chat_message(message["role"]): | |
| st.write(message["content"]) | |
| # If last message is not from assistant, generate a new response | |
| if st.session_state.messages[-1]["role"] != "assistant": | |
| with st.chat_message("assistant"): | |
| # Start timing | |
| start_time = time.time() | |
| logging.info("Generating response") | |
| # Generate the bot's response with error handling for missing files | |
| with st.spinner("En train d'écrire..."): | |
| try: | |
| messages = [ChatMessage(role=msg["role"], content=msg["content"]) for msg in st.session_state.messages] | |
| response_message = stream_chat(model, messages) | |
| # Calculate the duration | |
| duration = time.time() - start_time | |
| response_message_with_duration = f"{response_message}\n\nDuration: {duration:.2f} seconds" | |
| st.session_state.messages.append({"role": "assistant", "content": response_message_with_duration}) | |
| st.write(f"Duration: {duration:.2f} seconds") | |
| logging.info(f"Response: {response_message}, Duration: {duration:.2f} s") | |
| except Exception as e: | |
| st.session_state.messages.append({"role": "assistant", "content": str(e)}) | |
| st.error("Une erreur s'est produite lors de la génération de la réponse.") | |
| logging.error(f"Error: {str(e)}") | |
| if __name__ == "__main__": | |
| main() |