File size: 3,261 Bytes
034243b
 
 
 
 
 
eb66ceb
034243b
eb66ceb
034243b
 
 
5fa296c
 
 
 
 
034243b
5fa296c
034243b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5fa296c
 
 
 
 
034243b
5fa296c
034243b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
eb66ceb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
import streamlit as st
from streamlit_chat import message
from langchain_google_genai import ChatGoogleGenerativeAI
from langchain.chains import ConversationChain
from langchain.chains.conversation.memory import ConversationBufferWindowMemory
from langchain.prompts import SystemMessagePromptTemplate, HumanMessagePromptTemplate, ChatPromptTemplate, MessagesPlaceholder
from utils import get_conversation_string, query_refiner, find_match
import pickle
import os
import concurrent.futures

# Load embeddings and documents only once
@st.cache_resource
def load_embeddings():
    embedding = pickle.load(open('embedding.pkl', 'rb'))
    document = pickle.load(open('document.pkl', 'rb'))
    return embedding, document

embedding, document = load_embeddings()

st.subheader("Chatbot with Langchain, Gemini, Chromadb, and Streamlit")

if 'responses' not in st.session_state:
    st.session_state['responses'] = ["How can I assist you?"]

if 'requests' not in st.session_state:
    st.session_state['requests'] = []

if 'buffer_memory' not in st.session_state:
    st.session_state.buffer_memory = ConversationBufferWindowMemory(k=3, return_messages=True)
GOOGLE_API_KEY = os.getenv('Google_API_KEY')

llm = ChatGoogleGenerativeAI(model="gemini-pro",google_api_key=GOOGLE_API_KEY)

system_msg_template = SystemMessagePromptTemplate.from_template(
    template="""Answer the question as truthfully as possible using the provided context, 
    and if the answer is not contained within the text below, say 'I don't know'"""
)

human_msg_template = HumanMessagePromptTemplate.from_template(template="{input}")
prompt_template = ChatPromptTemplate.from_messages([system_msg_template, MessagesPlaceholder(variable_name="history"), human_msg_template])
conversation = ConversationChain(memory=st.session_state.buffer_memory, prompt=prompt_template, llm=llm, verbose=True)

response_container = st.container()
text_container = st.container()

@st.cache_resource
def setup_db():
    from langchain.vectorstores import Chroma
    db = Chroma.from_documents(document, embedding)
    return db

db = setup_db()

with text_container:
    query = st.text_input("Query: ", key="input")
    if query:
        with st.spinner("typing..."):
            conversation_string = get_conversation_string()

            # Use a thread pool to run query_refiner and find_match in parallel
            with concurrent.futures.ThreadPoolExecutor() as executor:
                refined_query_future = executor.submit(query_refiner, conversation_string, query)
                refined_query = refined_query_future.result()

            st.subheader("Refined Query:")
            st.write(refined_query)

            context = find_match(refined_query)
            response = conversation.predict(input=f"Context:\n {context} \n\n Query:\n{refined_query}")

        st.session_state.requests.append(query)
        st.session_state.responses.append(response)

with response_container:
    if st.session_state['responses']:
        for i in range(len(st.session_state['responses'])):
            message(st.session_state['responses'][i], key=str(i))
            if i < len(st.session_state['requests']):
                message(st.session_state["requests"][i], is_user=True, key=str(i) + '_user')