QAChatBot / utils.py
Archi11's picture
Update utils.py
839a1d7 verified
Raw History Blame Contribute Delete
2.19 kB
from langchain.embeddings import SentenceTransformerEmbeddings
import google.generativeai as genai
import streamlit as st
import os
from langchain.vectorstores import Chroma
GOOGLE_API_KEY = os.getenv('Google_API_KEY')
os.environ['Google_API_KEY'] =GOOGLE_API_KEY
import pickle
genai.configure(api_key=os.environ['Google_API_KEY'])
model = SentenceTransformerEmbeddings(model_name="all-MiniLM-L6-v2")
def setup():
embedding = pickle.load(open('embedding.pkl','rb'))
document = pickle.load(open('document.pkl','rb'))
db = Chroma.from_documents(document, embedding)
return db
def find_match(input):
# input_em = model.encode(input).tolist()
# result = index.query(input_em, top_k=2, includeMetadata=True)
# return result['matches'][0]['metadata']['text']+"\n"+result['matches'][1]['metadata']['text']
db=setup()
matching_doc=db.similarity_search_with_score(input,k=2)
return matching_doc[0][0].page_content+matching_doc[1][0].page_content
def query_refiner(conversation, query):
generation_config = {
"temperature": 1,
"top_p": 0.95,
"top_k": 64,
"max_output_tokens": 8192,
# "response_mime_type": "text/plain",
}
model = genai.GenerativeModel(
model_name="gemini-1.5-flash",
generation_config=generation_config,
system_instruction=f"Your name is Sam, given the following user query and conversation log, formulate a question that would be the most relevant to provide the user with an answer from a knowledge base.\\n\\nCONVERSATION LOG: \\n{conversation}\\n\\nQuery: {query}\\n\\nRefined Query:",
)
# refined_query=model.generate_content(conversation=conversation, query=query)
# return refined_query
chat_session = model.start_chat(
history=[])
response=chat_session.send_message("Conversation Log:{conversation} Query:{query}")
return response.text
def get_conversation_string():
conversation_string = ""
for i in range(len(st.session_state['responses'])-1):
conversation_string += "Human: "+st.session_state['requests'][i] + "\n"
conversation_string += "Bot: "+ st.session_state['responses'][i+1] + "\n"
return conversation_string