Spaces:
Build error
Build error
Download utils.py from team-project/QAChatBot: direct link, hf CLI and curl.
- Browser
- Download file 2.19 kB
-
https://huggingface.co/spaces/team-project/QAChatBot/resolve/main/utils.py
- Command line
-
hf download hf://spaces/team-project/QAChatBot/utils.py
-
curl -L -o utils.py https://huggingface.co/spaces/team-project/QAChatBot/resolve/main/utils.py
2.19 kB
| from langchain.embeddings import SentenceTransformerEmbeddings | |
| import google.generativeai as genai | |
| import streamlit as st | |
| import os | |
| from langchain.vectorstores import Chroma | |
| GOOGLE_API_KEY = os.getenv('Google_API_KEY') | |
| os.environ['Google_API_KEY'] =GOOGLE_API_KEY | |
| import pickle | |
| genai.configure(api_key=os.environ['Google_API_KEY']) | |
| model = SentenceTransformerEmbeddings(model_name="all-MiniLM-L6-v2") | |
| def setup(): | |
| embedding = pickle.load(open('embedding.pkl','rb')) | |
| document = pickle.load(open('document.pkl','rb')) | |
| db = Chroma.from_documents(document, embedding) | |
| return db | |
| def find_match(input): | |
| # input_em = model.encode(input).tolist() | |
| # result = index.query(input_em, top_k=2, includeMetadata=True) | |
| # return result['matches'][0]['metadata']['text']+"\n"+result['matches'][1]['metadata']['text'] | |
| db=setup() | |
| matching_doc=db.similarity_search_with_score(input,k=2) | |
| return matching_doc[0][0].page_content+matching_doc[1][0].page_content | |
| def query_refiner(conversation, query): | |
| generation_config = { | |
| "temperature": 1, | |
| "top_p": 0.95, | |
| "top_k": 64, | |
| "max_output_tokens": 8192, | |
| # "response_mime_type": "text/plain", | |
| } | |
| model = genai.GenerativeModel( | |
| model_name="gemini-1.5-flash", | |
| generation_config=generation_config, | |
| system_instruction=f"Your name is Sam, given the following user query and conversation log, formulate a question that would be the most relevant to provide the user with an answer from a knowledge base.\\n\\nCONVERSATION LOG: \\n{conversation}\\n\\nQuery: {query}\\n\\nRefined Query:", | |
| ) | |
| # refined_query=model.generate_content(conversation=conversation, query=query) | |
| # return refined_query | |
| chat_session = model.start_chat( | |
| history=[]) | |
| response=chat_session.send_message("Conversation Log:{conversation} Query:{query}") | |
| return response.text | |
| def get_conversation_string(): | |
| conversation_string = "" | |
| for i in range(len(st.session_state['responses'])-1): | |
| conversation_string += "Human: "+st.session_state['requests'][i] + "\n" | |
| conversation_string += "Bot: "+ st.session_state['responses'][i+1] + "\n" | |
| return conversation_string |