add sentence transformers

app.py

@@ -16,6 +16,8 @@ from langchain.agents.agent_toolkits import create_retriever_tool
 from langchain.agents.agent_toolkits import create_conversational_retrieval_agent
 from langchain.memory import ChatMessageHistory
 from langchain.schema.messages import SystemMessage
+from sentence_transformers import SentenceTransformer, util
+
 
 LLM_MODEL = 'gpt-4'
 OPEN_AI_KEY = os.environ.get('OPEN_AI_KEY')
@@ -29,7 +31,10 @@ class AASLDConversationalAgent():
         pages = loader.load_and_split()
         # embeddings_model = OpenAIEmbeddings()
         embeddings_model = HuggingFaceEmbeddings(
-            model_name='sentence-transformers/all-mpnet-base-v2')
+            model_name='sentence-transformers/all-mpnet-base-v2',
+            model_kwargs={'device': 'cpu'},
+            encode_kwargs={'normalize_embeddings': False}
+            )
         self.doc_search = FAISS.from_documents(pages, embeddings_model)
         self.doc_retriever = self.doc_search.as_retriever()
         self.llm = ChatOpenAI(temperature = 0, model_name=LLM_MODEL)

requirements.txt

@@ -6,4 +6,5 @@ bitsandbytes
 faiss-cpu
 tiktoken
 pypdf
-openai==0.28.1
+openai==0.28.1
+sentence-transformers