Update app.py

app.py

@@ -66,15 +66,14 @@ def main():
             #llm = AutoModelForCausalLM.from_pretrained("CohereForAI/aya-101")
             # llm = AutoModelForCausalLM.from_pretrained(PATH,local_files_only=True)
             llm = huggingface_hub.HuggingFaceHub(repo_id="google/flan-t5-small",
-                                                  model_kwargs={"temperature":1.0, "max_length":500})
+                                                  model_kwargs={"temperature":1.0, "max_length":256})
             docs = vector_store.similarity_search(query=query, k=3)
             global chain
-            chain = load_qa_chain(llm=llm, chain_type="stuff")
-            response = chain.run(input_documents=docs, question=query)
-            # retriever=vector_store.as_retriever()
-            #st.write(docs)
-            #chain = RetrievalQA.from_chain_type(llm=llm,chain_type="stuff",retriever=retriever)
-            #response = chain.run(chain)
+            #chain = load_qa_chain(llm=llm, chain_type="stuff")
+            #response = chain.run(input_documents=docs, question=query)
+            retriever=vector_store.as_retriever()
+            chain = RetrievalQA.from_chain_type(llm=llm,chain_type="stuff",retriever=retriever)
+            response = chain.run(chain)
             st.write(response)