Spaces:
Runtime error
Runtime error
File size: 1,153 Bytes
29c4d1d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 | from langchain_openai import ChatOpenAI
from langchain.chains import RetrievalQA
from langchain_community.vectorstores import FAISS
from langchain_community.embeddings import HuggingFaceEmbeddings
import logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
def load_vector_store(vector_store_path):
embeddings = HuggingFaceEmbeddings(
model_name="sentence-transformers/all-MiniLM-L6-v2",
model_kwargs={'device': 'cpu'}
)
# Allow deserialization since we're loading files we just created
return FAISS.load_local(
vector_store_path,
embeddings,
allow_dangerous_deserialization=True
)
def create_qa_chain(vector_store_path, model="gpt-4o", api_key=None):
vector_store = load_vector_store(vector_store_path)
llm = ChatOpenAI(
model=model,
api_key=api_key,
temperature=0
)
qa_chain = RetrievalQA.from_chain_type(
llm=llm,
chain_type="stuff",
retriever=vector_store.as_retriever(search_kwargs={"k": 4}),
return_source_documents=True,
verbose=True
)
return qa_chain |