File size: 866 Bytes
98346d0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
import os
from langchain_community.vectorstores import FAISS
from langchain_huggingface import HuggingFaceEmbeddings

# Use free HuggingFace embeddings instead of OpenAI

def get_embeddings():
    return HuggingFaceEmbeddings(
        model_name="sentence-transformers/all-MiniLM-L6-v2"
        )



def create_vector_store(chunks):
    """Creates FAISS vector store from text chunks."""
    embeddings = get_embeddings()
    vector_store = FAISS.from_texts(chunks, embedding=embeddings)

    return vector_store

def save_vector_store(vector_store, path: str):
    """Saves vector store to disk."""
    os.makedirs(path, exist_ok=True)
    vector_store.save_local(path)


def load_vector_store(path: str):
    """Loads vector store from disk."""
    embeddings = get_embeddings()
    return FAISS.load_local(path, embeddings, allow_dangerous_deserialization=True)