Kailashalgo commited on
Commit
5244cbb
·
verified ·
1 Parent(s): dbba311

Upload backend/main.py

Browse files
Files changed (1) hide show
  1. backend/main.py +28 -0
backend/main.py ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from langchain_community.document_loaders import PyPDFLoader
2
+ from langchain_text_splitters import RecursiveCharacterTextSplitter
3
+ from langchain_community.embeddings import HuggingFaceEmbeddings
4
+ from langchain_chroma import Chroma
5
+ from dotenv import load_dotenv
6
+
7
+ load_dotenv()
8
+
9
+ def ingest_pdf(pdf_path: str):
10
+ loader = PyPDFLoader(pdf_path)
11
+ documents = loader.load()
12
+ splitter = RecursiveCharacterTextSplitter(
13
+ chunk_size=500,
14
+ chunk_overlap=50
15
+ )
16
+ chunks = splitter.split_documents(documents)
17
+ embeddings = HuggingFaceEmbeddings(
18
+ model_name="all-MiniLM-L6-v2"
19
+ )
20
+ vectorstore = Chroma.from_documents(
21
+ chunks,
22
+ embeddings,
23
+ persist_directory="chroma_db"
24
+ )
25
+ print(f"✅ Ingested {len(chunks)} chunks from {pdf_path}")
26
+
27
+ if __name__ == "__main__":
28
+ ingest_pdf("../docs/test.pdf")