PersonAI / modules /pdf_utils.py
renannoronha's picture
Upload folder using huggingface_hub
a148268 verified
Raw History Blame Contribute Delete
404 Bytes
import fitz
def extract_text_from_pdf(file_path):
doc = fitz.open(file_path)
text = ""
for page in doc:
text += page.get_text()
return text
def chunk_text(text, chunk_size=500, overlap=100):
chunks = []
start = 0
while start < len(text):
end = start + chunk_size
chunks.append(text[start:end])
start += chunk_size - overlap
return chunks