File size: 2,815 Bytes
991733f
 
 
9b32d94
991733f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8cb9c5c
991733f
8cb9c5c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9b32d94
8cb9c5c
 
991733f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9b32d94
991733f
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import os

import fitz  # PyMuPDF
from pypdf import PdfReader

from models.internal import Document, SourceType


def infer_file_type(file_path: str) -> SourceType:
    """
    Infer the SourceType from the filename/path.
    This is a simple heuristic based on common naming patterns.
    """
    file_lower = file_path.lower()

    if "board" in file_lower or "deck" in file_lower:
        return SourceType.BOARD_DECK
    elif "dataroom" in file_lower or "data room" in file_lower:
        return SourceType.DATAROOM
    elif "transcript" in file_lower or "call" in file_lower or "tegus" in file_lower:
        return SourceType.CALL_TRANSCRIPT
    elif "research" in file_lower or "deep dive" in file_lower or "analysis" in file_lower:
        return SourceType.PRIMARY_RESEARCH
    elif any(
        kw in file_lower
        for kw in [
            "pitchbook",
            "alphasense",
            "crunchbase",
            "cb insights",
            "dealroom",
            "tracxn",
            "harmonic",
            "owler",
            "zoominfo",
            "company profile",
            "company overview",
            "export",
            "download",
        ]
    ):
        return SourceType.COMPANY_PROFILE
    elif any(kw in file_lower for kw in ["gartner", "forrester", "idc", "mckinsey", "bain"]):
        return SourceType.VENDOR_REPORT
    elif "note" in file_lower or "memo" in file_lower:
        return SourceType.NOTE
    else:
        return SourceType.UNDEFINED


def pdf_to_text_pymupdf(path: str) -> str:
    """
    Extract plain text from a PDF at `path` and return it as one string.
    Works for text-based PDFs (not scanned images unless OCR is used).
    """
    doc = fitz.open(path)
    try:
        parts: list[str] = []
        for page in doc:
            parts.append(page.get_text("text") or "")
        return "\n\n".join(parts).strip()
    finally:
        doc.close()


def get_upload_document(file_path: str, parser: str = "pymupdf") -> Document:
    """
    Create a Document from an uploaded file path.
    Supports PDF and text files.
    """
    file_name = os.path.basename(file_path)
    file_source = infer_file_type(file_path)

    if file_path.lower().endswith(".pdf"):
        if parser == "pymupdf":
            file_text = pdf_to_text_pymupdf(file_path)
        else:
            # Fallback to pypdf if needed
            reader = PdfReader(file_path)
            file_text = ""
            for page in reader.pages:
                file_text += (page.extract_text() or "") + "\n"
        return Document(name=file_name, source_type=file_source, content=file_text)
    else:
        with open(file_path, encoding="utf-8") as file:
            file_text = file.read()
        return Document(name=file_name, source_type=file_source, content=file_text)