File size: 3,172 Bytes
fc5156b
 
 
 
 
 
 
 
f65a6b3
fc5156b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
165a274
 
 
 
fc5156b
165a274
fc5156b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f65a6b3
 
 
fc5156b
 
 
 
 
 
 
 
 
 
 
90adb95
 
 
 
fc5156b
 
 
 
 
 
 
165a274
 
 
 
 
 
 
90adb95
 
165a274
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
"""Database models: Document, Chunk, and QA history."""
from datetime import datetime, timezone

from sqlalchemy import (
    Column,
    DateTime,
    ForeignKey,
    Integer,
    LargeBinary,
    String,
    Text,
)
from sqlalchemy.orm import relationship

from .database import Base


def _utcnow() -> datetime:
    return datetime.now(timezone.utc)


class Document(Base):
    __tablename__ = "documents"

    id = Column(Integer, primary_key=True, index=True)
    filename = Column(String, nullable=False)
    file_type = Column(String, nullable=False)  # "pdf" or "txt"
    status = Column(String, nullable=False, default="processed")  # processed | failed
    error = Column(Text, nullable=True)
    num_chunks = Column(Integer, nullable=False, default=0)
    created_at = Column(DateTime, default=_utcnow)
    # Owner of the document. NULL = a shared demo/eval document (visible to all).
    owner_id = Column(
        Integer, ForeignKey("users.id", ondelete="CASCADE"), nullable=True, index=True
    )

    owner = relationship("User", back_populates="documents")
    chunks = relationship(
        "Chunk", back_populates="document", cascade="all, delete-orphan"
    )
    questions = relationship(
        "QA", back_populates="document", cascade="all, delete-orphan"
    )


class Chunk(Base):
    __tablename__ = "chunks"

    id = Column(Integer, primary_key=True, index=True)
    document_id = Column(
        Integer, ForeignKey("documents.id", ondelete="CASCADE"), index=True
    )
    chunk_index = Column(Integer, nullable=False)  # order within the document
    page = Column(Integer, nullable=True)  # 1-based page number when known
    text = Column(Text, nullable=False)
    # Optional dense embedding (float32 bytes) for hybrid retrieval. NULL when
    # embeddings are disabled/unavailable at ingest — retrieval then stays lexical.
    embedding = Column(LargeBinary, nullable=True)

    document = relationship("Document", back_populates="chunks")


class QA(Base):
    __tablename__ = "qa_history"

    id = Column(Integer, primary_key=True, index=True)
    document_id = Column(
        Integer, ForeignKey("documents.id", ondelete="CASCADE"), index=True
    )
    # The asker — so history is scoped per user even over shared demo documents.
    user_id = Column(
        Integer, ForeignKey("users.id", ondelete="CASCADE"), nullable=True, index=True
    )
    question = Column(Text, nullable=False)
    answer = Column(Text, nullable=False)
    abstained = Column(Integer, nullable=False, default=0)  # 0/1 boolean
    citations_json = Column(Text, nullable=False, default="[]")
    created_at = Column(DateTime, default=_utcnow)

    document = relationship("Document", back_populates="questions")


class User(Base):
    __tablename__ = "users"

    id = Column(Integer, primary_key=True, index=True)
    email = Column(String, nullable=False, unique=True, index=True)
    # Nullable: Google-only accounts have no password.
    password_hash = Column(String, nullable=True)
    created_at = Column(DateTime, default=_utcnow)

    documents = relationship(
        "Document", back_populates="owner", cascade="all, delete-orphan"
    )