Download src/database/database.py from RAGnTeX/ragntex: direct link, hf CLI and curl.
- Browser
- Download file 1.47 kB
-
https://huggingface.co/spaces/RAGnTeX/ragntex/resolve/main/src/database/database.py
- Command line
-
hf download hf://spaces/RAGnTeX/ragntex/src/database/database.py
-
curl -L -o database.py https://huggingface.co/spaces/RAGnTeX/ragntex/resolve/main/src/database/database.py
1.47 kB
| """Database module for user-uploaded files.""" | |
| from pathlib import Path | |
| import chromadb | |
| from chromadb import PersistentClient, Documents, EmbeddingFunction, Embeddings | |
| from google import genai | |
| from google.api_core import retry | |
| from google.genai import types | |
| from ..services import client | |
| # Define a helper to retry when per-minute quota is reached. | |
| is_retriable = lambda e: (isinstance(e, genai.errors.APIError) and e.code in {429, 503}) | |
| class GeminiEmbeddingFunction(EmbeddingFunction): | |
| """A class to handle retrieval embedding functions using Google Gemini API.""" | |
| def __init__(self): | |
| self.document_mode = True | |
| def __call__(self, inputs: Documents) -> Embeddings: | |
| if self.document_mode: | |
| embedding_task = "retrieval_document" | |
| else: | |
| embedding_task = "retrieval_query" | |
| response = client.models.embed_content( | |
| model="models/text-embedding-004", | |
| contents=inputs, | |
| config=types.EmbedContentConfig( | |
| task_type=embedding_task, | |
| ), | |
| ) | |
| return [e.values for e in response.embeddings] | |
| embed_fn = GeminiEmbeddingFunction() | |
| embed_fn.document_mode = True | |
| chroma_client = None | |
| def init_chroma_client(): | |
| global chroma_client | |
| chroma_path = Path.cwd() / "tmp" | |
| chroma_path.mkdir(parents=True, exist_ok=True) | |
| chroma_client = chromadb.PersistentClient(path=str(chroma_path)) | |