"""Database module for user-uploaded files.""" from pathlib import Path import chromadb from chromadb import PersistentClient, Documents, EmbeddingFunction, Embeddings from google import genai from google.api_core import retry from google.genai import types from ..services import client # Define a helper to retry when per-minute quota is reached. is_retriable = lambda e: (isinstance(e, genai.errors.APIError) and e.code in {429, 503}) class GeminiEmbeddingFunction(EmbeddingFunction): """A class to handle retrieval embedding functions using Google Gemini API.""" def __init__(self): self.document_mode = True @retry.Retry(predicate=is_retriable) def __call__(self, inputs: Documents) -> Embeddings: if self.document_mode: embedding_task = "retrieval_document" else: embedding_task = "retrieval_query" response = client.models.embed_content( model="models/text-embedding-004", contents=inputs, config=types.EmbedContentConfig( task_type=embedding_task, ), ) return [e.values for e in response.embeddings] embed_fn = GeminiEmbeddingFunction() embed_fn.document_mode = True chroma_client = None def init_chroma_client(): global chroma_client chroma_path = Path.cwd() / "tmp" chroma_path.mkdir(parents=True, exist_ok=True) chroma_client = chromadb.PersistentClient(path=str(chroma_path))