ragntex / src /database /database.py
eranmi's picture
aspect ratio and model name user-defined, saveguard around generate content
e16c6ed
Raw History Blame
1.23 kB
"""Database module for user-uploaded files."""
import chromadb
from chromadb import Documents, EmbeddingFunction, Embeddings
from google import genai
from google.api_core import retry
from google.genai import types
from ..services import client
# Define a helper to retry when per-minute quota is reached.
is_retriable = lambda e: (isinstance(e, genai.errors.APIError) and e.code in {429, 503})
class GeminiEmbeddingFunction(EmbeddingFunction):
"""A class to handle retrieval embedding functions using Google Gemini API."""
def __init__(self):
self.document_mode = True
@retry.Retry(predicate=is_retriable)
def __call__(self, inputs: Documents) -> Embeddings:
if self.document_mode:
embedding_task = "retrieval_document"
else:
embedding_task = "retrieval_query"
response = client.models.embed_content(
model="models/text-embedding-004",
contents=inputs,
config=types.EmbedContentConfig(
task_type=embedding_task,
),
)
return [e.values for e in response.embeddings]
embed_fn = GeminiEmbeddingFunction()
embed_fn.document_mode = True
chroma_client = chromadb.Client()