Spaces:
Sleeping
Sleeping
Download app/services/embedding/embedder.py from Benaah/MicProtocol: direct link, hf CLI and curl.
- Browser
- Download file 2.64 kB
-
https://huggingface.co/spaces/Benaah/MicProtocol/resolve/main/app/services/embedding/embedder.py
- Command line
-
hf download hf://spaces/Benaah/MicProtocol/app/services/embedding/embedder.py
-
curl -L -o embedder.py https://huggingface.co/spaces/Benaah/MicProtocol/resolve/main/app/services/embedding/embedder.py
2.64 kB
| """ | |
| Ukweli — BGE-M3 Embedding Service | |
| Generates 1024-dimensional multilingual embeddings. | |
| Architecture Section 3.3.1. | |
| """ | |
| from __future__ import annotations | |
| import logging | |
| import numpy as np | |
| from sentence_transformers import SentenceTransformer | |
| logger = logging.getLogger("ukweli.embedding.embedder") | |
| class EmbeddingService: | |
| """ | |
| Wraps the BAAI/bge-m3 model for generating text embeddings. | |
| Loaded once at startup and reused for all embedding requests. | |
| """ | |
| def __init__( | |
| self, | |
| model_name: str = "BAAI/bge-m3", | |
| dimensions: int = 1024, | |
| batch_size: int = 32, | |
| normalize: bool = True, | |
| max_seq_length: int = 8192, | |
| ) -> None: | |
| self.model_name = model_name | |
| self.dimensions = dimensions | |
| self.batch_size = batch_size | |
| self.normalize = normalize | |
| self.max_seq_length = max_seq_length | |
| logger.info("Loading embedding model: %s", model_name) | |
| self.model = SentenceTransformer( | |
| model_name, | |
| trust_remote_code=True, | |
| ) | |
| self.model.max_seq_length = max_seq_length | |
| logger.info( | |
| "Embedding model loaded: dim=%d, max_seq=%d", | |
| dimensions, | |
| max_seq_length, | |
| ) | |
| def embed_texts(self, texts: list[str]) -> list[list[float]]: | |
| """ | |
| Generate embeddings for a list of texts. | |
| Args: | |
| texts: List of text strings to embed. | |
| Returns: | |
| List of embedding vectors (each a list of floats). | |
| """ | |
| if not texts: | |
| return [] | |
| all_embeddings: list[list[float]] = [] | |
| for i in range(0, len(texts), self.batch_size): | |
| batch = texts[i: i + self.batch_size] | |
| embeddings = self.model.encode( | |
| batch, | |
| normalize_embeddings=self.normalize, | |
| show_progress_bar=False, | |
| batch_size=self.batch_size, | |
| ) | |
| # Convert numpy arrays to plain lists | |
| for emb in embeddings: | |
| if isinstance(emb, np.ndarray): | |
| all_embeddings.append(emb.tolist()) | |
| else: | |
| all_embeddings.append(list(emb)) | |
| logger.debug("Embedded %d texts in %d batches.", len(texts), -(-len(texts) // self.batch_size)) | |
| return all_embeddings | |
| def embed_query(self, query: str) -> list[float]: | |
| """ | |
| Generate an embedding for a single query string. | |
| Uses the same model but semantically this is for retrieval queries. | |
| """ | |
| result = self.embed_texts([query]) | |
| return result[0] | |