Spaces:
Sleeping
Sleeping
Download iris/pipeline/embed.py from NextNeural/IRIS: direct link, hf CLI and curl.
- Browser
- Download file 1.2 kB
-
https://huggingface.co/spaces/NextNeural/IRIS/resolve/main/iris/pipeline/embed.py
- Command line
-
hf download hf://spaces/NextNeural/IRIS/iris/pipeline/embed.py
-
curl -L -o embed.py https://huggingface.co/spaces/NextNeural/IRIS/resolve/main/iris/pipeline/embed.py
1.2 kB
| from __future__ import annotations | |
| from pathlib import Path | |
| import numpy as np | |
| from iris.config import Settings, resolve_device | |
| class LocalEmbedder: | |
| def __init__(self, settings: Settings) -> None: | |
| self.settings = settings | |
| self._model = None | |
| def encode(self, texts: list[str]) -> np.ndarray: | |
| if not texts: | |
| return np.empty((0, 0), dtype=np.float32) | |
| model = self._get_model() | |
| vectors = model.encode( | |
| texts, | |
| convert_to_numpy=True, | |
| normalize_embeddings=True, | |
| show_progress_bar=False, | |
| ) | |
| return np.asarray(vectors, dtype=np.float32) | |
| def _get_model(self): | |
| if self._model is None: | |
| from sentence_transformers import SentenceTransformer | |
| self._model = SentenceTransformer( | |
| self.settings.embedding_model, | |
| device=resolve_device(self.settings.device), | |
| ) | |
| return self._model | |
| def save_embeddings(path: Path, embeddings: np.ndarray) -> None: | |
| path.parent.mkdir(parents=True, exist_ok=True) | |
| np.save(path, embeddings) | |
| def load_embeddings(path: Path) -> np.ndarray: | |
| return np.load(path) | |