btran299 commited on
Commit
ed8bb3b
·
verified ·
1 Parent(s): 1400669

Update src/embeddings.py

Browse files
Files changed (1) hide show
  1. src/embeddings.py +26 -0
src/embeddings.py CHANGED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from __future__ import annotations
2
+ from sentence_transformers import SentenceTransformer
3
+ import numpy as np
4
+
5
+ _model = None
6
+
7
+ def get_embedder(model_name: str) -> SentenceTransformer:
8
+ global _model
9
+ if _model is None:
10
+ _model = SentenceTransformer(model_name)
11
+ return _model
12
+
13
+ def embed_texts(texts: list[str], model_name: str) -> list[list[float]]:
14
+ model = get_embedder(model_name)
15
+ vecs = model.encode(texts, normalize_embeddings=True, show_progress_bar=False)
16
+ if isinstance(vecs, np.ndarray):
17
+ vecs = vecs.tolist()
18
+ return vecs
19
+
20
+ def embed_query(query: str, model_name: str) -> list[float]:
21
+ return embed_texts([query], model_name=model_name)[0]
22
+
23
+ def embedding_dim(model_name: str) -> int:
24
+ model = get_embedder(model_name)
25
+ # SentenceTransformer exposes dimension via get_sentence_embedding_dimension()
26
+ return int(model.get_sentence_embedding_dimension())