Feature Extraction
sentence-transformers
Safetensors
Transformers
mteb
custom_code
Eval Results (legacy)
Instructions to use jxm/cde-small-v1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- sentence-transformers
How to use jxm/cde-small-v1 with sentence-transformers:
from sentence_transformers import SentenceTransformer model = SentenceTransformer("jxm/cde-small-v1", trust_remote_code=True) sentences = [ "The weather is lovely today.", "It's so sunny outside!", "He drove to the stadium." ] embeddings = model.encode(sentences) similarities = model.similarity(embeddings, embeddings) print(similarities.shape) # [3, 3] - Transformers
How to use jxm/cde-small-v1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="jxm/cde-small-v1", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("jxm/cde-small-v1", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Update model.py
Browse files
model.py
CHANGED
|
@@ -35,15 +35,7 @@ def load_embedder_and_tokenizer(name: str) -> Tuple[
|
|
| 35 |
transformers.PreTrainedTokenizer
|
| 36 |
]:
|
| 37 |
if name.startswith("nomic") or (name == "bert-base-uncased"):
|
| 38 |
-
|
| 39 |
-
if name.endswith("--from-scratch"):
|
| 40 |
-
name = name.replace("--from-scratch", "")
|
| 41 |
-
config = transformers.AutoConfig.from_pretrained(name, trust_remote_code=True)
|
| 42 |
-
model = NomicBertModel._from_config(config)
|
| 43 |
-
else:
|
| 44 |
-
model = NomicBertModel.from_pretrained(
|
| 45 |
-
name, add_pooling_layer=False
|
| 46 |
-
)
|
| 47 |
tokenizer = transformers.AutoTokenizer.from_pretrained(name)
|
| 48 |
elif name in ["gtr-base", "gtr_base"]:
|
| 49 |
model = transformers.AutoModel.from_pretrained(
|
|
|
|
| 35 |
transformers.PreTrainedTokenizer
|
| 36 |
]:
|
| 37 |
if name.startswith("nomic") or (name == "bert-base-uncased"):
|
| 38 |
+
model = transfromers.AutoModel.from_pretrained(name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
tokenizer = transformers.AutoTokenizer.from_pretrained(name)
|
| 40 |
elif name in ["gtr-base", "gtr_base"]:
|
| 41 |
model = transformers.AutoModel.from_pretrained(
|