sentence-transformers
ONNX
Safetensors
English
bert
ColBERT
multi-vector
RAGatouille
passage-retrieval
Instructions to use answerdotai/answerai-colbert-small-v1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- sentence-transformers
How to use answerdotai/answerai-colbert-small-v1 with sentence-transformers:
from sentence_transformers import MultiVectorEncoder model = MultiVectorEncoder("answerdotai/answerai-colbert-small-v1") queries = ["Which planet is known as the Red Planet?"] documents = [ "Venus is often called Earth's twin because of its similar size and proximity.", "Mars, known for its reddish appearance, is often referred to as the Red Planet.", "Jupiter, the largest planet in our solar system, has a prominent red spot.", ] query_embeddings = model.encode_query(queries) document_embeddings = model.encode_document(documents) similarities = model.similarity(query_embeddings, document_embeddings) print(similarities) - Notebooks
- Google Colab
- Kaggle
infinity_compatability
#14
by michaelfeil - opened
- 0_Transformer/config.json +0 -31
- 0_Transformer/model.safetensors +0 -3
- 0_Transformer/sentence_bert_config.json +0 -7
- 0_Transformer/tokenizer.json +0 -0
- 1_Dense/config.json +0 -1
- 1_Dense/model.safetensors +0 -3
- config.json +0 -6
- config_sentence_transformers.json +0 -49
- modules.json +0 -14
0_Transformer/config.json
DELETED
|
@@ -1,31 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"_name_or_path": "answerdotai/answerai-colbert-small-v1",
|
| 3 |
-
"architectures": [
|
| 4 |
-
"BertModel"
|
| 5 |
-
],
|
| 6 |
-
"attention_probs_dropout_prob": 0.1,
|
| 7 |
-
"classifier_dropout": null,
|
| 8 |
-
"hidden_act": "gelu",
|
| 9 |
-
"hidden_dropout_prob": 0.1,
|
| 10 |
-
"hidden_size": 384,
|
| 11 |
-
"id2label": {
|
| 12 |
-
"0": "LABEL_0"
|
| 13 |
-
},
|
| 14 |
-
"initializer_range": 0.02,
|
| 15 |
-
"intermediate_size": 1536,
|
| 16 |
-
"label2id": {
|
| 17 |
-
"LABEL_0": 0
|
| 18 |
-
},
|
| 19 |
-
"layer_norm_eps": 1e-12,
|
| 20 |
-
"max_position_embeddings": 512,
|
| 21 |
-
"model_type": "bert",
|
| 22 |
-
"num_attention_heads": 12,
|
| 23 |
-
"num_hidden_layers": 12,
|
| 24 |
-
"pad_token_id": 0,
|
| 25 |
-
"position_embedding_type": "absolute",
|
| 26 |
-
"torch_dtype": "float32",
|
| 27 |
-
"transformers_version": "4.45.0.dev0",
|
| 28 |
-
"type_vocab_size": 2,
|
| 29 |
-
"use_cache": true,
|
| 30 |
-
"vocab_size": 30522
|
| 31 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0_Transformer/model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ac67445c20ea550edb254061e4e9402095f99bcba9c0b9a952e5f005abde9f1a
|
| 3 |
-
size 132870584
|
|
|
|
|
|
|
|
|
|
|
|
0_Transformer/sentence_bert_config.json
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"max_seq_length": 512,
|
| 3 |
-
"do_lower_case": false,
|
| 4 |
-
"model_args": {
|
| 5 |
-
"add_pooling_layer": false
|
| 6 |
-
}
|
| 7 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0_Transformer/tokenizer.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
1_Dense/config.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"in_features": 384, "out_features": 96, "bias": false, "activation_function": "torch.nn.modules.linear.Identity"}
|
|
|
|
|
|
1_Dense/model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:47d2690e7c1612c84b7b941e69a883e99190b9b44ebb0be00152f68966c6eb11
|
| 3 |
-
size 147544
|
|
|
|
|
|
|
|
|
|
|
|
config.json
CHANGED
|
@@ -8,14 +8,8 @@
|
|
| 8 |
"hidden_act": "gelu",
|
| 9 |
"hidden_dropout_prob": 0.1,
|
| 10 |
"hidden_size": 384,
|
| 11 |
-
"id2label": {
|
| 12 |
-
"0": "LABEL_0"
|
| 13 |
-
},
|
| 14 |
"initializer_range": 0.02,
|
| 15 |
"intermediate_size": 1536,
|
| 16 |
-
"label2id": {
|
| 17 |
-
"LABEL_0": 0
|
| 18 |
-
},
|
| 19 |
"layer_norm_eps": 1e-12,
|
| 20 |
"max_position_embeddings": 512,
|
| 21 |
"model_type": "bert",
|
|
|
|
| 8 |
"hidden_act": "gelu",
|
| 9 |
"hidden_dropout_prob": 0.1,
|
| 10 |
"hidden_size": 384,
|
|
|
|
|
|
|
|
|
|
| 11 |
"initializer_range": 0.02,
|
| 12 |
"intermediate_size": 1536,
|
|
|
|
|
|
|
|
|
|
| 13 |
"layer_norm_eps": 1e-12,
|
| 14 |
"max_position_embeddings": 512,
|
| 15 |
"model_type": "bert",
|
config_sentence_transformers.json
DELETED
|
@@ -1,49 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"__version__": {
|
| 3 |
-
"sentence_transformers": "3.0.1",
|
| 4 |
-
"transformers": "4.45.0.dev0",
|
| 5 |
-
"pytorch": "2.4.0+cu121"
|
| 6 |
-
},
|
| 7 |
-
"prompts": {},
|
| 8 |
-
"default_prompt_name": null,
|
| 9 |
-
"similarity_fn_name": null,
|
| 10 |
-
"query_prefix": "[unused0]",
|
| 11 |
-
"document_prefix": "[unused1]",
|
| 12 |
-
"query_length": 32,
|
| 13 |
-
"document_length": 300,
|
| 14 |
-
"attend_to_expansion_tokens": false,
|
| 15 |
-
"skiplist_words": [
|
| 16 |
-
"!",
|
| 17 |
-
"\"",
|
| 18 |
-
"#",
|
| 19 |
-
"$",
|
| 20 |
-
"%",
|
| 21 |
-
"&",
|
| 22 |
-
"'",
|
| 23 |
-
"(",
|
| 24 |
-
")",
|
| 25 |
-
"*",
|
| 26 |
-
"+",
|
| 27 |
-
",",
|
| 28 |
-
"-",
|
| 29 |
-
".",
|
| 30 |
-
"/",
|
| 31 |
-
":",
|
| 32 |
-
";",
|
| 33 |
-
"<",
|
| 34 |
-
"=",
|
| 35 |
-
">",
|
| 36 |
-
"?",
|
| 37 |
-
"@",
|
| 38 |
-
"[",
|
| 39 |
-
"\\",
|
| 40 |
-
"]",
|
| 41 |
-
"^",
|
| 42 |
-
"_",
|
| 43 |
-
"`",
|
| 44 |
-
"{",
|
| 45 |
-
"|",
|
| 46 |
-
"}",
|
| 47 |
-
"~"
|
| 48 |
-
]
|
| 49 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
modules.json
DELETED
|
@@ -1,14 +0,0 @@
|
|
| 1 |
-
[
|
| 2 |
-
{
|
| 3 |
-
"idx": 0,
|
| 4 |
-
"name": "0",
|
| 5 |
-
"path": "0_Transformer",
|
| 6 |
-
"type": "sentence_transformers.models.Transformer"
|
| 7 |
-
},
|
| 8 |
-
{
|
| 9 |
-
"idx": 1,
|
| 10 |
-
"name": "1",
|
| 11 |
-
"path": "1_Dense",
|
| 12 |
-
"type": "pylate.models.Dense"
|
| 13 |
-
}
|
| 14 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|