tomaarsen HF Staff commited on
Commit
e2c0c3a
·
verified ·
1 Parent(s): 861dc3e

Publish MIC usage, slim fixture and reviewed Transformers expectations

Browse files
.mic-repo.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "mic-umbrella-v1",
3
+ "contract_files": [
4
+ "integration.json",
5
+ "integrations/sentence_transformers/usage.md"
6
+ ]
7
+ }
1_Pooling/config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "embedding_dimension": 64,
3
+ "pooling_mode": "mean",
4
+ "include_prompt": true
5
+ }
2_Normalize/config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "module_input_name": "sentence_embedding",
3
+ "module_output_name": "sentence_embedding"
4
+ }
README.md ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: sentence-transformers
3
+ tags: [mic, test-artifact]
4
+ base_model: nomic-ai/modernbert-embed-base
5
+ ---
6
+
7
+ # modernbert-embed-base-mic
8
+
9
+ Slim model weights, executable usage and framework expectations in one repository.
10
+
11
+ - [Contract manifest](integration.json)
12
+ - [Sentence Transformers usage](integrations/sentence_transformers/usage.md)
13
+ - [Sentence Transformers expectations](integrations/sentence_transformers/expectations)
14
+ - [Fixture provenance](build.json)
15
+ - [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/modernbert-embed-base-mic.html)
16
+
17
+ ## Contract
18
+
19
+ ### SentenceTransformer: nomic-ai/modernbert-embed-base
20
+
21
+ Runnable usage and the framework expectations directory are linked above.
22
+
23
+ ## Slim model
24
+
25
+ ### SentenceTransformer MIC fixture
26
+
27
+ Shrunk pipeline for nomic-ai/modernbert-embed-base. Its weights are random and do not represent the source model's retrieval quality.
build.json ADDED
@@ -0,0 +1,236 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fixture": "huggingface-mic/modernbert-embed-base-mic",
3
+ "key": "e3e55d35c79788b32ec05312b695594510c481608dc784671d07d216fda9639b",
4
+ "key_fields": {
5
+ "architectures": [
6
+ "ModernBertModel"
7
+ ],
8
+ "output_hidden_states": false,
9
+ "return_dict": true,
10
+ "chunk_size_feed_forward": 0,
11
+ "is_encoder_decoder": false,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1"
15
+ },
16
+ "label2id": {
17
+ "LABEL_0": 0,
18
+ "LABEL_1": 1
19
+ },
20
+ "problem_type": null,
21
+ "vocab_size": 50368,
22
+ "hidden_size": 64,
23
+ "intermediate_size": 128,
24
+ "num_hidden_layers": 2,
25
+ "num_attention_heads": 4,
26
+ "hidden_activation": "gelu",
27
+ "max_position_embeddings": 8192,
28
+ "initializer_range": 0.02,
29
+ "initializer_cutoff_factor": 2.0,
30
+ "norm_eps": 1e-05,
31
+ "norm_bias": false,
32
+ "pad_token_id": 50283,
33
+ "eos_token_id": 50282,
34
+ "bos_token_id": 50281,
35
+ "cls_token_id": 50281,
36
+ "sep_token_id": 50282,
37
+ "attention_bias": false,
38
+ "attention_dropout": 0.0,
39
+ "layer_types": [
40
+ "full_attention",
41
+ "sliding_attention"
42
+ ],
43
+ "rope_parameters": {
44
+ "sliding_attention": {
45
+ "rope_type": "default",
46
+ "rope_theta": 10000.0
47
+ },
48
+ "full_attention": {
49
+ "rope_type": "default",
50
+ "rope_theta": 160000.0
51
+ }
52
+ },
53
+ "local_attention": 128,
54
+ "embedding_dropout": 0.0,
55
+ "mlp_bias": false,
56
+ "mlp_dropout": 0.0,
57
+ "decoder_bias": true,
58
+ "classifier_pooling": "mean",
59
+ "classifier_dropout": 0.0,
60
+ "classifier_bias": false,
61
+ "classifier_activation": "gelu",
62
+ "deterministic_flash_attn": false,
63
+ "sparse_prediction": false,
64
+ "sparse_pred_ignore_index": -100,
65
+ "tie_word_embeddings": true,
66
+ "global_attn_every_n_layers": 3,
67
+ "gradient_checkpointing": false,
68
+ "layer_norm_eps": 1e-05,
69
+ "model_type": "modernbert",
70
+ "position_embedding_type": "absolute",
71
+ "output_attentions": false
72
+ },
73
+ "sentence_transformers": {
74
+ "config": {
75
+ "architectures": [
76
+ "ModernBertModel"
77
+ ],
78
+ "output_hidden_states": false,
79
+ "return_dict": true,
80
+ "chunk_size_feed_forward": 0,
81
+ "is_encoder_decoder": false,
82
+ "id2label": {
83
+ "0": "LABEL_0",
84
+ "1": "LABEL_1"
85
+ },
86
+ "label2id": {
87
+ "LABEL_0": 0,
88
+ "LABEL_1": 1
89
+ },
90
+ "problem_type": null,
91
+ "vocab_size": 50368,
92
+ "hidden_size": 64,
93
+ "intermediate_size": 128,
94
+ "num_hidden_layers": 2,
95
+ "num_attention_heads": 4,
96
+ "hidden_activation": "gelu",
97
+ "max_position_embeddings": 8192,
98
+ "initializer_range": 0.02,
99
+ "initializer_cutoff_factor": 2.0,
100
+ "norm_eps": 1e-05,
101
+ "norm_bias": false,
102
+ "pad_token_id": 50283,
103
+ "eos_token_id": 50282,
104
+ "bos_token_id": 50281,
105
+ "cls_token_id": 50281,
106
+ "sep_token_id": 50282,
107
+ "attention_bias": false,
108
+ "attention_dropout": 0.0,
109
+ "layer_types": [
110
+ "full_attention",
111
+ "sliding_attention"
112
+ ],
113
+ "rope_parameters": {
114
+ "sliding_attention": {
115
+ "rope_type": "default",
116
+ "rope_theta": 10000.0
117
+ },
118
+ "full_attention": {
119
+ "rope_type": "default",
120
+ "rope_theta": 160000.0
121
+ }
122
+ },
123
+ "local_attention": 128,
124
+ "embedding_dropout": 0.0,
125
+ "mlp_bias": false,
126
+ "mlp_dropout": 0.0,
127
+ "decoder_bias": true,
128
+ "classifier_pooling": "mean",
129
+ "classifier_dropout": 0.0,
130
+ "classifier_bias": false,
131
+ "classifier_activation": "gelu",
132
+ "deterministic_flash_attn": false,
133
+ "sparse_prediction": false,
134
+ "sparse_pred_ignore_index": -100,
135
+ "tie_word_embeddings": true,
136
+ "global_attn_every_n_layers": 3,
137
+ "gradient_checkpointing": false,
138
+ "layer_norm_eps": 1e-05,
139
+ "model_type": "modernbert",
140
+ "position_embedding_type": "absolute",
141
+ "output_attentions": false
142
+ },
143
+ "dtype": "float32",
144
+ "source_files": {},
145
+ "st_class": "SentenceTransformer",
146
+ "module_changes": [
147
+ {
148
+ "module": "Pooling",
149
+ "from": 768,
150
+ "to": 64
151
+ }
152
+ ]
153
+ },
154
+ "covers": {
155
+ "nomic-ai/modernbert-embed-base": "d556a88e332558790b210f7bdbe87da2fa94a8d8"
156
+ },
157
+ "built_from": {
158
+ "repo": "nomic-ai/modernbert-embed-base",
159
+ "revision": "d556a88e332558790b210f7bdbe87da2fa94a8d8"
160
+ },
161
+ "seed": 17,
162
+ "dtype": "float32",
163
+ "builder": "transformers_mic.sentence_transformers",
164
+ "builder_revision": "af91a64695b6efa6ff530cf9df86aa5743e47bd4",
165
+ "recipe": {
166
+ "seed": 17,
167
+ "sentence_transformers_class": "SentenceTransformer"
168
+ },
169
+ "shrink": "rule",
170
+ "model_class": "ModernBertModel",
171
+ "parameters": 3305792,
172
+ "weights": "random",
173
+ "gate": {
174
+ "random": {
175
+ "pass": true,
176
+ "accepted_insensitive": {},
177
+ "threshold": 0.001,
178
+ "deltas": {
179
+ "input_ids:roll_batch": 3.9008240699768066,
180
+ "input_ids:reverse": 3.8036413192749023,
181
+ "attention_mask:all_ones": 0.011417388916015625
182
+ },
183
+ "weakest": "attention_mask:all_ones",
184
+ "no_perturbation_defined": [],
185
+ "not_a_forward_parameter": []
186
+ }
187
+ },
188
+ "numeric_health": {
189
+ "float32": {
190
+ "outputs_finite": true,
191
+ "finite": true
192
+ },
193
+ "bfloat16": {
194
+ "outputs_finite": true,
195
+ "finite": true
196
+ },
197
+ "float16": {
198
+ "outputs_finite": true,
199
+ "finite": true
200
+ }
201
+ },
202
+ "copied_unchanged": [
203
+ "special_tokens_map.json",
204
+ "tokenizer.json",
205
+ "tokenizer_config.json"
206
+ ],
207
+ "captured": {
208
+ "call": "first inference call",
209
+ "inputs": [
210
+ "attention_mask",
211
+ "input_ids",
212
+ "return_dict"
213
+ ],
214
+ "class": "ModernBertModel"
215
+ },
216
+ "environment": {
217
+ "python": "3.12.13",
218
+ "torch": "2.11.0+cpu",
219
+ "transformers": "5.22.1",
220
+ "tokenizers": "0.23.3",
221
+ "sentence-transformers": "6.2.0",
222
+ "huggingface-hub": "2.4.0"
223
+ },
224
+ "sha256": {
225
+ "1_Pooling/config.json": "997cb667633fd53a76980d5173423a20c214637790c37e308d59879953a305ca",
226
+ "2_Normalize/config.json": "cdb09dfca347a56aa2d691744e38d5ad3c7cbc2834e7181272b9a15328b82524",
227
+ "config.json": "2d9c5b24cd5dad63d60cd2255f75b3225d69c6f02b450f78d3d81948e1a09f98",
228
+ "config_sentence_transformers.json": "fb94f37d5249769e7fbb5c186d45fc12df994ed22ca47b3421e7cf85a2d5190d",
229
+ "model.safetensors": "e909d53a97c94426fce6dbca17b476fa0d7dc86dbc0194085b4c6363854f8be1",
230
+ "modules.json": "3d02572a0455b832de67fb8e63a54981bc7e8b46e337c95e917bd8122a533bfd",
231
+ "sentence_bert_config.json": "3084164002c0bca01b0259c5327123803fce32e660a57feb93184ffead186fc8",
232
+ "special_tokens_map.json": "ea97ecdbcc73713039d8d64dbb05e3689495c96657fbd9a18f5bed381be81049",
233
+ "tokenizer.json": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30",
234
+ "tokenizer_config.json": "2966a59b9e9cf122279aec1249e22e5bc7ad8430c754e95031b13fd128d4e560"
235
+ }
236
+ }
config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ModernBertModel"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 50281,
8
+ "classifier_activation": "gelu",
9
+ "classifier_bias": false,
10
+ "classifier_dropout": 0.0,
11
+ "classifier_pooling": "mean",
12
+ "cls_token_id": 50281,
13
+ "decoder_bias": true,
14
+ "deterministic_flash_attn": false,
15
+ "dtype": "float32",
16
+ "embedding_dropout": 0.0,
17
+ "eos_token_id": 50282,
18
+ "global_attn_every_n_layers": 3,
19
+ "gradient_checkpointing": false,
20
+ "hidden_activation": "gelu",
21
+ "hidden_size": 64,
22
+ "initializer_cutoff_factor": 2.0,
23
+ "initializer_range": 0.02,
24
+ "intermediate_size": 128,
25
+ "layer_norm_eps": 1e-05,
26
+ "layer_types": [
27
+ "full_attention",
28
+ "sliding_attention"
29
+ ],
30
+ "local_attention": 128,
31
+ "max_position_embeddings": 8192,
32
+ "mlp_bias": false,
33
+ "mlp_dropout": 0.0,
34
+ "model_type": "modernbert",
35
+ "norm_bias": false,
36
+ "norm_eps": 1e-05,
37
+ "num_attention_heads": 4,
38
+ "num_hidden_layers": 2,
39
+ "pad_token_id": 50283,
40
+ "position_embedding_type": "absolute",
41
+ "rope_parameters": {
42
+ "full_attention": {
43
+ "rope_theta": 160000.0,
44
+ "rope_type": "default"
45
+ },
46
+ "sliding_attention": {
47
+ "rope_theta": 10000.0,
48
+ "rope_type": "default"
49
+ }
50
+ },
51
+ "sep_token_id": 50282,
52
+ "sparse_pred_ignore_index": -100,
53
+ "sparse_prediction": false,
54
+ "tie_word_embeddings": true,
55
+ "transformers_version": "5.22.1",
56
+ "vocab_size": 50368
57
+ }
config_sentence_transformers.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "pytorch": "2.11.0+cpu",
4
+ "sentence_transformers": "6.2.0",
5
+ "transformers": "5.22.1"
6
+ },
7
+ "default_prompt_name": null,
8
+ "model_type": "SentenceTransformer",
9
+ "prompts": {
10
+ "document": "",
11
+ "query": ""
12
+ },
13
+ "similarity_fn_name": "cosine"
14
+ }
integration.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mic": "0.3",
3
+ "name": "SentenceTransformer: nomic-ai/modernbert-embed-base",
4
+ "usage": "SentenceTransformer public inference and retrieval scoring",
5
+ "architecture": "ModernBertModel",
6
+ "checkpoints": {
7
+ "nomic-ai/modernbert-embed-base": {
8
+ "fixture": "huggingface-mic/modernbert-embed-base-mic"
9
+ }
10
+ },
11
+ "fixtures": {
12
+ "huggingface-mic/modernbert-embed-base-mic": {
13
+ "built_from": "nomic-ai/modernbert-embed-base",
14
+ "covers": [
15
+ "nomic-ai/modernbert-embed-base"
16
+ ],
17
+ "build": {
18
+ "seed": 17,
19
+ "sentence_transformers_class": "SentenceTransformer"
20
+ }
21
+ }
22
+ },
23
+ "integrations": {
24
+ "sentence_transformers": {
25
+ "entry_point": "integrations/sentence_transformers/usage.md",
26
+ "format": "runnable-markdown",
27
+ "requires": [
28
+ "sentence-transformers>=6.2",
29
+ "transformers>=5",
30
+ "torch",
31
+ "pillow"
32
+ ],
33
+ "targets": [
34
+ "fixtures"
35
+ ],
36
+ "variants": {
37
+ "default": {},
38
+ "eager": {
39
+ "attn_implementation": "eager"
40
+ },
41
+ "bfloat16": {
42
+ "dtype": "bfloat16"
43
+ }
44
+ },
45
+ "training": false,
46
+ "outputs": {
47
+ "runtime": {
48
+ "compare": "exact"
49
+ },
50
+ "scores": {
51
+ "compare": "allclose",
52
+ "atol": 0.0001,
53
+ "rtol": 0.0001
54
+ },
55
+ "batch_max_delta": {
56
+ "compare": "allclose",
57
+ "atol": 0.0001,
58
+ "rtol": 0.0001
59
+ },
60
+ "query_embeddings": {
61
+ "compare": "allclose",
62
+ "atol": 0.0001,
63
+ "rtol": 0.0001
64
+ },
65
+ "document_embeddings": {
66
+ "compare": "allclose",
67
+ "atol": 0.0001,
68
+ "rtol": 0.0001
69
+ }
70
+ }
71
+ }
72
+ },
73
+ "outputs": {
74
+ "runtime": {
75
+ "compare": "exact"
76
+ },
77
+ "scores": {
78
+ "compare": "allclose",
79
+ "atol": 0.0001,
80
+ "rtol": 0.0001
81
+ },
82
+ "batch_max_delta": {
83
+ "compare": "allclose",
84
+ "atol": 0.0001,
85
+ "rtol": 0.0001
86
+ },
87
+ "query_embeddings": {
88
+ "compare": "allclose",
89
+ "atol": 0.0001,
90
+ "rtol": 0.0001
91
+ },
92
+ "document_embeddings": {
93
+ "compare": "allclose",
94
+ "atol": 0.0001,
95
+ "rtol": 0.0001
96
+ }
97
+ }
98
+ }
integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.bfloat16.json ADDED
@@ -0,0 +1,444 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/modernbert-embed-base-mic",
4
+ "contract_name": "modernbert-embed-base",
5
+ "contract_revision": "unpublished",
6
+ "framework": "sentence_transformers",
7
+ "variant": "bfloat16",
8
+ "target": "modernbert-embed-base-mic",
9
+ "kind": "fixture",
10
+ "revision": "unpublished",
11
+ "environment": {
12
+ "python": "3.12.13",
13
+ "transformers": "5.22.1",
14
+ "sentence-transformers": "6.2.0",
15
+ "torch": "2.11.0+cpu",
16
+ "tokenizers": "0.23.3",
17
+ "huggingface-hub": "2.4.0"
18
+ },
19
+ "seconds": 2.08,
20
+ "platform": "cpu-x86_64"
21
+ },
22
+ "outputs": {
23
+ "runtime": {
24
+ "device": "cpu",
25
+ "dtype": "bfloat16",
26
+ "attn_implementation": "sdpa"
27
+ },
28
+ "scores": [
29
+ [
30
+ 0.31161218881607056,
31
+ 0.49441707134246826,
32
+ 0.06925219297409058,
33
+ 0.48962563276290894
34
+ ],
35
+ [
36
+ 0.2802225351333618,
37
+ 0.3943236470222473,
38
+ 0.3307248651981354,
39
+ 0.12349649518728256
40
+ ]
41
+ ],
42
+ "batch_max_delta": 0.0,
43
+ "query_embeddings": [
44
+ [
45
+ 0.1162109375,
46
+ 0.1865234375,
47
+ 0.20703125,
48
+ -0.1259765625,
49
+ 0.173828125,
50
+ 0.05126953125,
51
+ 0.15234375,
52
+ -0.197265625,
53
+ 0.0250244140625,
54
+ -0.033447265625,
55
+ -0.16015625,
56
+ -0.0400390625,
57
+ 0.0284423828125,
58
+ 0.103515625,
59
+ 0.1171875,
60
+ -0.08740234375,
61
+ 0.15234375,
62
+ -0.06005859375,
63
+ 0.1572265625,
64
+ 0.2421875,
65
+ 0.263671875,
66
+ 0.11328125,
67
+ -0.1630859375,
68
+ -0.1474609375,
69
+ -0.09716796875,
70
+ -0.08251953125,
71
+ -0.0233154296875,
72
+ -0.035400390625,
73
+ 0.09130859375,
74
+ 0.173828125,
75
+ -0.025146484375,
76
+ -0.037109375,
77
+ -0.2294921875,
78
+ 0.048583984375,
79
+ -0.0162353515625,
80
+ -0.00015354156494140625,
81
+ -0.047119140625,
82
+ 0.150390625,
83
+ -0.10595703125,
84
+ 0.01202392578125,
85
+ -0.0478515625,
86
+ -0.06689453125,
87
+ 0.1279296875,
88
+ 0.1318359375,
89
+ -0.28125,
90
+ -0.0235595703125,
91
+ 0.17578125,
92
+ 0.029296875,
93
+ -0.283203125,
94
+ -0.130859375,
95
+ -0.02880859375,
96
+ -0.1044921875,
97
+ 0.1162109375,
98
+ -0.0634765625,
99
+ -0.10498046875,
100
+ 0.02490234375,
101
+ 0.09130859375,
102
+ -0.07275390625,
103
+ -0.0986328125,
104
+ -0.140625,
105
+ -0.02880859375,
106
+ -0.02001953125,
107
+ 0.018310546875,
108
+ -0.06982421875
109
+ ],
110
+ [
111
+ -0.1259765625,
112
+ 0.09765625,
113
+ -0.03662109375,
114
+ -0.056640625,
115
+ 0.1416015625,
116
+ -0.0478515625,
117
+ -0.08544921875,
118
+ 0.042724609375,
119
+ 0.0810546875,
120
+ -0.1220703125,
121
+ 0.08056640625,
122
+ -0.049560546875,
123
+ -0.07177734375,
124
+ 0.11865234375,
125
+ 0.031494140625,
126
+ -0.1494140625,
127
+ 0.220703125,
128
+ -0.11328125,
129
+ 0.24609375,
130
+ 0.0947265625,
131
+ -0.18359375,
132
+ -0.035888671875,
133
+ -0.205078125,
134
+ -0.08544921875,
135
+ 0.1630859375,
136
+ 0.04638671875,
137
+ -0.1416015625,
138
+ 0.042236328125,
139
+ -0.07373046875,
140
+ 0.1357421875,
141
+ 0.08642578125,
142
+ -0.21875,
143
+ -0.04345703125,
144
+ -0.09423828125,
145
+ 0.07861328125,
146
+ -0.006988525390625,
147
+ -0.0546875,
148
+ 0.1826171875,
149
+ -0.034423828125,
150
+ 0.07275390625,
151
+ 0.2265625,
152
+ -0.0966796875,
153
+ 0.271484375,
154
+ -0.02734375,
155
+ 0.0927734375,
156
+ -0.2373046875,
157
+ 0.16015625,
158
+ -0.018310546875,
159
+ -0.10546875,
160
+ 0.07958984375,
161
+ 0.12060546875,
162
+ -0.018798828125,
163
+ 0.11376953125,
164
+ -0.0654296875,
165
+ -0.2412109375,
166
+ -0.032958984375,
167
+ -0.0615234375,
168
+ 0.044921875,
169
+ -0.07177734375,
170
+ -0.017578125,
171
+ 0.2080078125,
172
+ 0.10595703125,
173
+ -0.1787109375,
174
+ -0.1767578125
175
+ ]
176
+ ],
177
+ "document_embeddings": [
178
+ [
179
+ -0.048095703125,
180
+ 0.169921875,
181
+ 0.30078125,
182
+ 0.0264892578125,
183
+ 0.05908203125,
184
+ -0.080078125,
185
+ -0.0849609375,
186
+ 0.00170135498046875,
187
+ -0.0062255859375,
188
+ -0.0211181640625,
189
+ 0.0693359375,
190
+ 0.042724609375,
191
+ 0.1640625,
192
+ 0.236328125,
193
+ -0.115234375,
194
+ -0.08935546875,
195
+ 0.1953125,
196
+ -0.1494140625,
197
+ 0.15625,
198
+ -0.056884765625,
199
+ 0.04833984375,
200
+ -0.0986328125,
201
+ -0.01287841796875,
202
+ 0.2041015625,
203
+ 0.048583984375,
204
+ 0.036865234375,
205
+ -0.05322265625,
206
+ -0.1962890625,
207
+ 0.033447265625,
208
+ -0.0079345703125,
209
+ -0.046875,
210
+ -0.3125,
211
+ -0.1103515625,
212
+ -0.27734375,
213
+ 0.07861328125,
214
+ -0.0771484375,
215
+ -0.04443359375,
216
+ 0.04150390625,
217
+ -0.1787109375,
218
+ 0.08544921875,
219
+ -0.048095703125,
220
+ -0.0118408203125,
221
+ 0.1318359375,
222
+ 0.138671875,
223
+ -0.1904296875,
224
+ 0.1103515625,
225
+ 0.11376953125,
226
+ -0.162109375,
227
+ 0.12255859375,
228
+ -0.00860595703125,
229
+ -0.049560546875,
230
+ 0.05419921875,
231
+ 0.0810546875,
232
+ 0.005584716796875,
233
+ -0.1064453125,
234
+ -0.08447265625,
235
+ 0.1611328125,
236
+ -0.1650390625,
237
+ -0.07861328125,
238
+ -0.1689453125,
239
+ -0.023681640625,
240
+ 0.205078125,
241
+ 0.0869140625,
242
+ -0.041259765625
243
+ ],
244
+ [
245
+ 0.0101318359375,
246
+ 0.16796875,
247
+ 0.07421875,
248
+ -0.08349609375,
249
+ 0.26953125,
250
+ -0.01104736328125,
251
+ 0.1513671875,
252
+ -0.1474609375,
253
+ 0.0025634765625,
254
+ -0.1083984375,
255
+ -0.140625,
256
+ -0.1982421875,
257
+ 0.2177734375,
258
+ 0.06640625,
259
+ -0.03564453125,
260
+ -0.2314453125,
261
+ 0.2314453125,
262
+ -0.21484375,
263
+ -0.08740234375,
264
+ 0.033203125,
265
+ 0.10595703125,
266
+ 0.0286865234375,
267
+ -0.1533203125,
268
+ 0.0986328125,
269
+ 0.004852294921875,
270
+ 0.09326171875,
271
+ -0.07275390625,
272
+ -0.0703125,
273
+ 0.058837890625,
274
+ 0.2158203125,
275
+ -0.052490234375,
276
+ -0.33203125,
277
+ -0.134765625,
278
+ 0.00830078125,
279
+ 0.11669921875,
280
+ -0.11767578125,
281
+ 0.049072265625,
282
+ 0.07763671875,
283
+ -0.08056640625,
284
+ 0.1298828125,
285
+ 0.107421875,
286
+ -0.08544921875,
287
+ 0.12109375,
288
+ -0.0172119140625,
289
+ -0.201171875,
290
+ -0.0281982421875,
291
+ 0.00775146484375,
292
+ 0.0213623046875,
293
+ -0.058349609375,
294
+ 0.0869140625,
295
+ 0.044189453125,
296
+ 0.00099945068359375,
297
+ 0.138671875,
298
+ 0.06982421875,
299
+ -0.04296875,
300
+ -0.28125,
301
+ 0.171875,
302
+ -0.048828125,
303
+ 0.0712890625,
304
+ 0.06787109375,
305
+ 0.07958984375,
306
+ -0.049560546875,
307
+ -0.087890625,
308
+ -0.0291748046875
309
+ ],
310
+ [
311
+ 0.0888671875,
312
+ -0.04248046875,
313
+ 0.039306640625,
314
+ 0.01287841796875,
315
+ -0.03076171875,
316
+ 0.043212890625,
317
+ 0.0247802734375,
318
+ 0.01043701171875,
319
+ 0.1025390625,
320
+ -0.08447265625,
321
+ 0.053955078125,
322
+ -0.103515625,
323
+ 0.04443359375,
324
+ 0.28125,
325
+ 0.0186767578125,
326
+ -0.00506591796875,
327
+ 0.032958984375,
328
+ -0.310546875,
329
+ -0.00103759765625,
330
+ -0.045166015625,
331
+ -0.11572265625,
332
+ -0.25,
333
+ -0.07470703125,
334
+ -0.02587890625,
335
+ 0.1328125,
336
+ 0.03564453125,
337
+ -0.0157470703125,
338
+ -0.16796875,
339
+ -0.0040283203125,
340
+ 0.1318359375,
341
+ -0.025390625,
342
+ -0.255859375,
343
+ 0.1337890625,
344
+ 0.107421875,
345
+ -0.1220703125,
346
+ -0.07861328125,
347
+ 0.1474609375,
348
+ -0.078125,
349
+ 0.01434326171875,
350
+ 0.2314453125,
351
+ 0.1982421875,
352
+ 0.00872802734375,
353
+ 0.177734375,
354
+ 0.224609375,
355
+ -0.009033203125,
356
+ 0.10595703125,
357
+ -0.035888671875,
358
+ 0.0966796875,
359
+ -0.0771484375,
360
+ -0.10693359375,
361
+ 0.1552734375,
362
+ -0.111328125,
363
+ -0.216796875,
364
+ 0.053466796875,
365
+ -0.1708984375,
366
+ -0.07568359375,
367
+ 0.0184326171875,
368
+ 0.0654296875,
369
+ -0.11181640625,
370
+ -0.130859375,
371
+ 0.158203125,
372
+ 0.01806640625,
373
+ -0.2412109375,
374
+ 0.154296875
375
+ ],
376
+ [
377
+ 0.051025390625,
378
+ 0.0035400390625,
379
+ -0.044921875,
380
+ -0.01220703125,
381
+ 0.140625,
382
+ -0.0120849609375,
383
+ -0.0732421875,
384
+ -0.06005859375,
385
+ -0.0498046875,
386
+ -0.1171875,
387
+ 0.053955078125,
388
+ -0.111328125,
389
+ 0.0966796875,
390
+ 0.3515625,
391
+ 0.05126953125,
392
+ -0.0233154296875,
393
+ 0.2060546875,
394
+ -0.1044921875,
395
+ 0.126953125,
396
+ -0.041015625,
397
+ 0.2197265625,
398
+ 0.01214599609375,
399
+ 0.051025390625,
400
+ -0.00848388671875,
401
+ -0.1572265625,
402
+ -0.05224609375,
403
+ -0.09765625,
404
+ -0.271484375,
405
+ 0.1357421875,
406
+ 0.2314453125,
407
+ -0.0250244140625,
408
+ -0.09912109375,
409
+ -0.08447265625,
410
+ 0.158203125,
411
+ -0.09033203125,
412
+ -0.140625,
413
+ -0.1328125,
414
+ 0.1259765625,
415
+ -0.1533203125,
416
+ -0.09765625,
417
+ -0.10302734375,
418
+ 0.044921875,
419
+ -0.0184326171875,
420
+ 0.1865234375,
421
+ -0.05419921875,
422
+ -0.09130859375,
423
+ 0.236328125,
424
+ 0.06689453125,
425
+ -0.1337890625,
426
+ -0.171875,
427
+ 0.0458984375,
428
+ -0.1669921875,
429
+ 0.0927734375,
430
+ 0.1865234375,
431
+ 0.1435546875,
432
+ -0.03857421875,
433
+ 0.055419921875,
434
+ -0.0186767578125,
435
+ -0.0179443359375,
436
+ -0.17578125,
437
+ -0.05712890625,
438
+ 0.0380859375,
439
+ -0.1748046875,
440
+ 0.169921875
441
+ ]
442
+ ]
443
+ }
444
+ }
integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.eager.json ADDED
@@ -0,0 +1,444 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/modernbert-embed-base-mic",
4
+ "contract_name": "modernbert-embed-base",
5
+ "contract_revision": "unpublished",
6
+ "framework": "sentence_transformers",
7
+ "variant": "eager",
8
+ "target": "modernbert-embed-base-mic",
9
+ "kind": "fixture",
10
+ "revision": "unpublished",
11
+ "environment": {
12
+ "python": "3.12.13",
13
+ "transformers": "5.22.1",
14
+ "sentence-transformers": "6.2.0",
15
+ "torch": "2.11.0+cpu",
16
+ "tokenizers": "0.23.3",
17
+ "huggingface-hub": "2.4.0"
18
+ },
19
+ "seconds": 2.06,
20
+ "platform": "cpu-x86_64"
21
+ },
22
+ "outputs": {
23
+ "runtime": {
24
+ "device": "cpu",
25
+ "dtype": "float32",
26
+ "attn_implementation": "eager"
27
+ },
28
+ "scores": [
29
+ [
30
+ 0.3119373023509979,
31
+ 0.4953055679798126,
32
+ 0.06833505630493164,
33
+ 0.48831743001937866
34
+ ],
35
+ [
36
+ 0.27901899814605713,
37
+ 0.39317837357521057,
38
+ 0.3301636278629303,
39
+ 0.12138384580612183
40
+ ]
41
+ ],
42
+ "batch_max_delta": 1.4901161193847656e-08,
43
+ "query_embeddings": [
44
+ [
45
+ 0.1171255111694336,
46
+ 0.18661190569400787,
47
+ 0.20724807679653168,
48
+ -0.1263725757598877,
49
+ 0.1740543395280838,
50
+ 0.051843270659446716,
51
+ 0.15281185507774353,
52
+ -0.19874322414398193,
53
+ 0.02474747970700264,
54
+ -0.034351035952568054,
55
+ -0.1596839427947998,
56
+ -0.04026377573609352,
57
+ 0.029296718537807465,
58
+ 0.10403067618608475,
59
+ 0.11746159940958023,
60
+ -0.08800061792135239,
61
+ 0.15222860872745514,
62
+ -0.06041847541928291,
63
+ 0.15655885636806488,
64
+ 0.24338673055171967,
65
+ 0.2657535672187805,
66
+ 0.11317218095064163,
67
+ -0.16417577862739563,
68
+ -0.14720842242240906,
69
+ -0.09582707285881042,
70
+ -0.08371690660715103,
71
+ -0.02341318503022194,
72
+ -0.03592579439282417,
73
+ 0.0908966138958931,
74
+ 0.17413553595542908,
75
+ -0.025150390341877937,
76
+ -0.036376699805259705,
77
+ -0.22912028431892395,
78
+ 0.0485958606004715,
79
+ -0.017231838777661324,
80
+ 0.000468969315988943,
81
+ -0.04695950448513031,
82
+ 0.1497892290353775,
83
+ -0.10650184750556946,
84
+ 0.01330363005399704,
85
+ -0.04824536293745041,
86
+ -0.06670906394720078,
87
+ 0.12838231027126312,
88
+ 0.13123077154159546,
89
+ -0.2820318937301636,
90
+ -0.023816291242837906,
91
+ 0.17586538195610046,
92
+ 0.029166946187615395,
93
+ -0.2851058840751648,
94
+ -0.13075989484786987,
95
+ -0.02915128320455551,
96
+ -0.10424009710550308,
97
+ 0.11757185310125351,
98
+ -0.06409931182861328,
99
+ -0.10473834723234177,
100
+ 0.02462741732597351,
101
+ 0.09204018861055374,
102
+ -0.0741841197013855,
103
+ -0.09826744347810745,
104
+ -0.14125743508338928,
105
+ -0.029157070443034172,
106
+ -0.019784599542617798,
107
+ 0.018596990033984184,
108
+ -0.07001359015703201
109
+ ],
110
+ [
111
+ -0.12561830878257751,
112
+ 0.09782247245311737,
113
+ -0.036811042577028275,
114
+ -0.05689828470349312,
115
+ 0.1405644416809082,
116
+ -0.04824944585561752,
117
+ -0.08461777865886688,
118
+ 0.04362385347485542,
119
+ 0.08065138757228851,
120
+ -0.12156099826097488,
121
+ 0.08099280297756195,
122
+ -0.049263812601566315,
123
+ -0.07165903598070145,
124
+ 0.11758150160312653,
125
+ 0.031525999307632446,
126
+ -0.14923174679279327,
127
+ 0.2202354371547699,
128
+ -0.1128077581524849,
129
+ 0.24488885700702667,
130
+ 0.09527229517698288,
131
+ -0.18387874960899353,
132
+ -0.03544653207063675,
133
+ -0.20482194423675537,
134
+ -0.08545751869678497,
135
+ 0.16316728293895721,
136
+ 0.04635212570428848,
137
+ -0.14140038192272186,
138
+ 0.04262368753552437,
139
+ -0.07388757914304733,
140
+ 0.1350700706243515,
141
+ 0.08714978396892548,
142
+ -0.21942535042762756,
143
+ -0.043002452701330185,
144
+ -0.09360555559396744,
145
+ 0.07963784784078598,
146
+ -0.0069612255319952965,
147
+ -0.05533144250512123,
148
+ 0.18221160769462585,
149
+ -0.03452049568295479,
150
+ 0.07391668111085892,
151
+ 0.22530776262283325,
152
+ -0.09645313024520874,
153
+ 0.27054089307785034,
154
+ -0.026752231642603874,
155
+ 0.09335757791996002,
156
+ -0.23672397434711456,
157
+ 0.1588411033153534,
158
+ -0.018608685582876205,
159
+ -0.10491712391376495,
160
+ 0.0781780555844307,
161
+ 0.12051081657409668,
162
+ -0.01795077510178089,
163
+ 0.11422266066074371,
164
+ -0.06428881734609604,
165
+ -0.24024160206317902,
166
+ -0.03267891705036163,
167
+ -0.06225280091166496,
168
+ 0.04516719654202461,
169
+ -0.07221230864524841,
170
+ -0.017738742753863335,
171
+ 0.20717443525791168,
172
+ 0.10633095353841782,
173
+ -0.18074801564216614,
174
+ -0.17689505219459534
175
+ ]
176
+ ],
177
+ "document_embeddings": [
178
+ [
179
+ -0.04789477959275246,
180
+ 0.1702856719493866,
181
+ 0.30163857340812683,
182
+ 0.02567918971180916,
183
+ 0.059216659516096115,
184
+ -0.07944872230291367,
185
+ -0.08456933498382568,
186
+ 0.001105214236304164,
187
+ -0.00711246021091938,
188
+ -0.020824812352657318,
189
+ 0.07086645066738129,
190
+ 0.04363948479294777,
191
+ 0.1637527346611023,
192
+ 0.2361726462841034,
193
+ -0.11514054983854294,
194
+ -0.0903446301817894,
195
+ 0.1956125795841217,
196
+ -0.1508888304233551,
197
+ 0.15677028894424438,
198
+ -0.05707361549139023,
199
+ 0.04841577261686325,
200
+ -0.0982453003525734,
201
+ -0.011981678195297718,
202
+ 0.20407292246818542,
203
+ 0.048631779849529266,
204
+ 0.03701270371675491,
205
+ -0.05297813192009926,
206
+ -0.1972636729478836,
207
+ 0.0348113551735878,
208
+ -0.00781453587114811,
209
+ -0.04669314622879028,
210
+ -0.31409040093421936,
211
+ -0.1107880249619484,
212
+ -0.27893397212028503,
213
+ 0.07788222283124924,
214
+ -0.07710249722003937,
215
+ -0.04438203573226929,
216
+ 0.04212146997451782,
217
+ -0.17962659895420074,
218
+ 0.08725762367248535,
219
+ -0.048801202327013016,
220
+ -0.011503256857395172,
221
+ 0.13203562796115875,
222
+ 0.13840487599372864,
223
+ -0.19280599057674408,
224
+ 0.11120878159999847,
225
+ 0.11220201849937439,
226
+ -0.16275432705879211,
227
+ 0.12245618551969528,
228
+ -0.008497079834342003,
229
+ -0.049479518085718155,
230
+ 0.05544770509004593,
231
+ 0.08155594021081924,
232
+ 0.005370846018195152,
233
+ -0.10670510679483414,
234
+ -0.08378655463457108,
235
+ 0.16001398861408234,
236
+ -0.16534288227558136,
237
+ -0.07886473089456558,
238
+ -0.16852304339408875,
239
+ -0.02406107820570469,
240
+ 0.20475032925605774,
241
+ 0.08709833770990372,
242
+ -0.04116755723953247
243
+ ],
244
+ [
245
+ 0.011450656689703465,
246
+ 0.167511448264122,
247
+ 0.074238620698452,
248
+ -0.08415021002292633,
249
+ 0.2688334286212921,
250
+ -0.010217878967523575,
251
+ 0.15223568677902222,
252
+ -0.14834952354431152,
253
+ 0.0023960513062775135,
254
+ -0.10800596326589584,
255
+ -0.14026057720184326,
256
+ -0.1984817236661911,
257
+ 0.2171744704246521,
258
+ 0.06574511528015137,
259
+ -0.03489556908607483,
260
+ -0.23187658190727234,
261
+ 0.23218612372875214,
262
+ -0.2150791883468628,
263
+ -0.08676165342330933,
264
+ 0.03200595825910568,
265
+ 0.10608916729688644,
266
+ 0.028185291215777397,
267
+ -0.15337403118610382,
268
+ 0.0987774133682251,
269
+ 0.004843957256525755,
270
+ 0.09369905292987823,
271
+ -0.07227674126625061,
272
+ -0.07164249569177628,
273
+ 0.06045336648821831,
274
+ 0.21675045788288116,
275
+ -0.05179700255393982,
276
+ -0.3312513530254364,
277
+ -0.13521884381771088,
278
+ 0.008561966940760612,
279
+ 0.11449301242828369,
280
+ -0.11744089424610138,
281
+ 0.048867691308259964,
282
+ 0.07748346775770187,
283
+ -0.08024879544973373,
284
+ 0.13014386594295502,
285
+ 0.10728636384010315,
286
+ -0.08607465028762817,
287
+ 0.12097695469856262,
288
+ -0.017919650301337242,
289
+ -0.20146507024765015,
290
+ -0.027984095737338066,
291
+ 0.006673701573163271,
292
+ 0.02056455798447132,
293
+ -0.058094438165426254,
294
+ 0.08733441680669785,
295
+ 0.044700246304273605,
296
+ 0.0019030335824936628,
297
+ 0.13898810744285583,
298
+ 0.06986330449581146,
299
+ -0.041336722671985626,
300
+ -0.27882885932922363,
301
+ 0.17093004286289215,
302
+ -0.04917037859559059,
303
+ 0.07135941088199615,
304
+ 0.06689226627349854,
305
+ 0.0800948217511177,
306
+ -0.049804553389549255,
307
+ -0.08858149498701096,
308
+ -0.029104677960276604
309
+ ],
310
+ [
311
+ 0.08924418687820435,
312
+ -0.042727820575237274,
313
+ 0.03855285421013832,
314
+ 0.013331001624464989,
315
+ -0.031385742127895355,
316
+ 0.04377570375800133,
317
+ 0.024944119155406952,
318
+ 0.00946199893951416,
319
+ 0.10254890471696854,
320
+ -0.08495227247476578,
321
+ 0.05498260259628296,
322
+ -0.10458134859800339,
323
+ 0.044282589107751846,
324
+ 0.28049153089523315,
325
+ 0.018877152353525162,
326
+ -0.005238962825387716,
327
+ 0.03320484235882759,
328
+ -0.31039178371429443,
329
+ -0.001188803231343627,
330
+ -0.04552169516682625,
331
+ -0.11660918593406677,
332
+ -0.25042495131492615,
333
+ -0.0756138414144516,
334
+ -0.025763917714357376,
335
+ 0.13380944728851318,
336
+ 0.03564351797103882,
337
+ -0.015278664417564869,
338
+ -0.16782428324222565,
339
+ -0.003974788822233677,
340
+ 0.13306839764118195,
341
+ -0.026228085160255432,
342
+ -0.2575850486755371,
343
+ 0.13461585342884064,
344
+ 0.1060880646109581,
345
+ -0.12266921997070312,
346
+ -0.07858830690383911,
347
+ 0.14865034818649292,
348
+ -0.07884038984775543,
349
+ 0.014553021639585495,
350
+ 0.23453335464000702,
351
+ 0.1978517770767212,
352
+ 0.008636724203824997,
353
+ 0.17839501798152924,
354
+ 0.22488616406917572,
355
+ -0.00960486475378275,
356
+ 0.10706695169210434,
357
+ -0.03638901561498642,
358
+ 0.09657148271799088,
359
+ -0.07634797692298889,
360
+ -0.10694944113492966,
361
+ 0.1551588475704193,
362
+ -0.11170125007629395,
363
+ -0.2170141041278839,
364
+ 0.05489650368690491,
365
+ -0.17050908505916595,
366
+ -0.07397110015153885,
367
+ 0.01765470765531063,
368
+ 0.06634784489870071,
369
+ -0.11243677884340286,
370
+ -0.13087183237075806,
371
+ 0.15747196972370148,
372
+ 0.017595693469047546,
373
+ -0.2404341995716095,
374
+ 0.15442554652690887
375
+ ],
376
+ [
377
+ 0.051611196249723434,
378
+ 0.00352726923301816,
379
+ -0.044516127556562424,
380
+ -0.013164769858121872,
381
+ 0.1385202258825302,
382
+ -0.012323698960244656,
383
+ -0.07407480478286743,
384
+ -0.06056414917111397,
385
+ -0.05032169446349144,
386
+ -0.11735519021749496,
387
+ 0.0550091527402401,
388
+ -0.11005380004644394,
389
+ 0.09634356945753098,
390
+ 0.35083937644958496,
391
+ 0.05192390829324722,
392
+ -0.023682694882154465,
393
+ 0.2058577537536621,
394
+ -0.10410270094871521,
395
+ 0.12649182975292206,
396
+ -0.04073694348335266,
397
+ 0.21948394179344177,
398
+ 0.012671193107962608,
399
+ 0.05080815777182579,
400
+ -0.008263224735856056,
401
+ -0.15663976967334747,
402
+ -0.05138084664940834,
403
+ -0.09829160571098328,
404
+ -0.2727148234844208,
405
+ 0.1352062225341797,
406
+ 0.2288525253534317,
407
+ -0.02540646493434906,
408
+ -0.09766291081905365,
409
+ -0.08316735923290253,
410
+ 0.158513605594635,
411
+ -0.09098444133996964,
412
+ -0.14017188549041748,
413
+ -0.13223232328891754,
414
+ 0.1258731484413147,
415
+ -0.15164773166179657,
416
+ -0.09674449265003204,
417
+ -0.10230937600135803,
418
+ 0.044587474316358566,
419
+ -0.01896720565855503,
420
+ 0.18746383488178253,
421
+ -0.05417500436306,
422
+ -0.09120577573776245,
423
+ 0.23528321087360382,
424
+ 0.06538119167089462,
425
+ -0.13329057395458221,
426
+ -0.17202822864055634,
427
+ 0.04542897641658783,
428
+ -0.16702114045619965,
429
+ 0.09242749959230423,
430
+ 0.18633073568344116,
431
+ 0.1442863494157791,
432
+ -0.038135990500450134,
433
+ 0.05489976704120636,
434
+ -0.019152585417032242,
435
+ -0.017324581742286682,
436
+ -0.17506109178066254,
437
+ -0.057073887437582016,
438
+ 0.03773641586303711,
439
+ -0.17393800616264343,
440
+ 0.17052946984767914
441
+ ]
442
+ ]
443
+ }
444
+ }
integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json ADDED
@@ -0,0 +1,444 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/modernbert-embed-base-mic",
4
+ "contract_name": "modernbert-embed-base",
5
+ "contract_revision": "unpublished",
6
+ "framework": "sentence_transformers",
7
+ "variant": "default",
8
+ "target": "modernbert-embed-base-mic",
9
+ "kind": "fixture",
10
+ "revision": "unpublished",
11
+ "environment": {
12
+ "python": "3.12.13",
13
+ "transformers": "5.22.1",
14
+ "sentence-transformers": "6.2.0",
15
+ "torch": "2.11.0+cpu",
16
+ "tokenizers": "0.23.3",
17
+ "huggingface-hub": "2.4.0"
18
+ },
19
+ "seconds": 2.05,
20
+ "platform": "cpu-x86_64"
21
+ },
22
+ "outputs": {
23
+ "runtime": {
24
+ "device": "cpu",
25
+ "dtype": "float32",
26
+ "attn_implementation": "sdpa"
27
+ },
28
+ "scores": [
29
+ [
30
+ 0.3119373023509979,
31
+ 0.4953055679798126,
32
+ 0.06833505630493164,
33
+ 0.48831743001937866
34
+ ],
35
+ [
36
+ 0.27901899814605713,
37
+ 0.39317837357521057,
38
+ 0.3301636278629303,
39
+ 0.12138384580612183
40
+ ]
41
+ ],
42
+ "batch_max_delta": 2.9802322387695312e-08,
43
+ "query_embeddings": [
44
+ [
45
+ 0.1171255111694336,
46
+ 0.18661190569400787,
47
+ 0.20724807679653168,
48
+ -0.1263725757598877,
49
+ 0.1740543395280838,
50
+ 0.051843270659446716,
51
+ 0.15281185507774353,
52
+ -0.19874322414398193,
53
+ 0.02474747970700264,
54
+ -0.034351035952568054,
55
+ -0.1596839427947998,
56
+ -0.04026377573609352,
57
+ 0.029296718537807465,
58
+ 0.10403067618608475,
59
+ 0.11746159940958023,
60
+ -0.08800061792135239,
61
+ 0.15222860872745514,
62
+ -0.06041847541928291,
63
+ 0.15655885636806488,
64
+ 0.24338673055171967,
65
+ 0.2657535672187805,
66
+ 0.11317218095064163,
67
+ -0.16417577862739563,
68
+ -0.14720842242240906,
69
+ -0.09582707285881042,
70
+ -0.08371690660715103,
71
+ -0.02341318503022194,
72
+ -0.03592579439282417,
73
+ 0.0908966138958931,
74
+ 0.17413553595542908,
75
+ -0.025150390341877937,
76
+ -0.036376699805259705,
77
+ -0.22912028431892395,
78
+ 0.0485958606004715,
79
+ -0.017231838777661324,
80
+ 0.000468969315988943,
81
+ -0.04695950448513031,
82
+ 0.1497892290353775,
83
+ -0.10650184750556946,
84
+ 0.01330363005399704,
85
+ -0.04824536293745041,
86
+ -0.06670906394720078,
87
+ 0.12838231027126312,
88
+ 0.13123077154159546,
89
+ -0.2820318937301636,
90
+ -0.023816300556063652,
91
+ 0.17586538195610046,
92
+ 0.029166946187615395,
93
+ -0.2851058840751648,
94
+ -0.13075989484786987,
95
+ -0.02915128320455551,
96
+ -0.10424009710550308,
97
+ 0.11757185310125351,
98
+ -0.06409931182861328,
99
+ -0.10473834723234177,
100
+ 0.02462741732597351,
101
+ 0.09204018861055374,
102
+ -0.0741841197013855,
103
+ -0.09826744347810745,
104
+ -0.14125743508338928,
105
+ -0.029157070443034172,
106
+ -0.019784599542617798,
107
+ 0.018596990033984184,
108
+ -0.07001359015703201
109
+ ],
110
+ [
111
+ -0.12561830878257751,
112
+ 0.09782247245311737,
113
+ -0.036811042577028275,
114
+ -0.05689828470349312,
115
+ 0.1405644416809082,
116
+ -0.04824944585561752,
117
+ -0.08461777120828629,
118
+ 0.04362385347485542,
119
+ 0.08065138757228851,
120
+ -0.12156099826097488,
121
+ 0.08099280297756195,
122
+ -0.049263812601566315,
123
+ -0.07165903598070145,
124
+ 0.11758150160312653,
125
+ 0.031525999307632446,
126
+ -0.14923174679279327,
127
+ 0.2202354371547699,
128
+ -0.1128077581524849,
129
+ 0.24488885700702667,
130
+ 0.09527229517698288,
131
+ -0.18387874960899353,
132
+ -0.03544653207063675,
133
+ -0.20482194423675537,
134
+ -0.08545751869678497,
135
+ 0.16316728293895721,
136
+ 0.04635212570428848,
137
+ -0.14140038192272186,
138
+ 0.04262368753552437,
139
+ -0.07388757914304733,
140
+ 0.1350700706243515,
141
+ 0.08714978396892548,
142
+ -0.21942535042762756,
143
+ -0.043002452701330185,
144
+ -0.09360555559396744,
145
+ 0.07963784784078598,
146
+ -0.0069612255319952965,
147
+ -0.05533144623041153,
148
+ 0.18221160769462585,
149
+ -0.03452049568295479,
150
+ 0.07391668111085892,
151
+ 0.22530776262283325,
152
+ -0.09645313024520874,
153
+ 0.27054089307785034,
154
+ -0.026752231642603874,
155
+ 0.09335757791996002,
156
+ -0.23672397434711456,
157
+ 0.1588411033153534,
158
+ -0.018608685582876205,
159
+ -0.10491712391376495,
160
+ 0.0781780555844307,
161
+ 0.12051081657409668,
162
+ -0.01795077510178089,
163
+ 0.11422266066074371,
164
+ -0.06428881734609604,
165
+ -0.24024160206317902,
166
+ -0.03267891705036163,
167
+ -0.06225280091166496,
168
+ 0.04516719654202461,
169
+ -0.07221230864524841,
170
+ -0.017738742753863335,
171
+ 0.20717443525791168,
172
+ 0.10633095353841782,
173
+ -0.18074801564216614,
174
+ -0.17689505219459534
175
+ ]
176
+ ],
177
+ "document_embeddings": [
178
+ [
179
+ -0.04789477959275246,
180
+ 0.1702856719493866,
181
+ 0.30163857340812683,
182
+ 0.02567918971180916,
183
+ 0.059216659516096115,
184
+ -0.07944872230291367,
185
+ -0.08456933498382568,
186
+ 0.001105214236304164,
187
+ -0.00711246021091938,
188
+ -0.020824821665883064,
189
+ 0.07086645066738129,
190
+ 0.04363948479294777,
191
+ 0.1637527346611023,
192
+ 0.2361726462841034,
193
+ -0.11514054983854294,
194
+ -0.0903446301817894,
195
+ 0.1956125795841217,
196
+ -0.1508888304233551,
197
+ 0.15677028894424438,
198
+ -0.05707361549139023,
199
+ 0.04841577261686325,
200
+ -0.0982453003525734,
201
+ -0.011981678195297718,
202
+ 0.20407292246818542,
203
+ 0.048631779849529266,
204
+ 0.03701270371675491,
205
+ -0.05297812074422836,
206
+ -0.1972636729478836,
207
+ 0.0348113588988781,
208
+ -0.007814525626599789,
209
+ -0.04669314622879028,
210
+ -0.31409040093421936,
211
+ -0.1107880249619484,
212
+ -0.27893397212028503,
213
+ 0.07788222283124924,
214
+ -0.07710249722003937,
215
+ -0.04438203573226929,
216
+ 0.04212146997451782,
217
+ -0.17962659895420074,
218
+ 0.08725762367248535,
219
+ -0.048801202327013016,
220
+ -0.011503256857395172,
221
+ 0.13203562796115875,
222
+ 0.13840487599372864,
223
+ -0.19280599057674408,
224
+ 0.11120878159999847,
225
+ 0.11220201849937439,
226
+ -0.16275432705879211,
227
+ 0.12245618551969528,
228
+ -0.008497079834342003,
229
+ -0.049479518085718155,
230
+ 0.05544770509004593,
231
+ 0.08155594021081924,
232
+ 0.005370836239308119,
233
+ -0.10670509189367294,
234
+ -0.08378655463457108,
235
+ 0.16001398861408234,
236
+ -0.16534288227558136,
237
+ -0.07886473089456558,
238
+ -0.16852304339408875,
239
+ -0.02406107820570469,
240
+ 0.20475032925605774,
241
+ 0.08709833770990372,
242
+ -0.04116755723953247
243
+ ],
244
+ [
245
+ 0.011450656689703465,
246
+ 0.167511448264122,
247
+ 0.07423862814903259,
248
+ -0.08415021002292633,
249
+ 0.2688334286212921,
250
+ -0.010217878967523575,
251
+ 0.15223568677902222,
252
+ -0.14834952354431152,
253
+ 0.002396054333075881,
254
+ -0.10800596326589584,
255
+ -0.14026057720184326,
256
+ -0.1984817385673523,
257
+ 0.21717453002929688,
258
+ 0.06574511528015137,
259
+ -0.03489556908607483,
260
+ -0.23187658190727234,
261
+ 0.23218612372875214,
262
+ -0.2150791883468628,
263
+ -0.08676165342330933,
264
+ 0.03200595825910568,
265
+ 0.10608917474746704,
266
+ 0.028185291215777397,
267
+ -0.15337403118610382,
268
+ 0.0987774133682251,
269
+ 0.004843957256525755,
270
+ 0.09369905292987823,
271
+ -0.07227673381567001,
272
+ -0.07164249569177628,
273
+ 0.06045336648821831,
274
+ 0.21675045788288116,
275
+ -0.05179700255393982,
276
+ -0.3312513530254364,
277
+ -0.13521884381771088,
278
+ 0.008561966940760612,
279
+ 0.11449301242828369,
280
+ -0.11744089424610138,
281
+ 0.048867691308259964,
282
+ 0.07748346775770187,
283
+ -0.08024879544973373,
284
+ 0.13014386594295502,
285
+ 0.10728636384010315,
286
+ -0.08607465028762817,
287
+ 0.12097695469856262,
288
+ -0.017919650301337242,
289
+ -0.20146507024765015,
290
+ -0.027984095737338066,
291
+ 0.006673701573163271,
292
+ 0.02056455798447132,
293
+ -0.058094438165426254,
294
+ 0.08733442425727844,
295
+ 0.044700246304273605,
296
+ 0.0019030335824936628,
297
+ 0.13898810744285583,
298
+ 0.06986330449581146,
299
+ -0.041336722671985626,
300
+ -0.27882885932922363,
301
+ 0.17093007266521454,
302
+ -0.04917037859559059,
303
+ 0.07135941088199615,
304
+ 0.06689226627349854,
305
+ 0.0800948292016983,
306
+ -0.049804553389549255,
307
+ -0.08858149498701096,
308
+ -0.029104677960276604
309
+ ],
310
+ [
311
+ 0.08924418687820435,
312
+ -0.042727820575237274,
313
+ 0.03855285421013832,
314
+ 0.013331001624464989,
315
+ -0.031385742127895355,
316
+ 0.04377570375800133,
317
+ 0.024944119155406952,
318
+ 0.00946199893951416,
319
+ 0.10254890471696854,
320
+ -0.08495227247476578,
321
+ 0.05498260259628296,
322
+ -0.10458134859800339,
323
+ 0.044282589107751846,
324
+ 0.28049153089523315,
325
+ 0.018877152353525162,
326
+ -0.005238962825387716,
327
+ 0.03320484235882759,
328
+ -0.31039178371429443,
329
+ -0.001188803231343627,
330
+ -0.04552169516682625,
331
+ -0.11660918593406677,
332
+ -0.25042495131492615,
333
+ -0.0756138414144516,
334
+ -0.025763917714357376,
335
+ 0.13380944728851318,
336
+ 0.03564351797103882,
337
+ -0.015278664417564869,
338
+ -0.16782428324222565,
339
+ -0.003974788822233677,
340
+ 0.13306839764118195,
341
+ -0.026228085160255432,
342
+ -0.2575850486755371,
343
+ 0.13461585342884064,
344
+ 0.1060880795121193,
345
+ -0.12266921997070312,
346
+ -0.07858830690383911,
347
+ 0.14865034818649292,
348
+ -0.07884038984775543,
349
+ 0.014553021639585495,
350
+ 0.23453335464000702,
351
+ 0.1978517770767212,
352
+ 0.008636724203824997,
353
+ 0.17839501798152924,
354
+ 0.22488616406917572,
355
+ -0.00960486475378275,
356
+ 0.10706695169210434,
357
+ -0.03638901561498642,
358
+ 0.09657148271799088,
359
+ -0.07634797692298889,
360
+ -0.10694944113492966,
361
+ 0.1551588475704193,
362
+ -0.11170125007629395,
363
+ -0.2170141041278839,
364
+ 0.05489650368690491,
365
+ -0.17050908505916595,
366
+ -0.07397110015153885,
367
+ 0.01765470765531063,
368
+ 0.06634784489870071,
369
+ -0.11243677884340286,
370
+ -0.13087183237075806,
371
+ 0.15747198462486267,
372
+ 0.017595689743757248,
373
+ -0.2404341995716095,
374
+ 0.15442554652690887
375
+ ],
376
+ [
377
+ 0.051611196249723434,
378
+ 0.00352726923301816,
379
+ -0.044516127556562424,
380
+ -0.013164778240025043,
381
+ 0.1385202258825302,
382
+ -0.012323698960244656,
383
+ -0.07407480478286743,
384
+ -0.06056414917111397,
385
+ -0.05032169446349144,
386
+ -0.11735519021749496,
387
+ 0.0550091527402401,
388
+ -0.11005380004644394,
389
+ 0.09634356945753098,
390
+ 0.35083937644958496,
391
+ 0.05192390829324722,
392
+ -0.023682694882154465,
393
+ 0.2058577537536621,
394
+ -0.10410270094871521,
395
+ 0.12649182975292206,
396
+ -0.04073694348335266,
397
+ 0.21948394179344177,
398
+ 0.012671193107962608,
399
+ 0.05080815777182579,
400
+ -0.00826321728527546,
401
+ -0.15663976967334747,
402
+ -0.05138084664940834,
403
+ -0.09829160571098328,
404
+ -0.2727148234844208,
405
+ 0.1352062225341797,
406
+ 0.2288525253534317,
407
+ -0.02540646493434906,
408
+ -0.09766291081905365,
409
+ -0.08316735923290253,
410
+ 0.158513605594635,
411
+ -0.09098444133996964,
412
+ -0.14017188549041748,
413
+ -0.13223232328891754,
414
+ 0.1258731484413147,
415
+ -0.15164773166179657,
416
+ -0.09674449265003204,
417
+ -0.10230937600135803,
418
+ 0.044587474316358566,
419
+ -0.01896720565855503,
420
+ 0.18746383488178253,
421
+ -0.05417500436306,
422
+ -0.09120577573776245,
423
+ 0.23528321087360382,
424
+ 0.06538119167089462,
425
+ -0.13329057395458221,
426
+ -0.17202822864055634,
427
+ 0.04542897641658783,
428
+ -0.16702114045619965,
429
+ 0.09242749959230423,
430
+ 0.18633073568344116,
431
+ 0.1442863494157791,
432
+ -0.038135990500450134,
433
+ 0.05489976704120636,
434
+ -0.019152585417032242,
435
+ -0.017324581742286682,
436
+ -0.17506109178066254,
437
+ -0.057073887437582016,
438
+ 0.03773641586303711,
439
+ -0.17393800616264343,
440
+ 0.17052946984767914
441
+ ]
442
+ ]
443
+ }
444
+ }
integrations/sentence_transformers/usage.md ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # SentenceTransformer: encoding and scoring
2
+
3
+ Run the public Sentence Transformers API with a small, fixed retrieval example.
4
+
5
+ ```py runnable:retrieval
6
+ import torch
7
+ from sentence_transformers import SentenceTransformer
8
+ import json # doc-builder: hide
9
+ import os # doc-builder: hide
10
+
11
+ model_id = 'nomic-ai/modernbert-embed-base'
12
+ model_id = os.environ.get('MIC_MODEL', model_id) # doc-builder: hide
13
+ revision = os.environ.get('MIC_MODEL_REVISION') or None # doc-builder: hide
14
+ variant = json.loads(os.environ.get('MIC_MODEL_KWARGS', '{}')) # doc-builder: hide
15
+ torch.manual_seed(0)
16
+ device = 'cuda' if torch.cuda.is_available() else 'cpu'
17
+ model = SentenceTransformer(
18
+ model_id,
19
+ device=device,
20
+ revision=revision, # doc-builder: hide
21
+ model_kwargs=variant, # doc-builder: hide
22
+ )
23
+ queries = ['Which planet is known as the Red Planet?', 'Where do penguins live?']
24
+ documents = ["Venus is often called Earth's twin.", 'Mars is known for its reddish appearance and is called the Red Planet.', 'Penguins live in the Southern Hemisphere, including Antarctica.', 'Jupiter is the largest planet in our solar system and has a prominent red spot.']
25
+ query_embeddings = model.encode_query(queries, show_progress_bar=False, convert_to_tensor=True)
26
+ document_embeddings = model.encode_document(documents, show_progress_bar=False, convert_to_tensor=True)
27
+ scores = model.similarity(query_embeddings, document_embeddings)
28
+ assert scores.shape == (2, 4)
29
+ assert torch.isfinite(scores).all()
30
+ assert torch.isfinite(query_embeddings).all() and torch.isfinite(document_embeddings).all()
31
+ assert (query_embeddings[0] - query_embeddings[1]).abs().max() > 0.001
32
+ individual = model.encode_query(queries, batch_size=1, show_progress_bar=False, convert_to_tensor=True)
33
+ batch_max_delta = float((query_embeddings - individual).abs().max())
34
+ if query_embeddings.dtype == torch.float32:
35
+ torch.testing.assert_close(query_embeddings, individual, atol=1e-4, rtol=1e-4)
36
+
37
+ if os.environ.get('MIC_RUNNER'): # doc-builder: hide
38
+ backbone = next(module for module in model.modules() if isinstance(module, __import__('transformers').PreTrainedModel))
39
+ result = {
40
+ 'runtime': {'device': model.device.type, 'dtype': str(next(model.parameters()).dtype).removeprefix('torch.'), 'attn_implementation': backbone.config._attn_implementation},
41
+ 'scores': scores.float().cpu().tolist(),
42
+ 'batch_max_delta': batch_max_delta,
43
+ 'query_embeddings': query_embeddings.float().cpu().tolist(),
44
+ 'document_embeddings': document_embeddings.float().cpu().tolist(),
45
+ }
46
+ print(json.dumps(result))
47
+ ```
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e909d53a97c94426fce6dbca17b476fa0d7dc86dbc0194085b4c6363854f8be1
3
+ size 13224496
modules.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.base.modules.transformer.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.sentence_transformer.modules.pooling.Pooling"
13
+ },
14
+ {
15
+ "idx": 2,
16
+ "name": "2",
17
+ "path": "2_Normalize",
18
+ "type": "sentence_transformers.base.modules.normalize.Normalize"
19
+ }
20
+ ]
sentence_bert_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "transformer_task": "feature-extraction",
3
+ "modality_config": {
4
+ "text": {
5
+ "method": "forward",
6
+ "method_output_name": "last_hidden_state"
7
+ }
8
+ },
9
+ "module_output_name": "token_embeddings"
10
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": true,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,945 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "|||IP_ADDRESS|||",
5
+ "lstrip": false,
6
+ "normalized": true,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": false
10
+ },
11
+ "1": {
12
+ "content": "<|padding|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "50254": {
20
+ "content": " ",
21
+ "lstrip": false,
22
+ "normalized": true,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": false
26
+ },
27
+ "50255": {
28
+ "content": " ",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": false
34
+ },
35
+ "50256": {
36
+ "content": " ",
37
+ "lstrip": false,
38
+ "normalized": true,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": false
42
+ },
43
+ "50257": {
44
+ "content": " ",
45
+ "lstrip": false,
46
+ "normalized": true,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": false
50
+ },
51
+ "50258": {
52
+ "content": " ",
53
+ "lstrip": false,
54
+ "normalized": true,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": false
58
+ },
59
+ "50259": {
60
+ "content": " ",
61
+ "lstrip": false,
62
+ "normalized": true,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": false
66
+ },
67
+ "50260": {
68
+ "content": " ",
69
+ "lstrip": false,
70
+ "normalized": true,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": false
74
+ },
75
+ "50261": {
76
+ "content": " ",
77
+ "lstrip": false,
78
+ "normalized": true,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": false
82
+ },
83
+ "50262": {
84
+ "content": " ",
85
+ "lstrip": false,
86
+ "normalized": true,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": false
90
+ },
91
+ "50263": {
92
+ "content": " ",
93
+ "lstrip": false,
94
+ "normalized": true,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": false
98
+ },
99
+ "50264": {
100
+ "content": " ",
101
+ "lstrip": false,
102
+ "normalized": true,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": false
106
+ },
107
+ "50265": {
108
+ "content": " ",
109
+ "lstrip": false,
110
+ "normalized": true,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": false
114
+ },
115
+ "50266": {
116
+ "content": " ",
117
+ "lstrip": false,
118
+ "normalized": true,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": false
122
+ },
123
+ "50267": {
124
+ "content": " ",
125
+ "lstrip": false,
126
+ "normalized": true,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": false
130
+ },
131
+ "50268": {
132
+ "content": " ",
133
+ "lstrip": false,
134
+ "normalized": true,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": false
138
+ },
139
+ "50269": {
140
+ "content": " ",
141
+ "lstrip": false,
142
+ "normalized": true,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": false
146
+ },
147
+ "50270": {
148
+ "content": " ",
149
+ "lstrip": false,
150
+ "normalized": true,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": false
154
+ },
155
+ "50271": {
156
+ "content": " ",
157
+ "lstrip": false,
158
+ "normalized": true,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": false
162
+ },
163
+ "50272": {
164
+ "content": " ",
165
+ "lstrip": false,
166
+ "normalized": true,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": false
170
+ },
171
+ "50273": {
172
+ "content": " ",
173
+ "lstrip": false,
174
+ "normalized": true,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": false
178
+ },
179
+ "50274": {
180
+ "content": " ",
181
+ "lstrip": false,
182
+ "normalized": true,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": false
186
+ },
187
+ "50275": {
188
+ "content": " ",
189
+ "lstrip": false,
190
+ "normalized": true,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": false
194
+ },
195
+ "50276": {
196
+ "content": " ",
197
+ "lstrip": false,
198
+ "normalized": true,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": false
202
+ },
203
+ "50277": {
204
+ "content": "|||EMAIL_ADDRESS|||",
205
+ "lstrip": false,
206
+ "normalized": true,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": false
210
+ },
211
+ "50278": {
212
+ "content": "|||PHONE_NUMBER|||",
213
+ "lstrip": false,
214
+ "normalized": true,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": false
218
+ },
219
+ "50279": {
220
+ "content": "<|endoftext|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "50280": {
228
+ "content": "[UNK]",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "50281": {
236
+ "content": "[CLS]",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "50282": {
244
+ "content": "[SEP]",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "50283": {
252
+ "content": "[PAD]",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "50284": {
260
+ "content": "[MASK]",
261
+ "lstrip": true,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "50285": {
268
+ "content": "[unused0]",
269
+ "lstrip": false,
270
+ "normalized": true,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": false
274
+ },
275
+ "50286": {
276
+ "content": "[unused1]",
277
+ "lstrip": false,
278
+ "normalized": true,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": false
282
+ },
283
+ "50287": {
284
+ "content": "[unused2]",
285
+ "lstrip": false,
286
+ "normalized": true,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": false
290
+ },
291
+ "50288": {
292
+ "content": "[unused3]",
293
+ "lstrip": false,
294
+ "normalized": true,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": false
298
+ },
299
+ "50289": {
300
+ "content": "[unused4]",
301
+ "lstrip": false,
302
+ "normalized": true,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": false
306
+ },
307
+ "50290": {
308
+ "content": "[unused5]",
309
+ "lstrip": false,
310
+ "normalized": true,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": false
314
+ },
315
+ "50291": {
316
+ "content": "[unused6]",
317
+ "lstrip": false,
318
+ "normalized": true,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": false
322
+ },
323
+ "50292": {
324
+ "content": "[unused7]",
325
+ "lstrip": false,
326
+ "normalized": true,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": false
330
+ },
331
+ "50293": {
332
+ "content": "[unused8]",
333
+ "lstrip": false,
334
+ "normalized": true,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": false
338
+ },
339
+ "50294": {
340
+ "content": "[unused9]",
341
+ "lstrip": false,
342
+ "normalized": true,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": false
346
+ },
347
+ "50295": {
348
+ "content": "[unused10]",
349
+ "lstrip": false,
350
+ "normalized": true,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": false
354
+ },
355
+ "50296": {
356
+ "content": "[unused11]",
357
+ "lstrip": false,
358
+ "normalized": true,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": false
362
+ },
363
+ "50297": {
364
+ "content": "[unused12]",
365
+ "lstrip": false,
366
+ "normalized": true,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": false
370
+ },
371
+ "50298": {
372
+ "content": "[unused13]",
373
+ "lstrip": false,
374
+ "normalized": true,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": false
378
+ },
379
+ "50299": {
380
+ "content": "[unused14]",
381
+ "lstrip": false,
382
+ "normalized": true,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": false
386
+ },
387
+ "50300": {
388
+ "content": "[unused15]",
389
+ "lstrip": false,
390
+ "normalized": true,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": false
394
+ },
395
+ "50301": {
396
+ "content": "[unused16]",
397
+ "lstrip": false,
398
+ "normalized": true,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": false
402
+ },
403
+ "50302": {
404
+ "content": "[unused17]",
405
+ "lstrip": false,
406
+ "normalized": true,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": false
410
+ },
411
+ "50303": {
412
+ "content": "[unused18]",
413
+ "lstrip": false,
414
+ "normalized": true,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": false
418
+ },
419
+ "50304": {
420
+ "content": "[unused19]",
421
+ "lstrip": false,
422
+ "normalized": true,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": false
426
+ },
427
+ "50305": {
428
+ "content": "[unused20]",
429
+ "lstrip": false,
430
+ "normalized": true,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": false
434
+ },
435
+ "50306": {
436
+ "content": "[unused21]",
437
+ "lstrip": false,
438
+ "normalized": true,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": false
442
+ },
443
+ "50307": {
444
+ "content": "[unused22]",
445
+ "lstrip": false,
446
+ "normalized": true,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": false
450
+ },
451
+ "50308": {
452
+ "content": "[unused23]",
453
+ "lstrip": false,
454
+ "normalized": true,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": false
458
+ },
459
+ "50309": {
460
+ "content": "[unused24]",
461
+ "lstrip": false,
462
+ "normalized": true,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": false
466
+ },
467
+ "50310": {
468
+ "content": "[unused25]",
469
+ "lstrip": false,
470
+ "normalized": true,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": false
474
+ },
475
+ "50311": {
476
+ "content": "[unused26]",
477
+ "lstrip": false,
478
+ "normalized": true,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": false
482
+ },
483
+ "50312": {
484
+ "content": "[unused27]",
485
+ "lstrip": false,
486
+ "normalized": true,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": false
490
+ },
491
+ "50313": {
492
+ "content": "[unused28]",
493
+ "lstrip": false,
494
+ "normalized": true,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": false
498
+ },
499
+ "50314": {
500
+ "content": "[unused29]",
501
+ "lstrip": false,
502
+ "normalized": true,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": false
506
+ },
507
+ "50315": {
508
+ "content": "[unused30]",
509
+ "lstrip": false,
510
+ "normalized": true,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": false
514
+ },
515
+ "50316": {
516
+ "content": "[unused31]",
517
+ "lstrip": false,
518
+ "normalized": true,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": false
522
+ },
523
+ "50317": {
524
+ "content": "[unused32]",
525
+ "lstrip": false,
526
+ "normalized": true,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": false
530
+ },
531
+ "50318": {
532
+ "content": "[unused33]",
533
+ "lstrip": false,
534
+ "normalized": true,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": false
538
+ },
539
+ "50319": {
540
+ "content": "[unused34]",
541
+ "lstrip": false,
542
+ "normalized": true,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": false
546
+ },
547
+ "50320": {
548
+ "content": "[unused35]",
549
+ "lstrip": false,
550
+ "normalized": true,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": false
554
+ },
555
+ "50321": {
556
+ "content": "[unused36]",
557
+ "lstrip": false,
558
+ "normalized": true,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": false
562
+ },
563
+ "50322": {
564
+ "content": "[unused37]",
565
+ "lstrip": false,
566
+ "normalized": true,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": false
570
+ },
571
+ "50323": {
572
+ "content": "[unused38]",
573
+ "lstrip": false,
574
+ "normalized": true,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": false
578
+ },
579
+ "50324": {
580
+ "content": "[unused39]",
581
+ "lstrip": false,
582
+ "normalized": true,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": false
586
+ },
587
+ "50325": {
588
+ "content": "[unused40]",
589
+ "lstrip": false,
590
+ "normalized": true,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": false
594
+ },
595
+ "50326": {
596
+ "content": "[unused41]",
597
+ "lstrip": false,
598
+ "normalized": true,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": false
602
+ },
603
+ "50327": {
604
+ "content": "[unused42]",
605
+ "lstrip": false,
606
+ "normalized": true,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": false
610
+ },
611
+ "50328": {
612
+ "content": "[unused43]",
613
+ "lstrip": false,
614
+ "normalized": true,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": false
618
+ },
619
+ "50329": {
620
+ "content": "[unused44]",
621
+ "lstrip": false,
622
+ "normalized": true,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": false
626
+ },
627
+ "50330": {
628
+ "content": "[unused45]",
629
+ "lstrip": false,
630
+ "normalized": true,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": false
634
+ },
635
+ "50331": {
636
+ "content": "[unused46]",
637
+ "lstrip": false,
638
+ "normalized": true,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": false
642
+ },
643
+ "50332": {
644
+ "content": "[unused47]",
645
+ "lstrip": false,
646
+ "normalized": true,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": false
650
+ },
651
+ "50333": {
652
+ "content": "[unused48]",
653
+ "lstrip": false,
654
+ "normalized": true,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": false
658
+ },
659
+ "50334": {
660
+ "content": "[unused49]",
661
+ "lstrip": false,
662
+ "normalized": true,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": false
666
+ },
667
+ "50335": {
668
+ "content": "[unused50]",
669
+ "lstrip": false,
670
+ "normalized": true,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": false
674
+ },
675
+ "50336": {
676
+ "content": "[unused51]",
677
+ "lstrip": false,
678
+ "normalized": true,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": false
682
+ },
683
+ "50337": {
684
+ "content": "[unused52]",
685
+ "lstrip": false,
686
+ "normalized": true,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": false
690
+ },
691
+ "50338": {
692
+ "content": "[unused53]",
693
+ "lstrip": false,
694
+ "normalized": true,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": false
698
+ },
699
+ "50339": {
700
+ "content": "[unused54]",
701
+ "lstrip": false,
702
+ "normalized": true,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": false
706
+ },
707
+ "50340": {
708
+ "content": "[unused55]",
709
+ "lstrip": false,
710
+ "normalized": true,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": false
714
+ },
715
+ "50341": {
716
+ "content": "[unused56]",
717
+ "lstrip": false,
718
+ "normalized": true,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": false
722
+ },
723
+ "50342": {
724
+ "content": "[unused57]",
725
+ "lstrip": false,
726
+ "normalized": true,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": false
730
+ },
731
+ "50343": {
732
+ "content": "[unused58]",
733
+ "lstrip": false,
734
+ "normalized": true,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": false
738
+ },
739
+ "50344": {
740
+ "content": "[unused59]",
741
+ "lstrip": false,
742
+ "normalized": true,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": false
746
+ },
747
+ "50345": {
748
+ "content": "[unused60]",
749
+ "lstrip": false,
750
+ "normalized": true,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": false
754
+ },
755
+ "50346": {
756
+ "content": "[unused61]",
757
+ "lstrip": false,
758
+ "normalized": true,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": false
762
+ },
763
+ "50347": {
764
+ "content": "[unused62]",
765
+ "lstrip": false,
766
+ "normalized": true,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": false
770
+ },
771
+ "50348": {
772
+ "content": "[unused63]",
773
+ "lstrip": false,
774
+ "normalized": true,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": false
778
+ },
779
+ "50349": {
780
+ "content": "[unused64]",
781
+ "lstrip": false,
782
+ "normalized": true,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": false
786
+ },
787
+ "50350": {
788
+ "content": "[unused65]",
789
+ "lstrip": false,
790
+ "normalized": true,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": false
794
+ },
795
+ "50351": {
796
+ "content": "[unused66]",
797
+ "lstrip": false,
798
+ "normalized": true,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": false
802
+ },
803
+ "50352": {
804
+ "content": "[unused67]",
805
+ "lstrip": false,
806
+ "normalized": true,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": false
810
+ },
811
+ "50353": {
812
+ "content": "[unused68]",
813
+ "lstrip": false,
814
+ "normalized": true,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": false
818
+ },
819
+ "50354": {
820
+ "content": "[unused69]",
821
+ "lstrip": false,
822
+ "normalized": true,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": false
826
+ },
827
+ "50355": {
828
+ "content": "[unused70]",
829
+ "lstrip": false,
830
+ "normalized": true,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": false
834
+ },
835
+ "50356": {
836
+ "content": "[unused71]",
837
+ "lstrip": false,
838
+ "normalized": true,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": false
842
+ },
843
+ "50357": {
844
+ "content": "[unused72]",
845
+ "lstrip": false,
846
+ "normalized": true,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": false
850
+ },
851
+ "50358": {
852
+ "content": "[unused73]",
853
+ "lstrip": false,
854
+ "normalized": true,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": false
858
+ },
859
+ "50359": {
860
+ "content": "[unused74]",
861
+ "lstrip": false,
862
+ "normalized": true,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": false
866
+ },
867
+ "50360": {
868
+ "content": "[unused75]",
869
+ "lstrip": false,
870
+ "normalized": true,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": false
874
+ },
875
+ "50361": {
876
+ "content": "[unused76]",
877
+ "lstrip": false,
878
+ "normalized": true,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": false
882
+ },
883
+ "50362": {
884
+ "content": "[unused77]",
885
+ "lstrip": false,
886
+ "normalized": true,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": false
890
+ },
891
+ "50363": {
892
+ "content": "[unused78]",
893
+ "lstrip": false,
894
+ "normalized": true,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": false
898
+ },
899
+ "50364": {
900
+ "content": "[unused79]",
901
+ "lstrip": false,
902
+ "normalized": true,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": false
906
+ },
907
+ "50365": {
908
+ "content": "[unused80]",
909
+ "lstrip": false,
910
+ "normalized": true,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": false
914
+ },
915
+ "50366": {
916
+ "content": "[unused81]",
917
+ "lstrip": false,
918
+ "normalized": true,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": false
922
+ },
923
+ "50367": {
924
+ "content": "[unused82]",
925
+ "lstrip": false,
926
+ "normalized": true,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": false
930
+ }
931
+ },
932
+ "clean_up_tokenization_spaces": true,
933
+ "cls_token": "[CLS]",
934
+ "extra_special_tokens": {},
935
+ "mask_token": "[MASK]",
936
+ "model_input_names": [
937
+ "input_ids",
938
+ "attention_mask"
939
+ ],
940
+ "model_max_length": 8192,
941
+ "pad_token": "[PAD]",
942
+ "sep_token": "[SEP]",
943
+ "tokenizer_class": "PreTrainedTokenizerFast",
944
+ "unk_token": "[UNK]"
945
+ }