tarekziade HF Staff commited on
Commit
e00d697
·
verified ·
1 Parent(s): 52570f3

Publish MIC usage, slim fixture and reviewed Transformers expectations

Browse files
README.md CHANGED
@@ -17,6 +17,51 @@ Slim model weights, executable usage and framework expectations in one repositor
17
 
18
  ## Contract
19
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  ### DeepSeek-R1 causal LM
21
 
22
  Runnable usage and the framework expectations directory are linked above.
 
17
 
18
  ## Contract
19
 
20
+ ### DeepSeek-R1-mic
21
+
22
+ Slim model weights, executable usage and framework expectations in one repository.
23
+
24
+ - [Contract manifest](integration.json)
25
+ - [Transformers usage](integrations/transformers/usage.md)
26
+ - [Transformers expectations](integrations/transformers/expectations)
27
+ - [Fixture provenance](build.json)
28
+ - [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/DeepSeek-R1-mic.html)
29
+
30
+ ## Contract
31
+
32
+ ### DeepSeek-R1 causal LM
33
+
34
+ Runnable usage and the framework expectations directory are linked above.
35
+
36
+ ## Slim model
37
+
38
+ ### Slim fixture: DeepSeek-R1-mic
39
+
40
+ A 16.6M-parameter fixture for the [DeepSeek-R1 MIC](https://huggingface.co/huggingface-mic/DeepSeek-R1-mic), covering [`deepseek-ai/DeepSeek-R1`](https://huggingface.co/deepseek-ai/DeepSeek-R1). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
41
+
42
+ - **Fixture key `3bd6b377673a`.** It covers every checkpoint whose processor files are byte-identical and whose config matches after shrinking.
43
+ - **Same architecture, smaller config:** `DeepseekV3ForCausalLM`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (num_hidden_layers 2).
44
+ - **Processor files copied byte for byte** from `deepseek-ai/DeepSeek-R1`: `LICENSE`, `configuration_deepseek.py`, `generation_config.json`, `modeling_deepseek.py`, `tokenizer.json`, `tokenizer_config.json`.
45
+ - **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `input_ids:roll_batch`, 0.932), so no training was needed.
46
+ - **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
47
+ - **Saved in bfloat16**, the dtype `deepseek-ai/DeepSeek-R1` loads in by default.
48
+ - **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
49
+
50
+ Built by [`build_fixtures.py`](https://github.com/huggingface/transformers-mic/blob/main/example/build_fixtures.py); [`build.json`](build.json) records the pinned sources, gate results, and file hashes. This repository includes the slim weights, usage and framework expectations; rebuild the other files with `python example/build_fixtures.py --fixture DeepSeek-R1-mic`.
51
+
52
+ ## Slim model
53
+
54
+ ### DeepSeek-R1-mic
55
+
56
+ Slim model weights, executable usage and framework expectations in one repository.
57
+
58
+ - [Contract manifest](integration.json)
59
+ - [Transformers usage](integrations/transformers/usage.md)
60
+ - [Transformers expectations](integrations/transformers/expectations)
61
+ - [Fixture provenance](build.json)
62
+
63
+ ## Contract
64
+
65
  ### DeepSeek-R1 causal LM
66
 
67
  Runnable usage and the framework expectations directory are linked above.
build.json CHANGED
@@ -1,175 +1,167 @@
1
  {
2
- "fixture": "huggingface-mic/DeepSeek-R1-mic",
3
- "key": "3bd6b377673ade4cffef42b326863c5541aa06225fd97eabc42fda15040f43cb",
4
- "key_fields": {
5
- "architectures": [
6
- "DeepseekV3ForCausalLM"
7
- ],
8
- "output_hidden_states": false,
9
- "return_dict": true,
10
- "chunk_size_feed_forward": 0,
11
- "is_encoder_decoder": false,
12
- "id2label": {
13
- "0": "LABEL_0",
14
- "1": "LABEL_1"
15
- },
16
- "label2id": {
17
- "LABEL_0": 0,
18
- "LABEL_1": 1
19
- },
20
- "problem_type": null,
21
- "vocab_size": 129280,
22
- "hidden_size": 64,
23
- "intermediate_size": 128,
24
- "moe_intermediate_size": 32,
25
- "num_hidden_layers": 2,
26
- "num_attention_heads": 4,
27
- "num_key_value_heads": 4,
28
- "n_shared_experts": 1,
29
- "n_routed_experts": 4,
30
- "output_router_logits": false,
31
- "routed_scaling_factor": 2.5,
32
- "kv_lora_rank": 16,
33
- "q_lora_rank": 16,
34
- "qk_rope_head_dim": 8,
35
- "v_head_dim": 16,
36
- "qk_nope_head_dim": 16,
37
- "n_group": 1,
38
- "topk_group": 1,
39
- "num_experts_per_tok": 2,
40
- "first_k_dense_replace": 1,
41
- "norm_topk_prob": true,
42
- "hidden_act": "silu",
43
- "max_position_embeddings": 163840,
44
- "initializer_range": 0.02,
45
- "rms_norm_eps": 1e-06,
46
- "use_cache": true,
47
- "pad_token_id": null,
48
- "bos_token_id": 0,
49
- "eos_token_id": 1,
50
- "pretraining_tp": 1,
51
- "tie_word_embeddings": false,
52
- "rope_parameters": {
53
- "beta_fast": 32,
54
- "beta_slow": 1,
55
- "factor": 40,
56
- "mscale": 1.0,
57
- "mscale_all_dim": 1.0,
58
- "original_max_position_embeddings": 4096,
59
- "type": "yarn",
60
- "rope_theta": 10000,
61
- "rope_type": "yarn"
62
- },
63
- "rope_interleave": true,
64
- "attention_bias": false,
65
- "attention_dropout": 0.0,
66
- "num_nextn_predict_layers": 1,
67
- "qk_head_dim": 192,
68
- "head_dim": 8,
69
- "auto_map": {
70
- "AutoConfig": "configuration_deepseek.DeepseekV3Config",
71
- "AutoModel": "modeling_deepseek.DeepseekV3Model",
72
- "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
73
- },
74
- "ep_size": 1,
75
- "model_type": "deepseek_v3",
76
- "moe_layer_freq": 1,
77
- "scoring_func": "sigmoid",
78
- "topk_method": "noaux_tc",
79
- "output_attentions": false,
80
- "dtype": "bfloat16"
81
- },
82
- "covers": {
83
- "deepseek-ai/DeepSeek-R1": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
84
- },
85
- "built_from": {
86
- "repo": "deepseek-ai/DeepSeek-R1",
87
- "revision": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
88
  },
89
- "seed": 17,
90
- "dtype": "bfloat16",
91
- "builder": "example/build_fixtures.py",
92
- "model_class": "DeepseekV3ForCausalLM",
93
- "parameters": 16624256,
94
- "missing_parameters": [],
95
- "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
96
- "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
97
- "captured": {
98
- "call": "training step",
99
- "inputs": [
100
- "attention_mask",
101
- "input_ids",
102
- "labels"
103
- ],
104
- "class": "DeepseekV3ForCausalLM"
105
  },
106
- "weights": "random",
107
- "gate": {
108
- "random": {
109
- "pass": true,
110
- "accepted_insensitive": {},
111
- "threshold": 0.001,
112
- "deltas": {
113
- "input_ids:roll_batch": 0.931640625,
114
- "input_ids:reverse": 1.0390625,
115
- "attention_mask:all_ones": null
116
- },
117
- "weakest": "input_ids:roll_batch",
118
- "no_perturbation_defined": [],
119
- "not_a_forward_parameter": []
120
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
121
  },
122
- "numeric_health": {
123
- "float32": {
124
- "outputs_finite": true,
125
- "loss_finite": true,
126
- "gradients_finite": true,
127
- "finite": true
128
- },
129
- "bfloat16": {
130
- "outputs_finite": true,
131
- "loss_finite": true,
132
- "gradients_finite": true,
133
- "finite": true
134
- },
135
- "float16": {
136
- "outputs_finite": true,
137
- "loss_finite": true,
138
- "unscaled_gradients_finite": true,
139
- "finite": true
140
- }
141
  },
142
- "copied_unchanged": [
143
- "LICENSE",
144
- "configuration_deepseek.py",
145
- "generation_config.json",
146
- "modeling_deepseek.py",
147
- "tokenizer.json",
148
- "tokenizer_config.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
149
  ],
150
- "environment": {
151
- "python": "3.12.12",
152
- "machine": "arm64",
153
- "torch": "2.14.1",
154
- "transformers": "5.22.0.dev0",
155
- "tokenizers": "0.23.3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
156
  },
157
- "sha256": {
158
- "LICENSE": "1c8f573e830ca9b3ebfeb7ace1823146e22b66f99ee223840e7637c9e745e1c7",
159
- "config.json": "38c3aa3e4a1367dae62f73668c736aff5af1eb60abf22bc96ba2ca6717413a55",
160
- "configuration_deepseek.py": "d5126f7a82eaa5fe10c294af7a8f02d59e7145c2dc8837b83ae338c1b72001d2",
161
- "generation_config.json": "3f21d5d199c7ea6b0f807e3d9865a8a9957b76a604c946bce6e73fd0629f8ca3",
162
- "model.safetensors": "3f7c061f15ab96c535aeae066495eb0f098c798c87e714a74a0d06a2db42423b",
163
- "modeling_deepseek.py": "eb6d535742061cf9da7a4232ecfe2f089d5ce20080afc5d2181e9d70ec4af8a4",
164
- "tokenizer.json": "ecb6f9fc369894346f0511f4074ca75cee5cd5f3b06d02f1ba35fcd39f8e121d",
165
- "tokenizer_config.json": "99e80c96269ca4430f1e67f67b5766cb096cbac96fed7a7c611c6ee088b3a039"
166
  },
167
- "serialization": {
168
- "file": "model.safetensors",
169
- "reverted_conversions": [
170
- "WeightConverter: ['mlp.experts.*.gate_proj.weight', 'mlp.experts.*.up_proj.weight'] -> ['mlp.experts.gate_up_proj']",
171
- "WeightConverter: ['mlp.experts.*.down_proj.weight'] -> ['mlp.experts.down_proj']"
172
- ],
173
- "migrated_from": "model.safetensors"
174
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
175
  }
 
1
  {
2
+ "fixture": "huggingface-mic/DeepSeek-R1-mic",
3
+ "key": "3bd6b377673ade4cffef42b326863c5541aa06225fd97eabc42fda15040f43cb",
4
+ "key_fields": {
5
+ "architectures": [
6
+ "DeepseekV3ForCausalLM"
7
+ ],
8
+ "output_hidden_states": false,
9
+ "return_dict": true,
10
+ "chunk_size_feed_forward": 0,
11
+ "is_encoder_decoder": false,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  },
16
+ "label2id": {
17
+ "LABEL_0": 0,
18
+ "LABEL_1": 1
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  },
20
+ "problem_type": null,
21
+ "vocab_size": 129280,
22
+ "hidden_size": 64,
23
+ "intermediate_size": 128,
24
+ "moe_intermediate_size": 32,
25
+ "num_hidden_layers": 2,
26
+ "num_attention_heads": 4,
27
+ "num_key_value_heads": 4,
28
+ "n_shared_experts": 1,
29
+ "n_routed_experts": 4,
30
+ "output_router_logits": false,
31
+ "routed_scaling_factor": 2.5,
32
+ "kv_lora_rank": 16,
33
+ "q_lora_rank": 16,
34
+ "qk_rope_head_dim": 8,
35
+ "v_head_dim": 16,
36
+ "qk_nope_head_dim": 16,
37
+ "n_group": 1,
38
+ "topk_group": 1,
39
+ "num_experts_per_tok": 2,
40
+ "first_k_dense_replace": 1,
41
+ "norm_topk_prob": true,
42
+ "hidden_act": "silu",
43
+ "max_position_embeddings": 163840,
44
+ "initializer_range": 0.02,
45
+ "rms_norm_eps": 1e-06,
46
+ "use_cache": true,
47
+ "pad_token_id": null,
48
+ "bos_token_id": 0,
49
+ "eos_token_id": 1,
50
+ "pretraining_tp": 1,
51
+ "tie_word_embeddings": false,
52
+ "rope_parameters": {
53
+ "beta_fast": 32,
54
+ "beta_slow": 1,
55
+ "factor": 40,
56
+ "mscale": 1.0,
57
+ "mscale_all_dim": 1.0,
58
+ "original_max_position_embeddings": 4096,
59
+ "type": "yarn",
60
+ "rope_theta": 10000,
61
+ "rope_type": "yarn"
62
  },
63
+ "rope_interleave": true,
64
+ "attention_bias": false,
65
+ "attention_dropout": 0.0,
66
+ "num_nextn_predict_layers": 1,
67
+ "qk_head_dim": 192,
68
+ "head_dim": 8,
69
+ "auto_map": {
70
+ "AutoConfig": "configuration_deepseek.DeepseekV3Config",
71
+ "AutoModel": "modeling_deepseek.DeepseekV3Model",
72
+ "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
 
 
 
 
 
 
 
 
 
73
  },
74
+ "ep_size": 1,
75
+ "model_type": "deepseek_v3",
76
+ "moe_layer_freq": 1,
77
+ "scoring_func": "sigmoid",
78
+ "topk_method": "noaux_tc",
79
+ "output_attentions": false,
80
+ "dtype": "bfloat16"
81
+ },
82
+ "covers": {
83
+ "deepseek-ai/DeepSeek-R1": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
84
+ },
85
+ "built_from": {
86
+ "repo": "deepseek-ai/DeepSeek-R1",
87
+ "revision": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
88
+ },
89
+ "seed": 17,
90
+ "dtype": "bfloat16",
91
+ "builder": "example/build_fixtures.py",
92
+ "model_class": "DeepseekV3ForCausalLM",
93
+ "parameters": 16624256,
94
+ "missing_parameters": [],
95
+ "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
96
+ "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
97
+ "captured": {
98
+ "call": "training step",
99
+ "inputs": [
100
+ "attention_mask",
101
+ "input_ids",
102
+ "labels"
103
  ],
104
+ "class": "DeepseekV3ForCausalLM"
105
+ },
106
+ "weights": "random",
107
+ "gate": {
108
+ "random": {
109
+ "pass": true,
110
+ "accepted_insensitive": {},
111
+ "threshold": 0.001,
112
+ "deltas": {
113
+ "input_ids:roll_batch": 0.931640625,
114
+ "input_ids:reverse": 1.0390625,
115
+ "attention_mask:all_ones": null
116
+ },
117
+ "weakest": "input_ids:roll_batch",
118
+ "no_perturbation_defined": [],
119
+ "not_a_forward_parameter": []
120
+ }
121
+ },
122
+ "numeric_health": {
123
+ "float32": {
124
+ "outputs_finite": true,
125
+ "loss_finite": true,
126
+ "gradients_finite": true,
127
+ "finite": true
128
  },
129
+ "bfloat16": {
130
+ "outputs_finite": true,
131
+ "loss_finite": true,
132
+ "gradients_finite": true,
133
+ "finite": true
 
 
 
 
134
  },
135
+ "float16": {
136
+ "outputs_finite": true,
137
+ "loss_finite": true,
138
+ "unscaled_gradients_finite": true,
139
+ "finite": true
 
 
140
  }
141
+ },
142
+ "copied_unchanged": [
143
+ "LICENSE",
144
+ "configuration_deepseek.py",
145
+ "generation_config.json",
146
+ "modeling_deepseek.py",
147
+ "tokenizer.json",
148
+ "tokenizer_config.json"
149
+ ],
150
+ "environment": {
151
+ "python": "3.12.12",
152
+ "machine": "arm64",
153
+ "torch": "2.14.1",
154
+ "transformers": "5.22.0.dev0",
155
+ "tokenizers": "0.23.3"
156
+ },
157
+ "sha256": {
158
+ "LICENSE": "1c8f573e830ca9b3ebfeb7ace1823146e22b66f99ee223840e7637c9e745e1c7",
159
+ "config.json": "38c3aa3e4a1367dae62f73668c736aff5af1eb60abf22bc96ba2ca6717413a55",
160
+ "configuration_deepseek.py": "d5126f7a82eaa5fe10c294af7a8f02d59e7145c2dc8837b83ae338c1b72001d2",
161
+ "generation_config.json": "3f21d5d199c7ea6b0f807e3d9865a8a9957b76a604c946bce6e73fd0629f8ca3",
162
+ "model.safetensors": "91f350ced1ae466ada4f94007cf4dc61f10b550bcc7d571dd0f19180e14ca8c9",
163
+ "modeling_deepseek.py": "eb6d535742061cf9da7a4232ecfe2f089d5ce20080afc5d2181e9d70ec4af8a4",
164
+ "tokenizer.json": "ecb6f9fc369894346f0511f4074ca75cee5cd5f3b06d02f1ba35fcd39f8e121d",
165
+ "tokenizer_config.json": "99e80c96269ca4430f1e67f67b5766cb096cbac96fed7a7c611c6ee088b3a039"
166
+ }
167
  }
integration.json CHANGED
@@ -89,6 +89,11 @@
89
  },
90
  "training.updated": {
91
  "compare": "true"
 
 
 
 
 
92
  }
93
  }
94
  }
 
89
  },
90
  "training.updated": {
91
  "compare": "true"
92
+ },
93
+ "position_norms": {
94
+ "compare": "allclose",
95
+ "atol": 0.0001,
96
+ "rtol": 0.0001
97
  }
98
  }
99
  }
integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.bfloat16.json CHANGED
@@ -2,16 +2,17 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
- "contract_revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
- "revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +20,23 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
  "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.47,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
34
  },
35
- "platform": "cpu-x86_64-bf16"
 
36
  },
37
  "outputs": {
38
  "runtime": {
@@ -47,17 +51,55 @@
47
  "probe_logits": [
48
  [
49
  -0.1796875,
50
- 0.126953125,
51
- 0.0380859375,
52
- 0.036865234375,
53
- 0.015869140625
 
 
 
 
 
 
 
 
 
 
 
54
  ],
55
  [
56
  -0.2119140625,
57
- 0.119140625,
58
- -0.0128173828125,
59
- 0.0712890625,
60
- -0.0230712890625
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  ]
62
  ],
63
  "training": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
+ "contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
+ "revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
17
  "torchaudio": "2.11.1+cpu",
18
  "tokenizers": "0.23.3",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.5,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
38
+ "platform": "cpu-x86_64-bf16",
39
+ "template_date": "2026-01-01"
40
  },
41
  "outputs": {
42
  "runtime": {
 
51
  "probe_logits": [
52
  [
53
  -0.1796875,
54
+ -0.10888671875,
55
+ -0.10986328125,
56
+ -0.1669921875,
57
+ 0.205078125,
58
+ -0.1767578125,
59
+ 0.10400390625,
60
+ 0.05224609375,
61
+ -0.00946044921875,
62
+ 0.1162109375,
63
+ -0.06298828125,
64
+ -0.03759765625,
65
+ -0.09326171875,
66
+ 0.2275390625,
67
+ -0.1005859375,
68
+ 0.068359375
69
  ],
70
  [
71
  -0.2119140625,
72
+ -0.07568359375,
73
+ -0.0966796875,
74
+ -0.14453125,
75
+ 0.21875,
76
+ -0.26953125,
77
+ 0.1435546875,
78
+ 0.043701171875,
79
+ 0.0037841796875,
80
+ 0.12890625,
81
+ -0.140625,
82
+ 0.0140380859375,
83
+ -0.140625,
84
+ 0.203125,
85
+ -0.12255859375,
86
+ 0.09033203125
87
+ ]
88
+ ],
89
+ "position_norms": [
90
+ [
91
+ 57.44831085205078,
92
+ 57.26078414916992,
93
+ 57.433380126953125,
94
+ 57.489166259765625,
95
+ 57.36770248413086
96
+ ],
97
+ [
98
+ 57.44831085205078,
99
+ 57.26078414916992,
100
+ 57.433380126953125,
101
+ 57.506778717041016,
102
+ 57.35624313354492
103
  ]
104
  ],
105
  "training": {
integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.eager.json CHANGED
@@ -2,16 +2,17 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
- "contract_revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
- "revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +20,23 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
  "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.42,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
34
  },
35
- "platform": "cpu-x86_64-bf16"
 
36
  },
37
  "outputs": {
38
  "runtime": {
@@ -47,17 +51,55 @@
47
  "probe_logits": [
48
  [
49
  -0.1787109375,
50
- 0.126953125,
51
- 0.0390625,
52
- 0.036865234375,
53
- 0.01611328125
 
 
 
 
 
 
 
 
 
 
 
54
  ],
55
  [
56
  -0.2119140625,
57
- 0.1201171875,
58
- -0.01324462890625,
59
- 0.07080078125,
60
- -0.0238037109375
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  ]
62
  ],
63
  "training": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
+ "contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
+ "revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
17
  "torchaudio": "2.11.1+cpu",
18
  "tokenizers": "0.23.3",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.54,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
38
+ "platform": "cpu-x86_64-bf16",
39
+ "template_date": "2026-01-01"
40
  },
41
  "outputs": {
42
  "runtime": {
 
51
  "probe_logits": [
52
  [
53
  -0.1787109375,
54
+ -0.10888671875,
55
+ -0.109375,
56
+ -0.16796875,
57
+ 0.203125,
58
+ -0.1767578125,
59
+ 0.103515625,
60
+ 0.052734375,
61
+ -0.0089111328125,
62
+ 0.11669921875,
63
+ -0.0625,
64
+ -0.03662109375,
65
+ -0.09326171875,
66
+ 0.2275390625,
67
+ -0.10205078125,
68
+ 0.06787109375
69
  ],
70
  [
71
  -0.2119140625,
72
+ -0.07666015625,
73
+ -0.09716796875,
74
+ -0.14453125,
75
+ 0.2177734375,
76
+ -0.267578125,
77
+ 0.14453125,
78
+ 0.044189453125,
79
+ 0.00494384765625,
80
+ 0.12890625,
81
+ -0.1416015625,
82
+ 0.0155029296875,
83
+ -0.1416015625,
84
+ 0.203125,
85
+ -0.123046875,
86
+ 0.08984375
87
+ ]
88
+ ],
89
+ "position_norms": [
90
+ [
91
+ 57.44831085205078,
92
+ 57.248531341552734,
93
+ 57.43208312988281,
94
+ 57.50393295288086,
95
+ 57.39615249633789
96
+ ],
97
+ [
98
+ 57.44831085205078,
99
+ 57.248531341552734,
100
+ 57.43208312988281,
101
+ 57.49941635131836,
102
+ 57.37012481689453
103
  ]
104
  ],
105
  "training": {
integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.json CHANGED
@@ -2,16 +2,17 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
- "contract_revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
- "revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +20,23 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
  "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.58,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
34
  },
35
- "platform": "cpu-x86_64-bf16"
 
36
  },
37
  "outputs": {
38
  "runtime": {
@@ -47,17 +51,55 @@
47
  "probe_logits": [
48
  [
49
  -0.1796875,
50
- 0.126953125,
51
- 0.0380859375,
52
- 0.036865234375,
53
- 0.015869140625
 
 
 
 
 
 
 
 
 
 
 
54
  ],
55
  [
56
  -0.2119140625,
57
- 0.119140625,
58
- -0.0128173828125,
59
- 0.0712890625,
60
- -0.0230712890625
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  ]
62
  ],
63
  "training": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
+ "contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
+ "revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
17
  "torchaudio": "2.11.1+cpu",
18
  "tokenizers": "0.23.3",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.5,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
38
+ "platform": "cpu-x86_64-bf16",
39
+ "template_date": "2026-01-01"
40
  },
41
  "outputs": {
42
  "runtime": {
 
51
  "probe_logits": [
52
  [
53
  -0.1796875,
54
+ -0.10888671875,
55
+ -0.10986328125,
56
+ -0.1669921875,
57
+ 0.205078125,
58
+ -0.1767578125,
59
+ 0.10400390625,
60
+ 0.05224609375,
61
+ -0.00946044921875,
62
+ 0.1162109375,
63
+ -0.06298828125,
64
+ -0.03759765625,
65
+ -0.09326171875,
66
+ 0.2275390625,
67
+ -0.1005859375,
68
+ 0.068359375
69
  ],
70
  [
71
  -0.2119140625,
72
+ -0.07568359375,
73
+ -0.0966796875,
74
+ -0.14453125,
75
+ 0.21875,
76
+ -0.26953125,
77
+ 0.1435546875,
78
+ 0.043701171875,
79
+ 0.0037841796875,
80
+ 0.12890625,
81
+ -0.140625,
82
+ 0.0140380859375,
83
+ -0.140625,
84
+ 0.203125,
85
+ -0.12255859375,
86
+ 0.09033203125
87
+ ]
88
+ ],
89
+ "position_norms": [
90
+ [
91
+ 57.44831085205078,
92
+ 57.26078414916992,
93
+ 57.433380126953125,
94
+ 57.489166259765625,
95
+ 57.36770248413086
96
+ ],
97
+ [
98
+ 57.44831085205078,
99
+ 57.26078414916992,
100
+ 57.433380126953125,
101
+ 57.506778717041016,
102
+ 57.35624313354492
103
  ]
104
  ],
105
  "training": {
integrations/transformers/expectations/cuda/DeepSeek-R1-mic.bfloat16.json CHANGED
@@ -2,15 +2,16 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
- "contract_revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
- "revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
 
14
  "torch": "2.14.0+cu130",
15
  "torchvision": "0.29.2",
16
  "torchaudio": "2.11.0+cu130",
@@ -19,21 +20,23 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
  "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.56,
30
  "environment_differs": {
31
  "torchvision": "0.29.2 (pinned 0.29.1)",
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
@@ -48,17 +51,55 @@
48
  "probe_logits": [
49
  [
50
  -0.1796875,
51
- 0.126953125,
52
- 0.0390625,
53
- 0.036376953125,
54
- 0.01544189453125
 
 
 
 
 
 
 
 
 
 
 
55
  ],
56
  [
57
  -0.2119140625,
58
- 0.11962890625,
59
- -0.012451171875,
60
- 0.0712890625,
61
- -0.0235595703125
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  ]
63
  ],
64
  "training": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
+ "contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
+ "revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
  "torch": "2.14.0+cu130",
16
  "torchvision": "0.29.2",
17
  "torchaudio": "2.11.0+cu130",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 6.85,
31
  "environment_differs": {
32
  "torchvision": "0.29.2 (pinned 0.29.1)",
33
  "numpy": "2.4.6 (pinned 2.3.5)",
34
  "pillow": "13.0.0 (pinned 12.3.0)",
35
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
38
+ "platform": "cuda",
39
+ "template_date": "2026-01-01"
40
  },
41
  "outputs": {
42
  "runtime": {
 
51
  "probe_logits": [
52
  [
53
  -0.1796875,
54
+ -0.1083984375,
55
+ -0.1103515625,
56
+ -0.166015625,
57
+ 0.205078125,
58
+ -0.177734375,
59
+ 0.1025390625,
60
+ 0.052734375,
61
+ -0.00909423828125,
62
+ 0.11572265625,
63
+ -0.0625,
64
+ -0.038818359375,
65
+ -0.0927734375,
66
+ 0.2265625,
67
+ -0.10205078125,
68
+ 0.068359375
69
  ],
70
  [
71
  -0.2119140625,
72
+ -0.076171875,
73
+ -0.0966796875,
74
+ -0.14453125,
75
+ 0.2177734375,
76
+ -0.267578125,
77
+ 0.1435546875,
78
+ 0.044921875,
79
+ 0.004669189453125,
80
+ 0.12890625,
81
+ -0.1416015625,
82
+ 0.01458740234375,
83
+ -0.1416015625,
84
+ 0.2041015625,
85
+ -0.123046875,
86
+ 0.08984375
87
+ ]
88
+ ],
89
+ "position_norms": [
90
+ [
91
+ 57.44833755493164,
92
+ 57.25283432006836,
93
+ 57.43769073486328,
94
+ 57.47720718383789,
95
+ 57.3710823059082
96
+ ],
97
+ [
98
+ 57.44833755493164,
99
+ 57.25283432006836,
100
+ 57.43769073486328,
101
+ 57.50749969482422,
102
+ 57.35316848754883
103
  ]
104
  ],
105
  "training": {
integrations/transformers/expectations/cuda/DeepSeek-R1-mic.eager.json CHANGED
@@ -2,15 +2,16 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
- "contract_revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
- "revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
 
14
  "torch": "2.14.0+cu130",
15
  "torchvision": "0.29.2",
16
  "torchaudio": "2.11.0+cu130",
@@ -19,21 +20,23 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
  "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.92,
30
  "environment_differs": {
31
  "torchvision": "0.29.2 (pinned 0.29.1)",
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
@@ -48,17 +51,55 @@
48
  "probe_logits": [
49
  [
50
  -0.1787109375,
51
- 0.126953125,
52
- 0.0390625,
53
- 0.036865234375,
54
- 0.01611328125
 
 
 
 
 
 
 
 
 
 
 
55
  ],
56
  [
57
  -0.2119140625,
58
- 0.1201171875,
59
- -0.01324462890625,
60
- 0.07080078125,
61
- -0.0238037109375
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  ]
63
  ],
64
  "training": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
+ "contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
+ "revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
  "torch": "2.14.0+cu130",
16
  "torchvision": "0.29.2",
17
  "torchaudio": "2.11.0+cu130",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 6.86,
31
  "environment_differs": {
32
  "torchvision": "0.29.2 (pinned 0.29.1)",
33
  "numpy": "2.4.6 (pinned 2.3.5)",
34
  "pillow": "13.0.0 (pinned 12.3.0)",
35
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
38
+ "platform": "cuda",
39
+ "template_date": "2026-01-01"
40
  },
41
  "outputs": {
42
  "runtime": {
 
51
  "probe_logits": [
52
  [
53
  -0.1787109375,
54
+ -0.10888671875,
55
+ -0.109375,
56
+ -0.16796875,
57
+ 0.203125,
58
+ -0.1767578125,
59
+ 0.103515625,
60
+ 0.052734375,
61
+ -0.0089111328125,
62
+ 0.11669921875,
63
+ -0.0625,
64
+ -0.03662109375,
65
+ -0.09326171875,
66
+ 0.2275390625,
67
+ -0.10205078125,
68
+ 0.06787109375
69
  ],
70
  [
71
  -0.2119140625,
72
+ -0.07666015625,
73
+ -0.09716796875,
74
+ -0.14453125,
75
+ 0.2177734375,
76
+ -0.267578125,
77
+ 0.14453125,
78
+ 0.044189453125,
79
+ 0.00494384765625,
80
+ 0.12890625,
81
+ -0.1416015625,
82
+ 0.0155029296875,
83
+ -0.1416015625,
84
+ 0.203125,
85
+ -0.123046875,
86
+ 0.08984375
87
+ ]
88
+ ],
89
+ "position_norms": [
90
+ [
91
+ 57.44833755493164,
92
+ 57.248538970947266,
93
+ 57.432106018066406,
94
+ 57.50387191772461,
95
+ 57.396148681640625
96
+ ],
97
+ [
98
+ 57.44833755493164,
99
+ 57.248538970947266,
100
+ 57.432106018066406,
101
+ 57.49940490722656,
102
+ 57.370140075683594
103
  ]
104
  ],
105
  "training": {
integrations/transformers/expectations/cuda/DeepSeek-R1-mic.json CHANGED
@@ -2,15 +2,16 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
- "contract_revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
- "revision": "ecb2ceeafd962e7f11e6c5ce69874528e26b8619",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
 
14
  "torch": "2.14.0+cu130",
15
  "torchvision": "0.29.2",
16
  "torchaudio": "2.11.0+cu130",
@@ -19,21 +20,23 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
  "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 8.26,
30
  "environment_differs": {
31
  "torchvision": "0.29.2 (pinned 0.29.1)",
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
@@ -48,17 +51,55 @@
48
  "probe_logits": [
49
  [
50
  -0.1796875,
51
- 0.126953125,
52
- 0.0390625,
53
- 0.036376953125,
54
- 0.01544189453125
 
 
 
 
 
 
 
 
 
 
 
55
  ],
56
  [
57
  -0.2119140625,
58
- 0.11962890625,
59
- -0.012451171875,
60
- 0.0712890625,
61
- -0.0235595703125
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  ]
63
  ],
64
  "training": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/DeepSeek-R1-mic",
4
  "contract_name": "DeepSeek-R1",
5
+ "contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "DeepSeek-R1-mic",
9
  "kind": "fixture",
10
+ "revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
  "torch": "2.14.0+cu130",
16
  "torchvision": "0.29.2",
17
  "torchaudio": "2.11.0+cu130",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.35,
31
  "environment_differs": {
32
  "torchvision": "0.29.2 (pinned 0.29.1)",
33
  "numpy": "2.4.6 (pinned 2.3.5)",
34
  "pillow": "13.0.0 (pinned 12.3.0)",
35
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
38
+ "platform": "cuda",
39
+ "template_date": "2026-01-01"
40
  },
41
  "outputs": {
42
  "runtime": {
 
51
  "probe_logits": [
52
  [
53
  -0.1796875,
54
+ -0.1083984375,
55
+ -0.1103515625,
56
+ -0.166015625,
57
+ 0.205078125,
58
+ -0.177734375,
59
+ 0.1025390625,
60
+ 0.052734375,
61
+ -0.00909423828125,
62
+ 0.11572265625,
63
+ -0.0625,
64
+ -0.038818359375,
65
+ -0.0927734375,
66
+ 0.2265625,
67
+ -0.10205078125,
68
+ 0.068359375
69
  ],
70
  [
71
  -0.2119140625,
72
+ -0.076171875,
73
+ -0.0966796875,
74
+ -0.14453125,
75
+ 0.2177734375,
76
+ -0.267578125,
77
+ 0.1435546875,
78
+ 0.044921875,
79
+ 0.004669189453125,
80
+ 0.12890625,
81
+ -0.1416015625,
82
+ 0.01458740234375,
83
+ -0.1416015625,
84
+ 0.2041015625,
85
+ -0.123046875,
86
+ 0.08984375
87
+ ]
88
+ ],
89
+ "position_norms": [
90
+ [
91
+ 57.44833755493164,
92
+ 57.25283432006836,
93
+ 57.43769073486328,
94
+ 57.47720718383789,
95
+ 57.3710823059082
96
+ ],
97
+ [
98
+ 57.44833755493164,
99
+ 57.25283432006836,
100
+ 57.43769073486328,
101
+ 57.50749969482422,
102
+ 57.35316848754883
103
  ]
104
  ],
105
  "training": {
integrations/transformers/usage.md CHANGED
@@ -65,7 +65,8 @@ if os.environ.get("MIC_RUNNER"): # doc-builder: hide
65
  "attn_implementation": model.config._attn_implementation,
66
  },
67
  "next_token_ids": next_token_ids.tolist(),
68
- "probe_logits": logits[:, -1, :5].float().tolist(),
 
69
  "training": {
70
  "loss": loss.item(),
71
  "gradients": {
 
65
  "attn_implementation": model.config._attn_implementation,
66
  },
67
  "next_token_ids": next_token_ids.tolist(),
68
+ "probe_logits": logits[:, -1, torch.linspace(0, logits.shape[-1] - 1, 16).long()].float().tolist(),
69
+ "position_norms": logits[:, torch.linspace(0, logits.shape[1] - 1, min(logits.shape[1], 32)).long()].float().norm(dim=-1).tolist(),
70
  "training": {
71
  "loss": loss.item(),
72
  "gradients": {
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f7c061f15ab96c535aeae066495eb0f098c798c87e714a74a0d06a2db42423b
3
  size 33253128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f350ced1ae466ada4f94007cf4dc61f10b550bcc7d571dd0f19180e14ca8c9
3
  size 33253128