Publish MIC usage, slim fixture and reviewed Transformers expectations
Browse files- README.md +45 -0
- build.json +157 -165
- integration.json +5 -0
- integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.bfloat16.json +58 -16
- integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.eager.json +58 -16
- integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.json +58 -16
- integrations/transformers/expectations/cuda/DeepSeek-R1-mic.bfloat16.json +56 -15
- integrations/transformers/expectations/cuda/DeepSeek-R1-mic.eager.json +56 -15
- integrations/transformers/expectations/cuda/DeepSeek-R1-mic.json +56 -15
- integrations/transformers/usage.md +2 -1
- model.safetensors +1 -1
README.md
CHANGED
|
@@ -17,6 +17,51 @@ Slim model weights, executable usage and framework expectations in one repositor
|
|
| 17 |
|
| 18 |
## Contract
|
| 19 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
### DeepSeek-R1 causal LM
|
| 21 |
|
| 22 |
Runnable usage and the framework expectations directory are linked above.
|
|
|
|
| 17 |
|
| 18 |
## Contract
|
| 19 |
|
| 20 |
+
### DeepSeek-R1-mic
|
| 21 |
+
|
| 22 |
+
Slim model weights, executable usage and framework expectations in one repository.
|
| 23 |
+
|
| 24 |
+
- [Contract manifest](integration.json)
|
| 25 |
+
- [Transformers usage](integrations/transformers/usage.md)
|
| 26 |
+
- [Transformers expectations](integrations/transformers/expectations)
|
| 27 |
+
- [Fixture provenance](build.json)
|
| 28 |
+
- [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/DeepSeek-R1-mic.html)
|
| 29 |
+
|
| 30 |
+
## Contract
|
| 31 |
+
|
| 32 |
+
### DeepSeek-R1 causal LM
|
| 33 |
+
|
| 34 |
+
Runnable usage and the framework expectations directory are linked above.
|
| 35 |
+
|
| 36 |
+
## Slim model
|
| 37 |
+
|
| 38 |
+
### Slim fixture: DeepSeek-R1-mic
|
| 39 |
+
|
| 40 |
+
A 16.6M-parameter fixture for the [DeepSeek-R1 MIC](https://huggingface.co/huggingface-mic/DeepSeek-R1-mic), covering [`deepseek-ai/DeepSeek-R1`](https://huggingface.co/deepseek-ai/DeepSeek-R1). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
|
| 41 |
+
|
| 42 |
+
- **Fixture key `3bd6b377673a`.** It covers every checkpoint whose processor files are byte-identical and whose config matches after shrinking.
|
| 43 |
+
- **Same architecture, smaller config:** `DeepseekV3ForCausalLM`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (num_hidden_layers 2).
|
| 44 |
+
- **Processor files copied byte for byte** from `deepseek-ai/DeepSeek-R1`: `LICENSE`, `configuration_deepseek.py`, `generation_config.json`, `modeling_deepseek.py`, `tokenizer.json`, `tokenizer_config.json`.
|
| 45 |
+
- **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `input_ids:roll_batch`, 0.932), so no training was needed.
|
| 46 |
+
- **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
|
| 47 |
+
- **Saved in bfloat16**, the dtype `deepseek-ai/DeepSeek-R1` loads in by default.
|
| 48 |
+
- **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
|
| 49 |
+
|
| 50 |
+
Built by [`build_fixtures.py`](https://github.com/huggingface/transformers-mic/blob/main/example/build_fixtures.py); [`build.json`](build.json) records the pinned sources, gate results, and file hashes. This repository includes the slim weights, usage and framework expectations; rebuild the other files with `python example/build_fixtures.py --fixture DeepSeek-R1-mic`.
|
| 51 |
+
|
| 52 |
+
## Slim model
|
| 53 |
+
|
| 54 |
+
### DeepSeek-R1-mic
|
| 55 |
+
|
| 56 |
+
Slim model weights, executable usage and framework expectations in one repository.
|
| 57 |
+
|
| 58 |
+
- [Contract manifest](integration.json)
|
| 59 |
+
- [Transformers usage](integrations/transformers/usage.md)
|
| 60 |
+
- [Transformers expectations](integrations/transformers/expectations)
|
| 61 |
+
- [Fixture provenance](build.json)
|
| 62 |
+
|
| 63 |
+
## Contract
|
| 64 |
+
|
| 65 |
### DeepSeek-R1 causal LM
|
| 66 |
|
| 67 |
Runnable usage and the framework expectations directory are linked above.
|
build.json
CHANGED
|
@@ -1,175 +1,167 @@
|
|
| 1 |
{
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
},
|
| 16 |
-
"label2id": {
|
| 17 |
-
"LABEL_0": 0,
|
| 18 |
-
"LABEL_1": 1
|
| 19 |
-
},
|
| 20 |
-
"problem_type": null,
|
| 21 |
-
"vocab_size": 129280,
|
| 22 |
-
"hidden_size": 64,
|
| 23 |
-
"intermediate_size": 128,
|
| 24 |
-
"moe_intermediate_size": 32,
|
| 25 |
-
"num_hidden_layers": 2,
|
| 26 |
-
"num_attention_heads": 4,
|
| 27 |
-
"num_key_value_heads": 4,
|
| 28 |
-
"n_shared_experts": 1,
|
| 29 |
-
"n_routed_experts": 4,
|
| 30 |
-
"output_router_logits": false,
|
| 31 |
-
"routed_scaling_factor": 2.5,
|
| 32 |
-
"kv_lora_rank": 16,
|
| 33 |
-
"q_lora_rank": 16,
|
| 34 |
-
"qk_rope_head_dim": 8,
|
| 35 |
-
"v_head_dim": 16,
|
| 36 |
-
"qk_nope_head_dim": 16,
|
| 37 |
-
"n_group": 1,
|
| 38 |
-
"topk_group": 1,
|
| 39 |
-
"num_experts_per_tok": 2,
|
| 40 |
-
"first_k_dense_replace": 1,
|
| 41 |
-
"norm_topk_prob": true,
|
| 42 |
-
"hidden_act": "silu",
|
| 43 |
-
"max_position_embeddings": 163840,
|
| 44 |
-
"initializer_range": 0.02,
|
| 45 |
-
"rms_norm_eps": 1e-06,
|
| 46 |
-
"use_cache": true,
|
| 47 |
-
"pad_token_id": null,
|
| 48 |
-
"bos_token_id": 0,
|
| 49 |
-
"eos_token_id": 1,
|
| 50 |
-
"pretraining_tp": 1,
|
| 51 |
-
"tie_word_embeddings": false,
|
| 52 |
-
"rope_parameters": {
|
| 53 |
-
"beta_fast": 32,
|
| 54 |
-
"beta_slow": 1,
|
| 55 |
-
"factor": 40,
|
| 56 |
-
"mscale": 1.0,
|
| 57 |
-
"mscale_all_dim": 1.0,
|
| 58 |
-
"original_max_position_embeddings": 4096,
|
| 59 |
-
"type": "yarn",
|
| 60 |
-
"rope_theta": 10000,
|
| 61 |
-
"rope_type": "yarn"
|
| 62 |
-
},
|
| 63 |
-
"rope_interleave": true,
|
| 64 |
-
"attention_bias": false,
|
| 65 |
-
"attention_dropout": 0.0,
|
| 66 |
-
"num_nextn_predict_layers": 1,
|
| 67 |
-
"qk_head_dim": 192,
|
| 68 |
-
"head_dim": 8,
|
| 69 |
-
"auto_map": {
|
| 70 |
-
"AutoConfig": "configuration_deepseek.DeepseekV3Config",
|
| 71 |
-
"AutoModel": "modeling_deepseek.DeepseekV3Model",
|
| 72 |
-
"AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
|
| 73 |
-
},
|
| 74 |
-
"ep_size": 1,
|
| 75 |
-
"model_type": "deepseek_v3",
|
| 76 |
-
"moe_layer_freq": 1,
|
| 77 |
-
"scoring_func": "sigmoid",
|
| 78 |
-
"topk_method": "noaux_tc",
|
| 79 |
-
"output_attentions": false,
|
| 80 |
-
"dtype": "bfloat16"
|
| 81 |
-
},
|
| 82 |
-
"covers": {
|
| 83 |
-
"deepseek-ai/DeepSeek-R1": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
|
| 84 |
-
},
|
| 85 |
-
"built_from": {
|
| 86 |
-
"repo": "deepseek-ai/DeepSeek-R1",
|
| 87 |
-
"revision": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
|
| 88 |
},
|
| 89 |
-
"
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
"model_class": "DeepseekV3ForCausalLM",
|
| 93 |
-
"parameters": 16624256,
|
| 94 |
-
"missing_parameters": [],
|
| 95 |
-
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
|
| 96 |
-
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
|
| 97 |
-
"captured": {
|
| 98 |
-
"call": "training step",
|
| 99 |
-
"inputs": [
|
| 100 |
-
"attention_mask",
|
| 101 |
-
"input_ids",
|
| 102 |
-
"labels"
|
| 103 |
-
],
|
| 104 |
-
"class": "DeepseekV3ForCausalLM"
|
| 105 |
},
|
| 106 |
-
"
|
| 107 |
-
"
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 121 |
},
|
| 122 |
-
"
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
"gradients_finite": true,
|
| 133 |
-
"finite": true
|
| 134 |
-
},
|
| 135 |
-
"float16": {
|
| 136 |
-
"outputs_finite": true,
|
| 137 |
-
"loss_finite": true,
|
| 138 |
-
"unscaled_gradients_finite": true,
|
| 139 |
-
"finite": true
|
| 140 |
-
}
|
| 141 |
},
|
| 142 |
-
"
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 149 |
],
|
| 150 |
-
"
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
| 155 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
},
|
| 157 |
-
"
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
"model.safetensors": "3f7c061f15ab96c535aeae066495eb0f098c798c87e714a74a0d06a2db42423b",
|
| 163 |
-
"modeling_deepseek.py": "eb6d535742061cf9da7a4232ecfe2f089d5ce20080afc5d2181e9d70ec4af8a4",
|
| 164 |
-
"tokenizer.json": "ecb6f9fc369894346f0511f4074ca75cee5cd5f3b06d02f1ba35fcd39f8e121d",
|
| 165 |
-
"tokenizer_config.json": "99e80c96269ca4430f1e67f67b5766cb096cbac96fed7a7c611c6ee088b3a039"
|
| 166 |
},
|
| 167 |
-
"
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
],
|
| 173 |
-
"migrated_from": "model.safetensors"
|
| 174 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"fixture": "huggingface-mic/DeepSeek-R1-mic",
|
| 3 |
+
"key": "3bd6b377673ade4cffef42b326863c5541aa06225fd97eabc42fda15040f43cb",
|
| 4 |
+
"key_fields": {
|
| 5 |
+
"architectures": [
|
| 6 |
+
"DeepseekV3ForCausalLM"
|
| 7 |
+
],
|
| 8 |
+
"output_hidden_states": false,
|
| 9 |
+
"return_dict": true,
|
| 10 |
+
"chunk_size_feed_forward": 0,
|
| 11 |
+
"is_encoder_decoder": false,
|
| 12 |
+
"id2label": {
|
| 13 |
+
"0": "LABEL_0",
|
| 14 |
+
"1": "LABEL_1"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
},
|
| 16 |
+
"label2id": {
|
| 17 |
+
"LABEL_0": 0,
|
| 18 |
+
"LABEL_1": 1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
},
|
| 20 |
+
"problem_type": null,
|
| 21 |
+
"vocab_size": 129280,
|
| 22 |
+
"hidden_size": 64,
|
| 23 |
+
"intermediate_size": 128,
|
| 24 |
+
"moe_intermediate_size": 32,
|
| 25 |
+
"num_hidden_layers": 2,
|
| 26 |
+
"num_attention_heads": 4,
|
| 27 |
+
"num_key_value_heads": 4,
|
| 28 |
+
"n_shared_experts": 1,
|
| 29 |
+
"n_routed_experts": 4,
|
| 30 |
+
"output_router_logits": false,
|
| 31 |
+
"routed_scaling_factor": 2.5,
|
| 32 |
+
"kv_lora_rank": 16,
|
| 33 |
+
"q_lora_rank": 16,
|
| 34 |
+
"qk_rope_head_dim": 8,
|
| 35 |
+
"v_head_dim": 16,
|
| 36 |
+
"qk_nope_head_dim": 16,
|
| 37 |
+
"n_group": 1,
|
| 38 |
+
"topk_group": 1,
|
| 39 |
+
"num_experts_per_tok": 2,
|
| 40 |
+
"first_k_dense_replace": 1,
|
| 41 |
+
"norm_topk_prob": true,
|
| 42 |
+
"hidden_act": "silu",
|
| 43 |
+
"max_position_embeddings": 163840,
|
| 44 |
+
"initializer_range": 0.02,
|
| 45 |
+
"rms_norm_eps": 1e-06,
|
| 46 |
+
"use_cache": true,
|
| 47 |
+
"pad_token_id": null,
|
| 48 |
+
"bos_token_id": 0,
|
| 49 |
+
"eos_token_id": 1,
|
| 50 |
+
"pretraining_tp": 1,
|
| 51 |
+
"tie_word_embeddings": false,
|
| 52 |
+
"rope_parameters": {
|
| 53 |
+
"beta_fast": 32,
|
| 54 |
+
"beta_slow": 1,
|
| 55 |
+
"factor": 40,
|
| 56 |
+
"mscale": 1.0,
|
| 57 |
+
"mscale_all_dim": 1.0,
|
| 58 |
+
"original_max_position_embeddings": 4096,
|
| 59 |
+
"type": "yarn",
|
| 60 |
+
"rope_theta": 10000,
|
| 61 |
+
"rope_type": "yarn"
|
| 62 |
},
|
| 63 |
+
"rope_interleave": true,
|
| 64 |
+
"attention_bias": false,
|
| 65 |
+
"attention_dropout": 0.0,
|
| 66 |
+
"num_nextn_predict_layers": 1,
|
| 67 |
+
"qk_head_dim": 192,
|
| 68 |
+
"head_dim": 8,
|
| 69 |
+
"auto_map": {
|
| 70 |
+
"AutoConfig": "configuration_deepseek.DeepseekV3Config",
|
| 71 |
+
"AutoModel": "modeling_deepseek.DeepseekV3Model",
|
| 72 |
+
"AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 73 |
},
|
| 74 |
+
"ep_size": 1,
|
| 75 |
+
"model_type": "deepseek_v3",
|
| 76 |
+
"moe_layer_freq": 1,
|
| 77 |
+
"scoring_func": "sigmoid",
|
| 78 |
+
"topk_method": "noaux_tc",
|
| 79 |
+
"output_attentions": false,
|
| 80 |
+
"dtype": "bfloat16"
|
| 81 |
+
},
|
| 82 |
+
"covers": {
|
| 83 |
+
"deepseek-ai/DeepSeek-R1": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
|
| 84 |
+
},
|
| 85 |
+
"built_from": {
|
| 86 |
+
"repo": "deepseek-ai/DeepSeek-R1",
|
| 87 |
+
"revision": "56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"
|
| 88 |
+
},
|
| 89 |
+
"seed": 17,
|
| 90 |
+
"dtype": "bfloat16",
|
| 91 |
+
"builder": "example/build_fixtures.py",
|
| 92 |
+
"model_class": "DeepseekV3ForCausalLM",
|
| 93 |
+
"parameters": 16624256,
|
| 94 |
+
"missing_parameters": [],
|
| 95 |
+
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
|
| 96 |
+
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
|
| 97 |
+
"captured": {
|
| 98 |
+
"call": "training step",
|
| 99 |
+
"inputs": [
|
| 100 |
+
"attention_mask",
|
| 101 |
+
"input_ids",
|
| 102 |
+
"labels"
|
| 103 |
],
|
| 104 |
+
"class": "DeepseekV3ForCausalLM"
|
| 105 |
+
},
|
| 106 |
+
"weights": "random",
|
| 107 |
+
"gate": {
|
| 108 |
+
"random": {
|
| 109 |
+
"pass": true,
|
| 110 |
+
"accepted_insensitive": {},
|
| 111 |
+
"threshold": 0.001,
|
| 112 |
+
"deltas": {
|
| 113 |
+
"input_ids:roll_batch": 0.931640625,
|
| 114 |
+
"input_ids:reverse": 1.0390625,
|
| 115 |
+
"attention_mask:all_ones": null
|
| 116 |
+
},
|
| 117 |
+
"weakest": "input_ids:roll_batch",
|
| 118 |
+
"no_perturbation_defined": [],
|
| 119 |
+
"not_a_forward_parameter": []
|
| 120 |
+
}
|
| 121 |
+
},
|
| 122 |
+
"numeric_health": {
|
| 123 |
+
"float32": {
|
| 124 |
+
"outputs_finite": true,
|
| 125 |
+
"loss_finite": true,
|
| 126 |
+
"gradients_finite": true,
|
| 127 |
+
"finite": true
|
| 128 |
},
|
| 129 |
+
"bfloat16": {
|
| 130 |
+
"outputs_finite": true,
|
| 131 |
+
"loss_finite": true,
|
| 132 |
+
"gradients_finite": true,
|
| 133 |
+
"finite": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 134 |
},
|
| 135 |
+
"float16": {
|
| 136 |
+
"outputs_finite": true,
|
| 137 |
+
"loss_finite": true,
|
| 138 |
+
"unscaled_gradients_finite": true,
|
| 139 |
+
"finite": true
|
|
|
|
|
|
|
| 140 |
}
|
| 141 |
+
},
|
| 142 |
+
"copied_unchanged": [
|
| 143 |
+
"LICENSE",
|
| 144 |
+
"configuration_deepseek.py",
|
| 145 |
+
"generation_config.json",
|
| 146 |
+
"modeling_deepseek.py",
|
| 147 |
+
"tokenizer.json",
|
| 148 |
+
"tokenizer_config.json"
|
| 149 |
+
],
|
| 150 |
+
"environment": {
|
| 151 |
+
"python": "3.12.12",
|
| 152 |
+
"machine": "arm64",
|
| 153 |
+
"torch": "2.14.1",
|
| 154 |
+
"transformers": "5.22.0.dev0",
|
| 155 |
+
"tokenizers": "0.23.3"
|
| 156 |
+
},
|
| 157 |
+
"sha256": {
|
| 158 |
+
"LICENSE": "1c8f573e830ca9b3ebfeb7ace1823146e22b66f99ee223840e7637c9e745e1c7",
|
| 159 |
+
"config.json": "38c3aa3e4a1367dae62f73668c736aff5af1eb60abf22bc96ba2ca6717413a55",
|
| 160 |
+
"configuration_deepseek.py": "d5126f7a82eaa5fe10c294af7a8f02d59e7145c2dc8837b83ae338c1b72001d2",
|
| 161 |
+
"generation_config.json": "3f21d5d199c7ea6b0f807e3d9865a8a9957b76a604c946bce6e73fd0629f8ca3",
|
| 162 |
+
"model.safetensors": "91f350ced1ae466ada4f94007cf4dc61f10b550bcc7d571dd0f19180e14ca8c9",
|
| 163 |
+
"modeling_deepseek.py": "eb6d535742061cf9da7a4232ecfe2f089d5ce20080afc5d2181e9d70ec4af8a4",
|
| 164 |
+
"tokenizer.json": "ecb6f9fc369894346f0511f4074ca75cee5cd5f3b06d02f1ba35fcd39f8e121d",
|
| 165 |
+
"tokenizer_config.json": "99e80c96269ca4430f1e67f67b5766cb096cbac96fed7a7c611c6ee088b3a039"
|
| 166 |
+
}
|
| 167 |
}
|
integration.json
CHANGED
|
@@ -89,6 +89,11 @@
|
|
| 89 |
},
|
| 90 |
"training.updated": {
|
| 91 |
"compare": "true"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
}
|
| 93 |
}
|
| 94 |
}
|
|
|
|
| 89 |
},
|
| 90 |
"training.updated": {
|
| 91 |
"compare": "true"
|
| 92 |
+
},
|
| 93 |
+
"position_norms": {
|
| 94 |
+
"compare": "allclose",
|
| 95 |
+
"atol": 0.0001,
|
| 96 |
+
"rtol": 0.0001
|
| 97 |
}
|
| 98 |
}
|
| 99 |
}
|
integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.bfloat16.json
CHANGED
|
@@ -2,16 +2,17 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
-
"
|
|
|
|
| 15 |
"torchvision": "0.29.2+cpu",
|
| 16 |
"torchaudio": "2.11.1+cpu",
|
| 17 |
"tokenizers": "0.23.3",
|
|
@@ -19,20 +20,23 @@
|
|
| 19 |
"pillow": "13.0.0",
|
| 20 |
"accelerate": "1.15.0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "2.
|
| 23 |
"sentencepiece": "0.2.2",
|
| 24 |
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
"soundfile": "0.14.0",
|
| 27 |
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
-
"seconds": 7.
|
| 30 |
"environment_differs": {
|
|
|
|
| 31 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 32 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 33 |
-
"pillow": "13.0.0 (pinned 12.3.0)"
|
|
|
|
| 34 |
},
|
| 35 |
-
"platform": "cpu-x86_64-bf16"
|
|
|
|
| 36 |
},
|
| 37 |
"outputs": {
|
| 38 |
"runtime": {
|
|
@@ -47,17 +51,55 @@
|
|
| 47 |
"probe_logits": [
|
| 48 |
[
|
| 49 |
-0.1796875,
|
| 50 |
-
0.
|
| 51 |
-
0.
|
| 52 |
-
0.
|
| 53 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
],
|
| 55 |
[
|
| 56 |
-0.2119140625,
|
| 57 |
-
0.
|
| 58 |
-
-0.
|
| 59 |
-
0.
|
| 60 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 61 |
]
|
| 62 |
],
|
| 63 |
"training": {
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
+
"contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
| 17 |
"torchaudio": "2.11.1+cpu",
|
| 18 |
"tokenizers": "0.23.3",
|
|
|
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
"accelerate": "1.15.0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.2",
|
| 25 |
"protobuf": "7.36.2",
|
| 26 |
"librosa": "0.11.0",
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.5,
|
| 31 |
"environment_differs": {
|
| 32 |
+
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
| 38 |
+
"platform": "cpu-x86_64-bf16",
|
| 39 |
+
"template_date": "2026-01-01"
|
| 40 |
},
|
| 41 |
"outputs": {
|
| 42 |
"runtime": {
|
|
|
|
| 51 |
"probe_logits": [
|
| 52 |
[
|
| 53 |
-0.1796875,
|
| 54 |
+
-0.10888671875,
|
| 55 |
+
-0.10986328125,
|
| 56 |
+
-0.1669921875,
|
| 57 |
+
0.205078125,
|
| 58 |
+
-0.1767578125,
|
| 59 |
+
0.10400390625,
|
| 60 |
+
0.05224609375,
|
| 61 |
+
-0.00946044921875,
|
| 62 |
+
0.1162109375,
|
| 63 |
+
-0.06298828125,
|
| 64 |
+
-0.03759765625,
|
| 65 |
+
-0.09326171875,
|
| 66 |
+
0.2275390625,
|
| 67 |
+
-0.1005859375,
|
| 68 |
+
0.068359375
|
| 69 |
],
|
| 70 |
[
|
| 71 |
-0.2119140625,
|
| 72 |
+
-0.07568359375,
|
| 73 |
+
-0.0966796875,
|
| 74 |
+
-0.14453125,
|
| 75 |
+
0.21875,
|
| 76 |
+
-0.26953125,
|
| 77 |
+
0.1435546875,
|
| 78 |
+
0.043701171875,
|
| 79 |
+
0.0037841796875,
|
| 80 |
+
0.12890625,
|
| 81 |
+
-0.140625,
|
| 82 |
+
0.0140380859375,
|
| 83 |
+
-0.140625,
|
| 84 |
+
0.203125,
|
| 85 |
+
-0.12255859375,
|
| 86 |
+
0.09033203125
|
| 87 |
+
]
|
| 88 |
+
],
|
| 89 |
+
"position_norms": [
|
| 90 |
+
[
|
| 91 |
+
57.44831085205078,
|
| 92 |
+
57.26078414916992,
|
| 93 |
+
57.433380126953125,
|
| 94 |
+
57.489166259765625,
|
| 95 |
+
57.36770248413086
|
| 96 |
+
],
|
| 97 |
+
[
|
| 98 |
+
57.44831085205078,
|
| 99 |
+
57.26078414916992,
|
| 100 |
+
57.433380126953125,
|
| 101 |
+
57.506778717041016,
|
| 102 |
+
57.35624313354492
|
| 103 |
]
|
| 104 |
],
|
| 105 |
"training": {
|
integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.eager.json
CHANGED
|
@@ -2,16 +2,17 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
-
"
|
|
|
|
| 15 |
"torchvision": "0.29.2+cpu",
|
| 16 |
"torchaudio": "2.11.1+cpu",
|
| 17 |
"tokenizers": "0.23.3",
|
|
@@ -19,20 +20,23 @@
|
|
| 19 |
"pillow": "13.0.0",
|
| 20 |
"accelerate": "1.15.0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "2.
|
| 23 |
"sentencepiece": "0.2.2",
|
| 24 |
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
"soundfile": "0.14.0",
|
| 27 |
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
-
"seconds": 7.
|
| 30 |
"environment_differs": {
|
|
|
|
| 31 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 32 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 33 |
-
"pillow": "13.0.0 (pinned 12.3.0)"
|
|
|
|
| 34 |
},
|
| 35 |
-
"platform": "cpu-x86_64-bf16"
|
|
|
|
| 36 |
},
|
| 37 |
"outputs": {
|
| 38 |
"runtime": {
|
|
@@ -47,17 +51,55 @@
|
|
| 47 |
"probe_logits": [
|
| 48 |
[
|
| 49 |
-0.1787109375,
|
| 50 |
-
0.
|
| 51 |
-
0.
|
| 52 |
-
0.
|
| 53 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
],
|
| 55 |
[
|
| 56 |
-0.2119140625,
|
| 57 |
-
0.
|
| 58 |
-
-0.
|
| 59 |
-
0.
|
| 60 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 61 |
]
|
| 62 |
],
|
| 63 |
"training": {
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
+
"contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
| 17 |
"torchaudio": "2.11.1+cpu",
|
| 18 |
"tokenizers": "0.23.3",
|
|
|
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
"accelerate": "1.15.0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.2",
|
| 25 |
"protobuf": "7.36.2",
|
| 26 |
"librosa": "0.11.0",
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.54,
|
| 31 |
"environment_differs": {
|
| 32 |
+
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
| 38 |
+
"platform": "cpu-x86_64-bf16",
|
| 39 |
+
"template_date": "2026-01-01"
|
| 40 |
},
|
| 41 |
"outputs": {
|
| 42 |
"runtime": {
|
|
|
|
| 51 |
"probe_logits": [
|
| 52 |
[
|
| 53 |
-0.1787109375,
|
| 54 |
+
-0.10888671875,
|
| 55 |
+
-0.109375,
|
| 56 |
+
-0.16796875,
|
| 57 |
+
0.203125,
|
| 58 |
+
-0.1767578125,
|
| 59 |
+
0.103515625,
|
| 60 |
+
0.052734375,
|
| 61 |
+
-0.0089111328125,
|
| 62 |
+
0.11669921875,
|
| 63 |
+
-0.0625,
|
| 64 |
+
-0.03662109375,
|
| 65 |
+
-0.09326171875,
|
| 66 |
+
0.2275390625,
|
| 67 |
+
-0.10205078125,
|
| 68 |
+
0.06787109375
|
| 69 |
],
|
| 70 |
[
|
| 71 |
-0.2119140625,
|
| 72 |
+
-0.07666015625,
|
| 73 |
+
-0.09716796875,
|
| 74 |
+
-0.14453125,
|
| 75 |
+
0.2177734375,
|
| 76 |
+
-0.267578125,
|
| 77 |
+
0.14453125,
|
| 78 |
+
0.044189453125,
|
| 79 |
+
0.00494384765625,
|
| 80 |
+
0.12890625,
|
| 81 |
+
-0.1416015625,
|
| 82 |
+
0.0155029296875,
|
| 83 |
+
-0.1416015625,
|
| 84 |
+
0.203125,
|
| 85 |
+
-0.123046875,
|
| 86 |
+
0.08984375
|
| 87 |
+
]
|
| 88 |
+
],
|
| 89 |
+
"position_norms": [
|
| 90 |
+
[
|
| 91 |
+
57.44831085205078,
|
| 92 |
+
57.248531341552734,
|
| 93 |
+
57.43208312988281,
|
| 94 |
+
57.50393295288086,
|
| 95 |
+
57.39615249633789
|
| 96 |
+
],
|
| 97 |
+
[
|
| 98 |
+
57.44831085205078,
|
| 99 |
+
57.248531341552734,
|
| 100 |
+
57.43208312988281,
|
| 101 |
+
57.49941635131836,
|
| 102 |
+
57.37012481689453
|
| 103 |
]
|
| 104 |
],
|
| 105 |
"training": {
|
integrations/transformers/expectations/cpu-x86_64-bf16/DeepSeek-R1-mic.json
CHANGED
|
@@ -2,16 +2,17 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
-
"
|
|
|
|
| 15 |
"torchvision": "0.29.2+cpu",
|
| 16 |
"torchaudio": "2.11.1+cpu",
|
| 17 |
"tokenizers": "0.23.3",
|
|
@@ -19,20 +20,23 @@
|
|
| 19 |
"pillow": "13.0.0",
|
| 20 |
"accelerate": "1.15.0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "2.
|
| 23 |
"sentencepiece": "0.2.2",
|
| 24 |
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
"soundfile": "0.14.0",
|
| 27 |
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
-
"seconds": 7.
|
| 30 |
"environment_differs": {
|
|
|
|
| 31 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 32 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 33 |
-
"pillow": "13.0.0 (pinned 12.3.0)"
|
|
|
|
| 34 |
},
|
| 35 |
-
"platform": "cpu-x86_64-bf16"
|
|
|
|
| 36 |
},
|
| 37 |
"outputs": {
|
| 38 |
"runtime": {
|
|
@@ -47,17 +51,55 @@
|
|
| 47 |
"probe_logits": [
|
| 48 |
[
|
| 49 |
-0.1796875,
|
| 50 |
-
0.
|
| 51 |
-
0.
|
| 52 |
-
0.
|
| 53 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
],
|
| 55 |
[
|
| 56 |
-0.2119140625,
|
| 57 |
-
0.
|
| 58 |
-
-0.
|
| 59 |
-
0.
|
| 60 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 61 |
]
|
| 62 |
],
|
| 63 |
"training": {
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
+
"contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
| 17 |
"torchaudio": "2.11.1+cpu",
|
| 18 |
"tokenizers": "0.23.3",
|
|
|
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
"accelerate": "1.15.0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.2",
|
| 25 |
"protobuf": "7.36.2",
|
| 26 |
"librosa": "0.11.0",
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.5,
|
| 31 |
"environment_differs": {
|
| 32 |
+
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
| 38 |
+
"platform": "cpu-x86_64-bf16",
|
| 39 |
+
"template_date": "2026-01-01"
|
| 40 |
},
|
| 41 |
"outputs": {
|
| 42 |
"runtime": {
|
|
|
|
| 51 |
"probe_logits": [
|
| 52 |
[
|
| 53 |
-0.1796875,
|
| 54 |
+
-0.10888671875,
|
| 55 |
+
-0.10986328125,
|
| 56 |
+
-0.1669921875,
|
| 57 |
+
0.205078125,
|
| 58 |
+
-0.1767578125,
|
| 59 |
+
0.10400390625,
|
| 60 |
+
0.05224609375,
|
| 61 |
+
-0.00946044921875,
|
| 62 |
+
0.1162109375,
|
| 63 |
+
-0.06298828125,
|
| 64 |
+
-0.03759765625,
|
| 65 |
+
-0.09326171875,
|
| 66 |
+
0.2275390625,
|
| 67 |
+
-0.1005859375,
|
| 68 |
+
0.068359375
|
| 69 |
],
|
| 70 |
[
|
| 71 |
-0.2119140625,
|
| 72 |
+
-0.07568359375,
|
| 73 |
+
-0.0966796875,
|
| 74 |
+
-0.14453125,
|
| 75 |
+
0.21875,
|
| 76 |
+
-0.26953125,
|
| 77 |
+
0.1435546875,
|
| 78 |
+
0.043701171875,
|
| 79 |
+
0.0037841796875,
|
| 80 |
+
0.12890625,
|
| 81 |
+
-0.140625,
|
| 82 |
+
0.0140380859375,
|
| 83 |
+
-0.140625,
|
| 84 |
+
0.203125,
|
| 85 |
+
-0.12255859375,
|
| 86 |
+
0.09033203125
|
| 87 |
+
]
|
| 88 |
+
],
|
| 89 |
+
"position_norms": [
|
| 90 |
+
[
|
| 91 |
+
57.44831085205078,
|
| 92 |
+
57.26078414916992,
|
| 93 |
+
57.433380126953125,
|
| 94 |
+
57.489166259765625,
|
| 95 |
+
57.36770248413086
|
| 96 |
+
],
|
| 97 |
+
[
|
| 98 |
+
57.44831085205078,
|
| 99 |
+
57.26078414916992,
|
| 100 |
+
57.433380126953125,
|
| 101 |
+
57.506778717041016,
|
| 102 |
+
57.35624313354492
|
| 103 |
]
|
| 104 |
],
|
| 105 |
"training": {
|
integrations/transformers/expectations/cuda/DeepSeek-R1-mic.bfloat16.json
CHANGED
|
@@ -2,15 +2,16 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
|
|
|
| 14 |
"torch": "2.14.0+cu130",
|
| 15 |
"torchvision": "0.29.2",
|
| 16 |
"torchaudio": "2.11.0+cu130",
|
|
@@ -19,21 +20,23 @@
|
|
| 19 |
"pillow": "13.0.0",
|
| 20 |
"accelerate": "1.16.0.dev0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "2.
|
| 23 |
"sentencepiece": "0.2.2",
|
| 24 |
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
"soundfile": "0.14.0",
|
| 27 |
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
-
"seconds":
|
| 30 |
"environment_differs": {
|
| 31 |
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 32 |
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 33 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 34 |
-
"accelerate": "1.16.0.dev0 (pinned 1.15.0)"
|
|
|
|
| 35 |
},
|
| 36 |
-
"platform": "cuda"
|
|
|
|
| 37 |
},
|
| 38 |
"outputs": {
|
| 39 |
"runtime": {
|
|
@@ -48,17 +51,55 @@
|
|
| 48 |
"probe_logits": [
|
| 49 |
[
|
| 50 |
-0.1796875,
|
| 51 |
-
0.
|
| 52 |
-
0.
|
| 53 |
-
0.
|
| 54 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
],
|
| 56 |
[
|
| 57 |
-0.2119140625,
|
| 58 |
-
0.
|
| 59 |
-
-0.
|
| 60 |
-
0.
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
]
|
| 63 |
],
|
| 64 |
"training": {
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
+
"contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
"torch": "2.14.0+cu130",
|
| 16 |
"torchvision": "0.29.2",
|
| 17 |
"torchaudio": "2.11.0+cu130",
|
|
|
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
"accelerate": "1.16.0.dev0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.2",
|
| 25 |
"protobuf": "7.36.2",
|
| 26 |
"librosa": "0.11.0",
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 6.85,
|
| 31 |
"environment_differs": {
|
| 32 |
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 33 |
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 34 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 35 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
| 38 |
+
"platform": "cuda",
|
| 39 |
+
"template_date": "2026-01-01"
|
| 40 |
},
|
| 41 |
"outputs": {
|
| 42 |
"runtime": {
|
|
|
|
| 51 |
"probe_logits": [
|
| 52 |
[
|
| 53 |
-0.1796875,
|
| 54 |
+
-0.1083984375,
|
| 55 |
+
-0.1103515625,
|
| 56 |
+
-0.166015625,
|
| 57 |
+
0.205078125,
|
| 58 |
+
-0.177734375,
|
| 59 |
+
0.1025390625,
|
| 60 |
+
0.052734375,
|
| 61 |
+
-0.00909423828125,
|
| 62 |
+
0.11572265625,
|
| 63 |
+
-0.0625,
|
| 64 |
+
-0.038818359375,
|
| 65 |
+
-0.0927734375,
|
| 66 |
+
0.2265625,
|
| 67 |
+
-0.10205078125,
|
| 68 |
+
0.068359375
|
| 69 |
],
|
| 70 |
[
|
| 71 |
-0.2119140625,
|
| 72 |
+
-0.076171875,
|
| 73 |
+
-0.0966796875,
|
| 74 |
+
-0.14453125,
|
| 75 |
+
0.2177734375,
|
| 76 |
+
-0.267578125,
|
| 77 |
+
0.1435546875,
|
| 78 |
+
0.044921875,
|
| 79 |
+
0.004669189453125,
|
| 80 |
+
0.12890625,
|
| 81 |
+
-0.1416015625,
|
| 82 |
+
0.01458740234375,
|
| 83 |
+
-0.1416015625,
|
| 84 |
+
0.2041015625,
|
| 85 |
+
-0.123046875,
|
| 86 |
+
0.08984375
|
| 87 |
+
]
|
| 88 |
+
],
|
| 89 |
+
"position_norms": [
|
| 90 |
+
[
|
| 91 |
+
57.44833755493164,
|
| 92 |
+
57.25283432006836,
|
| 93 |
+
57.43769073486328,
|
| 94 |
+
57.47720718383789,
|
| 95 |
+
57.3710823059082
|
| 96 |
+
],
|
| 97 |
+
[
|
| 98 |
+
57.44833755493164,
|
| 99 |
+
57.25283432006836,
|
| 100 |
+
57.43769073486328,
|
| 101 |
+
57.50749969482422,
|
| 102 |
+
57.35316848754883
|
| 103 |
]
|
| 104 |
],
|
| 105 |
"training": {
|
integrations/transformers/expectations/cuda/DeepSeek-R1-mic.eager.json
CHANGED
|
@@ -2,15 +2,16 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
|
|
|
| 14 |
"torch": "2.14.0+cu130",
|
| 15 |
"torchvision": "0.29.2",
|
| 16 |
"torchaudio": "2.11.0+cu130",
|
|
@@ -19,21 +20,23 @@
|
|
| 19 |
"pillow": "13.0.0",
|
| 20 |
"accelerate": "1.16.0.dev0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "2.
|
| 23 |
"sentencepiece": "0.2.2",
|
| 24 |
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
"soundfile": "0.14.0",
|
| 27 |
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
-
"seconds":
|
| 30 |
"environment_differs": {
|
| 31 |
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 32 |
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 33 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 34 |
-
"accelerate": "1.16.0.dev0 (pinned 1.15.0)"
|
|
|
|
| 35 |
},
|
| 36 |
-
"platform": "cuda"
|
|
|
|
| 37 |
},
|
| 38 |
"outputs": {
|
| 39 |
"runtime": {
|
|
@@ -48,17 +51,55 @@
|
|
| 48 |
"probe_logits": [
|
| 49 |
[
|
| 50 |
-0.1787109375,
|
| 51 |
-
0.
|
| 52 |
-
0.
|
| 53 |
-
0.
|
| 54 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
],
|
| 56 |
[
|
| 57 |
-0.2119140625,
|
| 58 |
-
0.
|
| 59 |
-
-0.
|
| 60 |
-
0.
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
]
|
| 63 |
],
|
| 64 |
"training": {
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
+
"contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
"torch": "2.14.0+cu130",
|
| 16 |
"torchvision": "0.29.2",
|
| 17 |
"torchaudio": "2.11.0+cu130",
|
|
|
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
"accelerate": "1.16.0.dev0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.2",
|
| 25 |
"protobuf": "7.36.2",
|
| 26 |
"librosa": "0.11.0",
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 6.86,
|
| 31 |
"environment_differs": {
|
| 32 |
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 33 |
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 34 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 35 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
| 38 |
+
"platform": "cuda",
|
| 39 |
+
"template_date": "2026-01-01"
|
| 40 |
},
|
| 41 |
"outputs": {
|
| 42 |
"runtime": {
|
|
|
|
| 51 |
"probe_logits": [
|
| 52 |
[
|
| 53 |
-0.1787109375,
|
| 54 |
+
-0.10888671875,
|
| 55 |
+
-0.109375,
|
| 56 |
+
-0.16796875,
|
| 57 |
+
0.203125,
|
| 58 |
+
-0.1767578125,
|
| 59 |
+
0.103515625,
|
| 60 |
+
0.052734375,
|
| 61 |
+
-0.0089111328125,
|
| 62 |
+
0.11669921875,
|
| 63 |
+
-0.0625,
|
| 64 |
+
-0.03662109375,
|
| 65 |
+
-0.09326171875,
|
| 66 |
+
0.2275390625,
|
| 67 |
+
-0.10205078125,
|
| 68 |
+
0.06787109375
|
| 69 |
],
|
| 70 |
[
|
| 71 |
-0.2119140625,
|
| 72 |
+
-0.07666015625,
|
| 73 |
+
-0.09716796875,
|
| 74 |
+
-0.14453125,
|
| 75 |
+
0.2177734375,
|
| 76 |
+
-0.267578125,
|
| 77 |
+
0.14453125,
|
| 78 |
+
0.044189453125,
|
| 79 |
+
0.00494384765625,
|
| 80 |
+
0.12890625,
|
| 81 |
+
-0.1416015625,
|
| 82 |
+
0.0155029296875,
|
| 83 |
+
-0.1416015625,
|
| 84 |
+
0.203125,
|
| 85 |
+
-0.123046875,
|
| 86 |
+
0.08984375
|
| 87 |
+
]
|
| 88 |
+
],
|
| 89 |
+
"position_norms": [
|
| 90 |
+
[
|
| 91 |
+
57.44833755493164,
|
| 92 |
+
57.248538970947266,
|
| 93 |
+
57.432106018066406,
|
| 94 |
+
57.50387191772461,
|
| 95 |
+
57.396148681640625
|
| 96 |
+
],
|
| 97 |
+
[
|
| 98 |
+
57.44833755493164,
|
| 99 |
+
57.248538970947266,
|
| 100 |
+
57.432106018066406,
|
| 101 |
+
57.49940490722656,
|
| 102 |
+
57.370140075683594
|
| 103 |
]
|
| 104 |
],
|
| 105 |
"training": {
|
integrations/transformers/expectations/cuda/DeepSeek-R1-mic.json
CHANGED
|
@@ -2,15 +2,16 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
|
|
|
| 14 |
"torch": "2.14.0+cu130",
|
| 15 |
"torchvision": "0.29.2",
|
| 16 |
"torchaudio": "2.11.0+cu130",
|
|
@@ -19,21 +20,23 @@
|
|
| 19 |
"pillow": "13.0.0",
|
| 20 |
"accelerate": "1.16.0.dev0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "2.
|
| 23 |
"sentencepiece": "0.2.2",
|
| 24 |
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
"soundfile": "0.14.0",
|
| 27 |
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
-
"seconds":
|
| 30 |
"environment_differs": {
|
| 31 |
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 32 |
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 33 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 34 |
-
"accelerate": "1.16.0.dev0 (pinned 1.15.0)"
|
|
|
|
| 35 |
},
|
| 36 |
-
"platform": "cuda"
|
|
|
|
| 37 |
},
|
| 38 |
"outputs": {
|
| 39 |
"runtime": {
|
|
@@ -48,17 +51,55 @@
|
|
| 48 |
"probe_logits": [
|
| 49 |
[
|
| 50 |
-0.1796875,
|
| 51 |
-
0.
|
| 52 |
-
0.
|
| 53 |
-
0.
|
| 54 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
],
|
| 56 |
[
|
| 57 |
-0.2119140625,
|
| 58 |
-
0.
|
| 59 |
-
-0.
|
| 60 |
-
0.
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
]
|
| 63 |
],
|
| 64 |
"training": {
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/DeepSeek-R1-mic",
|
| 4 |
"contract_name": "DeepSeek-R1",
|
| 5 |
+
"contract_revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "DeepSeek-R1-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "8a2cb5b5242cf90dc9729bc55e1a35c5b027e167",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
"torch": "2.14.0+cu130",
|
| 16 |
"torchvision": "0.29.2",
|
| 17 |
"torchaudio": "2.11.0+cu130",
|
|
|
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
"accelerate": "1.16.0.dev0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.2",
|
| 25 |
"protobuf": "7.36.2",
|
| 26 |
"librosa": "0.11.0",
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.35,
|
| 31 |
"environment_differs": {
|
| 32 |
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 33 |
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 34 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 35 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
| 38 |
+
"platform": "cuda",
|
| 39 |
+
"template_date": "2026-01-01"
|
| 40 |
},
|
| 41 |
"outputs": {
|
| 42 |
"runtime": {
|
|
|
|
| 51 |
"probe_logits": [
|
| 52 |
[
|
| 53 |
-0.1796875,
|
| 54 |
+
-0.1083984375,
|
| 55 |
+
-0.1103515625,
|
| 56 |
+
-0.166015625,
|
| 57 |
+
0.205078125,
|
| 58 |
+
-0.177734375,
|
| 59 |
+
0.1025390625,
|
| 60 |
+
0.052734375,
|
| 61 |
+
-0.00909423828125,
|
| 62 |
+
0.11572265625,
|
| 63 |
+
-0.0625,
|
| 64 |
+
-0.038818359375,
|
| 65 |
+
-0.0927734375,
|
| 66 |
+
0.2265625,
|
| 67 |
+
-0.10205078125,
|
| 68 |
+
0.068359375
|
| 69 |
],
|
| 70 |
[
|
| 71 |
-0.2119140625,
|
| 72 |
+
-0.076171875,
|
| 73 |
+
-0.0966796875,
|
| 74 |
+
-0.14453125,
|
| 75 |
+
0.2177734375,
|
| 76 |
+
-0.267578125,
|
| 77 |
+
0.1435546875,
|
| 78 |
+
0.044921875,
|
| 79 |
+
0.004669189453125,
|
| 80 |
+
0.12890625,
|
| 81 |
+
-0.1416015625,
|
| 82 |
+
0.01458740234375,
|
| 83 |
+
-0.1416015625,
|
| 84 |
+
0.2041015625,
|
| 85 |
+
-0.123046875,
|
| 86 |
+
0.08984375
|
| 87 |
+
]
|
| 88 |
+
],
|
| 89 |
+
"position_norms": [
|
| 90 |
+
[
|
| 91 |
+
57.44833755493164,
|
| 92 |
+
57.25283432006836,
|
| 93 |
+
57.43769073486328,
|
| 94 |
+
57.47720718383789,
|
| 95 |
+
57.3710823059082
|
| 96 |
+
],
|
| 97 |
+
[
|
| 98 |
+
57.44833755493164,
|
| 99 |
+
57.25283432006836,
|
| 100 |
+
57.43769073486328,
|
| 101 |
+
57.50749969482422,
|
| 102 |
+
57.35316848754883
|
| 103 |
]
|
| 104 |
],
|
| 105 |
"training": {
|
integrations/transformers/usage.md
CHANGED
|
@@ -65,7 +65,8 @@ if os.environ.get("MIC_RUNNER"): # doc-builder: hide
|
|
| 65 |
"attn_implementation": model.config._attn_implementation,
|
| 66 |
},
|
| 67 |
"next_token_ids": next_token_ids.tolist(),
|
| 68 |
-
"probe_logits": logits[:, -1,
|
|
|
|
| 69 |
"training": {
|
| 70 |
"loss": loss.item(),
|
| 71 |
"gradients": {
|
|
|
|
| 65 |
"attn_implementation": model.config._attn_implementation,
|
| 66 |
},
|
| 67 |
"next_token_ids": next_token_ids.tolist(),
|
| 68 |
+
"probe_logits": logits[:, -1, torch.linspace(0, logits.shape[-1] - 1, 16).long()].float().tolist(),
|
| 69 |
+
"position_norms": logits[:, torch.linspace(0, logits.shape[1] - 1, min(logits.shape[1], 32)).long()].float().norm(dim=-1).tolist(),
|
| 70 |
"training": {
|
| 71 |
"loss": loss.item(),
|
| 72 |
"gradients": {
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 33253128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91f350ced1ae466ada4f94007cf4dc61f10b550bcc7d571dd0f19180e14ca8c9
|
| 3 |
size 33253128
|