DeepSeek-R1-mic / integrations /transformers /expectations /cuda /DeepSeek-R1-mic.bfloat16.json
tarekziade's picture
tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
0b4af0f verified
Raw History Blame Contribute Delete
2.51 kB
{
"recorded_with": {
"contract": "huggingface-mic/DeepSeek-R1-mic",
"contract_name": "DeepSeek-R1",
"contract_revision": "2d3440f540cc19f64a1150859f418f0b15ae352d",
"framework": "transformers",
"variant": "bfloat16",
"target": "DeepSeek-R1-mic",
"kind": "fixture",
"revision": "2d3440f540cc19f64a1150859f418f0b15ae352d",
"source_model": "deepseek-ai/DeepSeek-R1",
"weights": "random",
"fixture_repo": "huggingface-mic/DeepSeek-R1-mic",
"environment": {
"python": "3.11.18",
"transformers": "5.24.0.dev0",
"sentence-transformers": null,
"torch": "2.15.0+cu132",
"torchvision": "0.29.2+cu132",
"torchaudio": "2.11.1+cu132",
"tokenizers": "0.23.3",
"numpy": "2.3.5",
"pillow": "13.0.0",
"accelerate": "1.17.0.dev0",
"safetensors": "0.8.0",
"huggingface-hub": "2.4.0",
"sentencepiece": "0.2.3",
"protobuf": "7.36.2",
"librosa": "0.11.0",
"soundfile": "0.14.0",
"scipy": "1.17.1"
},
"seconds": 7.41,
"environment_differs": {
"pillow": "13.0.0 (pinned 12.3.0)",
"accelerate": "1.17.0.dev0 (pinned 1.15.0)",
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
"sentencepiece": "0.2.3 (pinned 0.2.2)"
},
"platform": "cuda",
"template_date": "2026-01-01"
},
"outputs": {
"runtime": {
"device": "cuda",
"dtype": "bfloat16",
"attn_implementation": "sdpa"
},
"next_token_ids": [
5519,
40890
],
"probe_logits": [
[
0.00390625,
-0.34765625,
-0.07373046875,
0.048583984375,
0.06689453125,
-0.171875,
0.12255859375,
0.06494140625,
0.03564453125,
-0.052490234375,
0.28125,
-0.053466796875,
0.12255859375,
-0.052490234375,
-0.00445556640625,
0.12890625
],
[
0.062255859375,
-0.2578125,
-0.10546875,
0.0419921875,
-0.046142578125,
-0.095703125,
0.09130859375,
0.177734375,
0.02294921875,
0.033447265625,
0.271484375,
-0.12353515625,
0.0986328125,
-0.171875,
0.0986328125,
0.0169677734375
]
],
"position_norms": [
[
57.53282928466797,
57.48799514770508,
57.509742736816406,
57.473533630371094,
57.480316162109375
],
[
57.53282928466797,
57.48799514770508,
57.509742736816406,
57.43843460083008,
57.4747428894043
]
],
"training": {
"loss": 11.817480087280273,
"gradients": {
"model.layers.0.self_attn.q_a_proj.weight": true,
"model.layers.0.mlp.gate_proj.weight": true
},
"updated": true
}
}
}