File size: 2,524 Bytes
7bf22fd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
{
 "recorded_with": {
  "contract": "huggingface-mic/DeepSeek-R1-mic",
  "contract_name": "DeepSeek-R1",
  "contract_revision": "2cc72c0556b8bf70aa8fd98e4200c2b01190ddc8",
  "framework": "transformers",
  "variant": "bfloat16",
  "target": "DeepSeek-R1-mic",
  "kind": "fixture",
  "revision": "2cc72c0556b8bf70aa8fd98e4200c2b01190ddc8",
  "source_model": "deepseek-ai/DeepSeek-R1",
  "weights": "random",
  "fixture_repo": "huggingface-mic/DeepSeek-R1-mic",
  "environment": {
   "python": "3.11.14",
   "transformers": "5.23.0.dev0",
   "sentence-transformers": null,
   "torch": "2.15.0",
   "torchvision": "0.29.2",
   "torchaudio": "2.11.1",
   "tokenizers": "0.23.3",
   "numpy": "2.3.5",
   "pillow": "13.0.0",
   "accelerate": "1.15.0",
   "safetensors": "0.8.0",
   "huggingface-hub": "2.4.0",
   "sentencepiece": "0.2.2",
   "protobuf": "7.36.2",
   "librosa": "0.11.0",
   "soundfile": "0.14.0",
   "scipy": "1.17.1"
  },
  "seconds": 2.37,
  "environment_differs": {
   "torch": "2.15.0 (pinned 2.14.0)",
   "torchvision": "0.29.2 (pinned 0.29.1)",
   "torchaudio": "2.11.1 (pinned 2.11.0)",
   "pillow": "13.0.0 (pinned 12.3.0)",
   "huggingface-hub": "2.4.0 (pinned 2.3.0)"
  },
  "platform": "cpu-arm64",
  "template_date": "2026-01-01"
 },
 "outputs": {
  "runtime": {
   "device": "cpu",
   "dtype": "bfloat16",
   "attn_implementation": "sdpa"
  },
  "next_token_ids": [
   119704,
   5475
  ],
  "probe_logits": [
   [
    -0.1796875,
    -0.10888671875,
    -0.10986328125,
    -0.1669921875,
    0.205078125,
    -0.1767578125,
    0.10400390625,
    0.05224609375,
    -0.00946044921875,
    0.1162109375,
    -0.06298828125,
    -0.03759765625,
    -0.09326171875,
    0.2275390625,
    -0.1005859375,
    0.068359375
   ],
   [
    -0.2119140625,
    -0.07568359375,
    -0.0966796875,
    -0.14453125,
    0.21875,
    -0.26953125,
    0.1435546875,
    0.043701171875,
    0.0037841796875,
    0.12890625,
    -0.140625,
    0.0140380859375,
    -0.140625,
    0.203125,
    -0.12255859375,
    0.09033203125
   ]
  ],
  "position_norms": [
   [
    57.44831085205078,
    57.26078796386719,
    57.43337631225586,
    57.489166259765625,
    57.36770248413086
   ],
   [
    57.44831085205078,
    57.26078796386719,
    57.43337631225586,
    57.506778717041016,
    57.35624313354492
   ]
  ],
  "training": {
   "loss": 11.722225189208984,
   "gradients": {
    "model.layers.0.self_attn.q_a_proj.weight": true,
    "model.layers.0.mlp.gate_proj.weight": true
   },
   "updated": true
  }
 }
}