File size: 3,056 Bytes
1a2bb00
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
{
 "meta": [
  {
   "param": "model.layers.12.feed_forward.w2.weight",
   "kind": "scale",
   "n_cols": 3,
   "alpha": null,
   "scale": 0.5,
   "dir": "u",
   "fp32_delta_fro": 0.4245277941226959
  },
  {
   "param": "model.layers.13.feed_forward.w2.weight",
   "kind": "scale",
   "n_cols": 3,
   "alpha": null,
   "scale": 0.5,
   "dir": "u",
   "fp32_delta_fro": 0.42069733142852783
  },
  {
   "param": "model.layers.14.feed_forward.w2.weight",
   "kind": "scale",
   "n_cols": 1,
   "alpha": null,
   "scale": 0.5,
   "dir": "u",
   "fp32_delta_fro": 0.21136318147182465
  },
  {
   "param": "model.layers.15.feed_forward.w2.weight",
   "kind": "scale",
   "n_cols": 9,
   "alpha": null,
   "scale": 0.5,
   "dir": "u",
   "fp32_delta_fro": 0.6414475440979004
  }
 ],
 "changed_scalars": 32768,
 "params": {
  "model.layers.12.feed_forward.w2.weight": {
   "shape": [
    2048,
    8192
   ],
   "dtype": "torch.bfloat16",
   "stored_delta_fro": 0.4245277941226959,
   "orig_param_sha256": "067ff8e12180fa846bdcb760afd760fd05faab5b1b93758570d4f2bb0c21bfff",
   "n_changed": 6144
  },
  "model.layers.13.feed_forward.w2.weight": {
   "shape": [
    2048,
    8192
   ],
   "dtype": "torch.bfloat16",
   "stored_delta_fro": 0.42069730162620544,
   "orig_param_sha256": "65e32f6f6547e8aa25c5c7af8daa4a0e3a7ea698b6b9954c97ba8bfa453e9b28",
   "n_changed": 6144
  },
  "model.layers.14.feed_forward.w2.weight": {
   "shape": [
    2048,
    8192
   ],
   "dtype": "torch.bfloat16",
   "stored_delta_fro": 0.21136318147182465,
   "orig_param_sha256": "4c062b2b883563da02f39495b5198b7d82aa18ba49020b68781327cf9ef3fb93",
   "n_changed": 2048
  },
  "model.layers.15.feed_forward.w2.weight": {
   "shape": [
    2048,
    8192
   ],
   "dtype": "torch.bfloat16",
   "stored_delta_fro": 0.6414475440979004,
   "orig_param_sha256": "fd2d9d919ab0ad882e397178b562c1019b286ff4d6b214db27a506522d00496e",
   "n_changed": 18432
  }
 },
 "id": "c11",
 "hypothesis": "Selected-column scaling: top-16 neurons scaled by 0.5 (whole write vector, not directional)",
 "edits_spec": [
  {
   "param": "model.layers.12.feed_forward.w2.weight",
   "cols": [
    4731,
    7264,
    7919
   ],
   "kind": "scale",
   "alpha": null,
   "scale": 0.5,
   "dir": "u"
  },
  {
   "param": "model.layers.13.feed_forward.w2.weight",
   "cols": [
    488,
    5186,
    6715
   ],
   "kind": "scale",
   "alpha": null,
   "scale": 0.5,
   "dir": "u"
  },
  {
   "param": "model.layers.14.feed_forward.w2.weight",
   "cols": [
    3659
   ],
   "kind": "scale",
   "alpha": null,
   "scale": 0.5,
   "dir": "u"
  },
  {
   "param": "model.layers.15.feed_forward.w2.weight",
   "cols": [
    99,
    532,
    660,
    926,
    2017,
    2439,
    3263,
    3682,
    5191
   ],
   "kind": "scale",
   "alpha": null,
   "scale": 0.5,
   "dir": "u"
  }
 ],
 "pct_unique": 0.0027998686686602605,
 "within_0.05pct": true,
 "seed": 20261118,
 "safetensors_sha256": "38b9bb6891edfe0064c76faf057e94f33ed7f77a8e08fb7088db7a53efc41d59",
 "selected": true,
 "selection_utc": "2026-11-18T17:24:09Z"
}