yasserrmd's picture
WSP 2.0 sparse weight edit: strict-JSON fence repair (32,768 BF16 values, 16 w2 columns)
1a2bb00 verified
Raw History Blame Contribute Delete
3.06 kB
{
"meta": [
{
"param": "model.layers.12.feed_forward.w2.weight",
"kind": "scale",
"n_cols": 3,
"alpha": null,
"scale": 0.5,
"dir": "u",
"fp32_delta_fro": 0.4245277941226959
},
{
"param": "model.layers.13.feed_forward.w2.weight",
"kind": "scale",
"n_cols": 3,
"alpha": null,
"scale": 0.5,
"dir": "u",
"fp32_delta_fro": 0.42069733142852783
},
{
"param": "model.layers.14.feed_forward.w2.weight",
"kind": "scale",
"n_cols": 1,
"alpha": null,
"scale": 0.5,
"dir": "u",
"fp32_delta_fro": 0.21136318147182465
},
{
"param": "model.layers.15.feed_forward.w2.weight",
"kind": "scale",
"n_cols": 9,
"alpha": null,
"scale": 0.5,
"dir": "u",
"fp32_delta_fro": 0.6414475440979004
}
],
"changed_scalars": 32768,
"params": {
"model.layers.12.feed_forward.w2.weight": {
"shape": [
2048,
8192
],
"dtype": "torch.bfloat16",
"stored_delta_fro": 0.4245277941226959,
"orig_param_sha256": "067ff8e12180fa846bdcb760afd760fd05faab5b1b93758570d4f2bb0c21bfff",
"n_changed": 6144
},
"model.layers.13.feed_forward.w2.weight": {
"shape": [
2048,
8192
],
"dtype": "torch.bfloat16",
"stored_delta_fro": 0.42069730162620544,
"orig_param_sha256": "65e32f6f6547e8aa25c5c7af8daa4a0e3a7ea698b6b9954c97ba8bfa453e9b28",
"n_changed": 6144
},
"model.layers.14.feed_forward.w2.weight": {
"shape": [
2048,
8192
],
"dtype": "torch.bfloat16",
"stored_delta_fro": 0.21136318147182465,
"orig_param_sha256": "4c062b2b883563da02f39495b5198b7d82aa18ba49020b68781327cf9ef3fb93",
"n_changed": 2048
},
"model.layers.15.feed_forward.w2.weight": {
"shape": [
2048,
8192
],
"dtype": "torch.bfloat16",
"stored_delta_fro": 0.6414475440979004,
"orig_param_sha256": "fd2d9d919ab0ad882e397178b562c1019b286ff4d6b214db27a506522d00496e",
"n_changed": 18432
}
},
"id": "c11",
"hypothesis": "Selected-column scaling: top-16 neurons scaled by 0.5 (whole write vector, not directional)",
"edits_spec": [
{
"param": "model.layers.12.feed_forward.w2.weight",
"cols": [
4731,
7264,
7919
],
"kind": "scale",
"alpha": null,
"scale": 0.5,
"dir": "u"
},
{
"param": "model.layers.13.feed_forward.w2.weight",
"cols": [
488,
5186,
6715
],
"kind": "scale",
"alpha": null,
"scale": 0.5,
"dir": "u"
},
{
"param": "model.layers.14.feed_forward.w2.weight",
"cols": [
3659
],
"kind": "scale",
"alpha": null,
"scale": 0.5,
"dir": "u"
},
{
"param": "model.layers.15.feed_forward.w2.weight",
"cols": [
99,
532,
660,
926,
2017,
2439,
3263,
3682,
5191
],
"kind": "scale",
"alpha": null,
"scale": 0.5,
"dir": "u"
}
],
"pct_unique": 0.0027998686686602605,
"within_0.05pct": true,
"seed": 20261118,
"safetensors_sha256": "38b9bb6891edfe0064c76faf057e94f33ed7f77a8e08fb7088db7a53efc41d59",
"selected": true,
"selection_utc": "2026-11-18T17:24:09Z"
}