File size: 1,484 Bytes
bc4e445 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | {
"spec": {
"cap": "results/r2_cap.safetensors",
"dirs": "results/r2_dirs.safetensors",
"dir": "cc",
"writers": [
"down"
],
"layers": [
32,
34,
36,
38,
40,
42,
44,
46,
48
],
"mode": "add",
"alpha": 0.1,
"control": false,
"seed": 0
},
"stats": {
"model.language_model.layers.46.mlp.down_proj.weight": {
"delta_fro": 0.4197303056716919,
"W_fro": 105.75543212890625
},
"model.language_model.layers.48.mlp.down_proj.weight": {
"delta_fro": 0.46714749932289124,
"W_fro": 106.37197875976562
},
"model.language_model.layers.40.mlp.down_proj.weight": {
"delta_fro": 0.5172138810157776,
"W_fro": 101.85023498535156
},
"model.language_model.layers.42.mlp.down_proj.weight": {
"delta_fro": 0.5079986453056335,
"W_fro": 103.98873138427734
},
"model.language_model.layers.44.mlp.down_proj.weight": {
"delta_fro": 0.49616700410842896,
"W_fro": 105.74958801269531
},
"model.language_model.layers.38.mlp.down_proj.weight": {
"delta_fro": 0.5076116919517517,
"W_fro": 100.90494537353516
},
"model.language_model.layers.32.mlp.down_proj.weight": {
"delta_fro": 0.5971583127975464,
"W_fro": 104.91317749023438
},
"model.language_model.layers.34.mlp.down_proj.weight": {
"delta_fro": 0.5034014582633972,
"W_fro": 105.3619384765625
},
"model.language_model.layers.36.mlp.down_proj.weight": {
"delta_fro": 0.48990198969841003,
"W_fro": 103.94832611083984
}
}
} |