Thinklite-27B-Concept / CONCEPT_EDIT_SPEC.json
NyxKrage's picture
Add files using upload-large-folder tool
bc4e445 verified
Raw History Blame Contribute Delete
1.48 kB
{
"spec": {
"cap": "results/r2_cap.safetensors",
"dirs": "results/r2_dirs.safetensors",
"dir": "cc",
"writers": [
"down"
],
"layers": [
32,
34,
36,
38,
40,
42,
44,
46,
48
],
"mode": "add",
"alpha": 0.1,
"control": false,
"seed": 0
},
"stats": {
"model.language_model.layers.46.mlp.down_proj.weight": {
"delta_fro": 0.4197303056716919,
"W_fro": 105.75543212890625
},
"model.language_model.layers.48.mlp.down_proj.weight": {
"delta_fro": 0.46714749932289124,
"W_fro": 106.37197875976562
},
"model.language_model.layers.40.mlp.down_proj.weight": {
"delta_fro": 0.5172138810157776,
"W_fro": 101.85023498535156
},
"model.language_model.layers.42.mlp.down_proj.weight": {
"delta_fro": 0.5079986453056335,
"W_fro": 103.98873138427734
},
"model.language_model.layers.44.mlp.down_proj.weight": {
"delta_fro": 0.49616700410842896,
"W_fro": 105.74958801269531
},
"model.language_model.layers.38.mlp.down_proj.weight": {
"delta_fro": 0.5076116919517517,
"W_fro": 100.90494537353516
},
"model.language_model.layers.32.mlp.down_proj.weight": {
"delta_fro": 0.5971583127975464,
"W_fro": 104.91317749023438
},
"model.language_model.layers.34.mlp.down_proj.weight": {
"delta_fro": 0.5034014582633972,
"W_fro": 105.3619384765625
},
"model.language_model.layers.36.mlp.down_proj.weight": {
"delta_fro": 0.48990198969841003,
"W_fro": 103.94832611083984
}
}
}