Download edits_by_layer.json from Perfect7613/tiny-aya-global-weightpatch-overrefusal-patch: direct link, hf CLI and curl.
- Browser
- Download file 18.3 kB
-
https://huggingface.co/Perfect7613/tiny-aya-global-weightpatch-overrefusal-patch/resolve/main/edits_by_layer.json
- Command line
-
hf download hf://Perfect7613/tiny-aya-global-weightpatch-overrefusal-patch/edits_by_layer.json
-
curl -L -o edits_by_layer.json https://huggingface.co/Perfect7613/tiny-aya-global-weightpatch-overrefusal-patch/resolve/main/edits_by_layer.json
18.3 kB
[
{
"tensor": "model.layers.20.mlp.down_proj.weight",
"layer": 20,
"module": "mlp.down_proj.weight",
"shape": [
2048,
11008
],
"entries_changed": 71680,
"relative_change": 0.042976610362529755,
"columns_changed": 35,
"rows_touched": 2048,
"columns": [
{
"col": 75,
"relative_change": 0.606,
"cosine_new_old": 0.8623
},
{
"col": 128,
"relative_change": 0.7347,
"cosine_new_old": 0.8186
},
{
"col": 591,
"relative_change": 0.7044,
"cosine_new_old": 0.8288
},
{
"col": 1175,
"relative_change": 0.9039,
"cosine_new_old": 0.7643
},
{
"col": 1671,
"relative_change": 0.9732,
"cosine_new_old": 0.7436
},
{
"col": 1721,
"relative_change": 0.6926,
"cosine_new_old": 0.8327
},
{
"col": 1815,
"relative_change": 1.879,
"cosine_new_old": 0.572
},
{
"col": 1846,
"relative_change": 0.4829,
"cosine_new_old": 0.9039
},
{
"col": 1962,
"relative_change": 0.973,
"cosine_new_old": 0.7437
},
{
"col": 1989,
"relative_change": 0.5723,
"cosine_new_old": 0.8738
},
{
"col": 2723,
"relative_change": 0.7963,
"cosine_new_old": 0.7982
},
{
"col": 2913,
"relative_change": 0.7004,
"cosine_new_old": 0.8301
},
{
"col": 3436,
"relative_change": 0.4876,
"cosine_new_old": 0.9023
},
{
"col": 3611,
"relative_change": 0.7615,
"cosine_new_old": 0.8096
},
{
"col": 3701,
"relative_change": 0.7641,
"cosine_new_old": 0.8088
},
{
"col": 3766,
"relative_change": 0.6723,
"cosine_new_old": 0.8396
},
{
"col": 4013,
"relative_change": 0.6602,
"cosine_new_old": 0.8438
},
{
"col": 4214,
"relative_change": 0.722,
"cosine_new_old": 0.8228
},
{
"col": 4454,
"relative_change": 0.6272,
"cosine_new_old": 0.8551
},
{
"col": 4568,
"relative_change": 0.6616,
"cosine_new_old": 0.8433
},
{
"col": 5220,
"relative_change": 1.2427,
"cosine_new_old": 0.6743
},
{
"col": 5297,
"relative_change": 0.5527,
"cosine_new_old": 0.8805
},
{
"col": 5409,
"relative_change": 0.5761,
"cosine_new_old": 0.8725
},
{
"col": 5480,
"relative_change": 0.8765,
"cosine_new_old": 0.7727
},
{
"col": 5817,
"relative_change": 0.9918,
"cosine_new_old": 0.7383
},
{
"col": 6196,
"relative_change": 0.8977,
"cosine_new_old": 0.7661
},
{
"col": 7197,
"relative_change": 0.4803,
"cosine_new_old": 0.9047
},
{
"col": 7626,
"relative_change": 1.0451,
"cosine_new_old": 0.7235
},
{
"col": 8439,
"relative_change": 0.6025,
"cosine_new_old": 0.8635
},
{
"col": 8449,
"relative_change": 0.5634,
"cosine_new_old": 0.8768
},
{
"col": 8588,
"relative_change": 0.4889,
"cosine_new_old": 0.9019
},
{
"col": 9275,
"relative_change": 0.6579,
"cosine_new_old": 0.8446
},
{
"col": 9403,
"relative_change": 0.7409,
"cosine_new_old": 0.8165
},
{
"col": 10147,
"relative_change": 0.4826,
"cosine_new_old": 0.904
},
{
"col": 10245,
"relative_change": 0.5875,
"cosine_new_old": 0.8686
}
],
"rank1_share": 1.0
},
{
"tensor": "model.layers.22.mlp.down_proj.weight",
"layer": 22,
"module": "mlp.down_proj.weight",
"shape": [
2048,
11008
],
"entries_changed": 96256,
"relative_change": 0.052520837634801865,
"columns_changed": 47,
"rows_touched": 2048,
"columns": [
{
"col": 52,
"relative_change": 0.6033,
"cosine_new_old": 0.8632
},
{
"col": 627,
"relative_change": 1.0553,
"cosine_new_old": 0.7207
},
{
"col": 680,
"relative_change": 0.6721,
"cosine_new_old": 0.8397
},
{
"col": 910,
"relative_change": 0.9789,
"cosine_new_old": 0.742
},
{
"col": 931,
"relative_change": 0.9049,
"cosine_new_old": 0.764
},
{
"col": 1018,
"relative_change": 0.7328,
"cosine_new_old": 0.8192
},
{
"col": 1331,
"relative_change": 0.7553,
"cosine_new_old": 0.8117
},
{
"col": 1533,
"relative_change": 1.3516,
"cosine_new_old": 0.6511
},
{
"col": 1700,
"relative_change": 1.0953,
"cosine_new_old": 0.7101
},
{
"col": 1801,
"relative_change": 1.0194,
"cosine_new_old": 0.7305
},
{
"col": 2453,
"relative_change": 0.5519,
"cosine_new_old": 0.8808
},
{
"col": 2557,
"relative_change": 0.6597,
"cosine_new_old": 0.844
},
{
"col": 2991,
"relative_change": 0.8285,
"cosine_new_old": 0.7878
},
{
"col": 3191,
"relative_change": 0.4808,
"cosine_new_old": 0.9046
},
{
"col": 3247,
"relative_change": 0.5747,
"cosine_new_old": 0.873
},
{
"col": 3734,
"relative_change": 0.8475,
"cosine_new_old": 0.7818
},
{
"col": 3873,
"relative_change": 0.7326,
"cosine_new_old": 0.8192
},
{
"col": 4170,
"relative_change": 0.8484,
"cosine_new_old": 0.7815
},
{
"col": 4360,
"relative_change": 0.7369,
"cosine_new_old": 0.8178
},
{
"col": 4611,
"relative_change": 0.7126,
"cosine_new_old": 0.826
},
{
"col": 4864,
"relative_change": 0.6859,
"cosine_new_old": 0.835
},
{
"col": 4869,
"relative_change": 0.7706,
"cosine_new_old": 0.8066
},
{
"col": 5523,
"relative_change": 0.6854,
"cosine_new_old": 0.8352
},
{
"col": 5548,
"relative_change": 1.6612,
"cosine_new_old": 0.5988
},
{
"col": 5684,
"relative_change": 0.8259,
"cosine_new_old": 0.7887
},
{
"col": 6112,
"relative_change": 0.5748,
"cosine_new_old": 0.873
},
{
"col": 6355,
"relative_change": 0.6107,
"cosine_new_old": 0.8607
},
{
"col": 6664,
"relative_change": 0.7861,
"cosine_new_old": 0.8015
},
{
"col": 6804,
"relative_change": 0.7433,
"cosine_new_old": 0.8157
},
{
"col": 6812,
"relative_change": 0.8618,
"cosine_new_old": 0.7773
},
{
"col": 6912,
"relative_change": 1.5145,
"cosine_new_old": 0.6213
},
{
"col": 6951,
"relative_change": 1.0438,
"cosine_new_old": 0.7238
},
{
"col": 7058,
"relative_change": 1.3964,
"cosine_new_old": 0.6424
},
{
"col": 7161,
"relative_change": 0.9772,
"cosine_new_old": 0.7425
},
{
"col": 7619,
"relative_change": 0.8314,
"cosine_new_old": 0.7869
},
{
"col": 7910,
"relative_change": 0.8386,
"cosine_new_old": 0.7846
},
{
"col": 8239,
"relative_change": 0.5439,
"cosine_new_old": 0.8835
},
{
"col": 8504,
"relative_change": 0.6496,
"cosine_new_old": 0.8474
},
{
"col": 8558,
"relative_change": 0.9682,
"cosine_new_old": 0.7451
},
{
"col": 8937,
"relative_change": 0.6189,
"cosine_new_old": 0.8579
},
{
"col": 9303,
"relative_change": 0.5648,
"cosine_new_old": 0.8764
},
{
"col": 9393,
"relative_change": 0.839,
"cosine_new_old": 0.7845
},
{
"col": 9488,
"relative_change": 1.2592,
"cosine_new_old": 0.6706
},
{
"col": 9686,
"relative_change": 1.0059,
"cosine_new_old": 0.7343
},
{
"col": 9944,
"relative_change": 0.6521,
"cosine_new_old": 0.8465
},
{
"col": 10414,
"relative_change": 0.7978,
"cosine_new_old": 0.7977
},
{
"col": 10793,
"relative_change": 0.6707,
"cosine_new_old": 0.8402
}
],
"rank1_share": 1.0
},
{
"tensor": "model.layers.23.mlp.down_proj.weight",
"layer": 23,
"module": "mlp.down_proj.weight",
"shape": [
2048,
11008
],
"entries_changed": 124928,
"relative_change": 0.053105976432561874,
"columns_changed": 61,
"rows_touched": 2048,
"columns": [
{
"col": 35,
"relative_change": 0.7699,
"cosine_new_old": 0.8069
},
{
"col": 125,
"relative_change": 0.5848,
"cosine_new_old": 0.8696
},
{
"col": 260,
"relative_change": 0.7805,
"cosine_new_old": 0.8034
},
{
"col": 494,
"relative_change": 0.6005,
"cosine_new_old": 0.8642
},
{
"col": 646,
"relative_change": 0.5024,
"cosine_new_old": 0.8974
},
{
"col": 806,
"relative_change": 0.4973,
"cosine_new_old": 0.8991
},
{
"col": 814,
"relative_change": 0.5592,
"cosine_new_old": 0.8783
},
{
"col": 900,
"relative_change": 0.6907,
"cosine_new_old": 0.8334
},
{
"col": 1176,
"relative_change": 0.5806,
"cosine_new_old": 0.871
},
{
"col": 1412,
"relative_change": 0.8423,
"cosine_new_old": 0.7834
},
{
"col": 1588,
"relative_change": 1.0101,
"cosine_new_old": 0.7331
},
{
"col": 1767,
"relative_change": 0.5383,
"cosine_new_old": 0.8854
},
{
"col": 1997,
"relative_change": 0.719,
"cosine_new_old": 0.8238
},
{
"col": 2027,
"relative_change": 0.6017,
"cosine_new_old": 0.8638
},
{
"col": 2297,
"relative_change": 0.623,
"cosine_new_old": 0.8565
},
{
"col": 2379,
"relative_change": 0.5218,
"cosine_new_old": 0.8909
},
{
"col": 2490,
"relative_change": 0.7189,
"cosine_new_old": 0.8239
},
{
"col": 2731,
"relative_change": 0.528,
"cosine_new_old": 0.8888
},
{
"col": 3016,
"relative_change": 0.6319,
"cosine_new_old": 0.8534
},
{
"col": 3060,
"relative_change": 0.9161,
"cosine_new_old": 0.7605
},
{
"col": 3072,
"relative_change": 0.4863,
"cosine_new_old": 0.9028
},
{
"col": 3155,
"relative_change": 0.6816,
"cosine_new_old": 0.8365
},
{
"col": 3209,
"relative_change": 0.8171,
"cosine_new_old": 0.7915
},
{
"col": 3302,
"relative_change": 0.7654,
"cosine_new_old": 0.8083
},
{
"col": 3316,
"relative_change": 0.7219,
"cosine_new_old": 0.8228
},
{
"col": 3575,
"relative_change": 2.0919,
"cosine_new_old": 0.5523
},
{
"col": 3667,
"relative_change": 0.9054,
"cosine_new_old": 0.7638
},
{
"col": 3714,
"relative_change": 0.7882,
"cosine_new_old": 0.8008
},
{
"col": 3719,
"relative_change": 0.841,
"cosine_new_old": 0.7838
},
{
"col": 3730,
"relative_change": 0.529,
"cosine_new_old": 0.8885
},
{
"col": 3898,
"relative_change": 0.5891,
"cosine_new_old": 0.8681
},
{
"col": 4006,
"relative_change": 0.8336,
"cosine_new_old": 0.7862
},
{
"col": 4133,
"relative_change": 0.8856,
"cosine_new_old": 0.7699
},
{
"col": 4188,
"relative_change": 0.7811,
"cosine_new_old": 0.8032
},
{
"col": 4329,
"relative_change": 0.7072,
"cosine_new_old": 0.8278
},
{
"col": 4441,
"relative_change": 0.5941,
"cosine_new_old": 0.8664
},
{
"col": 5154,
"relative_change": 0.4566,
"cosine_new_old": 0.9124
},
{
"col": 5158,
"relative_change": 0.5416,
"cosine_new_old": 0.8843
},
{
"col": 5328,
"relative_change": 0.7875,
"cosine_new_old": 0.8011
},
{
"col": 5721,
"relative_change": 0.5473,
"cosine_new_old": 0.8823
},
{
"col": 6113,
"relative_change": 0.6185,
"cosine_new_old": 0.858
},
{
"col": 6253,
"relative_change": 0.4438,
"cosine_new_old": 0.9166
},
{
"col": 6575,
"relative_change": 0.8288,
"cosine_new_old": 0.7877
},
{
"col": 6832,
"relative_change": 0.6117,
"cosine_new_old": 0.8604
},
{
"col": 6993,
"relative_change": 0.8585,
"cosine_new_old": 0.7783
},
{
"col": 7127,
"relative_change": 1.3468,
"cosine_new_old": 0.6521
},
{
"col": 7438,
"relative_change": 0.7418,
"cosine_new_old": 0.8162
},
{
"col": 7585,
"relative_change": 0.811,
"cosine_new_old": 0.7934
},
{
"col": 7833,
"relative_change": 0.8899,
"cosine_new_old": 0.7685
},
{
"col": 8550,
"relative_change": 0.5815,
"cosine_new_old": 0.8707
},
{
"col": 8660,
"relative_change": 0.5637,
"cosine_new_old": 0.8768
},
{
"col": 9047,
"relative_change": 0.7038,
"cosine_new_old": 0.829
},
{
"col": 9218,
"relative_change": 0.9381,
"cosine_new_old": 0.7539
},
{
"col": 9310,
"relative_change": 0.988,
"cosine_new_old": 0.7394
},
{
"col": 9344,
"relative_change": 0.6611,
"cosine_new_old": 0.8434
},
{
"col": 9589,
"relative_change": 0.8277,
"cosine_new_old": 0.7881
},
{
"col": 9673,
"relative_change": 0.5444,
"cosine_new_old": 0.8833
},
{
"col": 9917,
"relative_change": 0.638,
"cosine_new_old": 0.8514
},
{
"col": 10454,
"relative_change": 1.217,
"cosine_new_old": 0.6802
},
{
"col": 10571,
"relative_change": 0.6248,
"cosine_new_old": 0.8559
},
{
"col": 10887,
"relative_change": 0.6109,
"cosine_new_old": 0.8606
}
],
"rank1_share": 1.0
},
{
"tensor": "model.layers.24.mlp.down_proj.weight",
"layer": 24,
"module": "mlp.down_proj.weight",
"shape": [
2048,
11008
],
"entries_changed": 106496,
"relative_change": 0.05433182045817375,
"columns_changed": 52,
"rows_touched": 2048,
"columns": [
{
"col": 25,
"relative_change": 0.6489,
"cosine_new_old": 0.8476
},
{
"col": 173,
"relative_change": 0.5337,
"cosine_new_old": 0.8869
},
{
"col": 178,
"relative_change": 0.6209,
"cosine_new_old": 0.8572
},
{
"col": 272,
"relative_change": 0.7007,
"cosine_new_old": 0.83
},
{
"col": 493,
"relative_change": 0.7671,
"cosine_new_old": 0.8078
},
{
"col": 498,
"relative_change": 0.7492,
"cosine_new_old": 0.8137
},
{
"col": 695,
"relative_change": 1.3829,
"cosine_new_old": 0.645
},
{
"col": 840,
"relative_change": 0.5447,
"cosine_new_old": 0.8832
},
{
"col": 1137,
"relative_change": 0.8451,
"cosine_new_old": 0.7825
},
{
"col": 1219,
"relative_change": 0.6947,
"cosine_new_old": 0.832
},
{
"col": 1298,
"relative_change": 1.4262,
"cosine_new_old": 0.6368
},
{
"col": 1928,
"relative_change": 0.5797,
"cosine_new_old": 0.8713
},
{
"col": 2162,
"relative_change": 0.6711,
"cosine_new_old": 0.84
},
{
"col": 2337,
"relative_change": 0.584,
"cosine_new_old": 0.8698
},
{
"col": 2455,
"relative_change": 1.2415,
"cosine_new_old": 0.6746
},
{
"col": 3040,
"relative_change": 0.6658,
"cosine_new_old": 0.8419
},
{
"col": 3135,
"relative_change": 1.2207,
"cosine_new_old": 0.6793
},
{
"col": 3329,
"relative_change": 0.7948,
"cosine_new_old": 0.7987
},
{
"col": 3380,
"relative_change": 1.2277,
"cosine_new_old": 0.6777
},
{
"col": 3554,
"relative_change": 0.5595,
"cosine_new_old": 0.8782
},
{
"col": 3814,
"relative_change": 0.679,
"cosine_new_old": 0.8374
},
{
"col": 3867,
"relative_change": 0.7136,
"cosine_new_old": 0.8256
},
{
"col": 4098,
"relative_change": 0.9291,
"cosine_new_old": 0.7566
},
{
"col": 4361,
"relative_change": 0.5705,
"cosine_new_old": 0.8744
},
{
"col": 4459,
"relative_change": 0.7656,
"cosine_new_old": 0.8083
},
{
"col": 4886,
"relative_change": 0.6983,
"cosine_new_old": 0.8308
},
{
"col": 5152,
"relative_change": 0.7196,
"cosine_new_old": 0.8236
},
{
"col": 5280,
"relative_change": 0.5233,
"cosine_new_old": 0.8904
},
{
"col": 5617,
"relative_change": 0.6315,
"cosine_new_old": 0.8536
},
{
"col": 5879,
"relative_change": 0.9974,
"cosine_new_old": 0.7367
},
{
"col": 5906,
"relative_change": 0.9448,
"cosine_new_old": 0.752
},
{
"col": 6013,
"relative_change": 0.7595,
"cosine_new_old": 0.8103
},
{
"col": 6275,
"relative_change": 0.6149,
"cosine_new_old": 0.8593
},
{
"col": 6359,
"relative_change": 1.368,
"cosine_new_old": 0.6479
},
{
"col": 7034,
"relative_change": 0.7529,
"cosine_new_old": 0.8125
},
{
"col": 7401,
"relative_change": 0.7396,
"cosine_new_old": 0.8169
},
{
"col": 7906,
"relative_change": 1.7923,
"cosine_new_old": 0.5818
},
{
"col": 8317,
"relative_change": 0.7482,
"cosine_new_old": 0.8141
},
{
"col": 8377,
"relative_change": 0.6601,
"cosine_new_old": 0.8438
},
{
"col": 8565,
"relative_change": 0.6079,
"cosine_new_old": 0.8617
},
{
"col": 8591,
"relative_change": 0.5076,
"cosine_new_old": 0.8957
},
{
"col": 8751,
"relative_change": 0.8861,
"cosine_new_old": 0.7697
},
{
"col": 8994,
"relative_change": 0.758,
"cosine_new_old": 0.8108
},
{
"col": 9715,
"relative_change": 0.8364,
"cosine_new_old": 0.7853
},
{
"col": 9914,
"relative_change": 0.9489,
"cosine_new_old": 0.7507
},
{
"col": 9962,
"relative_change": 0.7564,
"cosine_new_old": 0.8113
},
{
"col": 10309,
"relative_change": 0.6899,
"cosine_new_old": 0.8336
},
{
"col": 10426,
"relative_change": 0.689,
"cosine_new_old": 0.834
},
{
"col": 10513,
"relative_change": 0.9476,
"cosine_new_old": 0.7511
},
{
"col": 10524,
"relative_change": 1.0727,
"cosine_new_old": 0.716
},
{
"col": 10569,
"relative_change": 0.6264,
"cosine_new_old": 0.8553
},
{
"col": 10727,
"relative_change": 0.8272,
"cosine_new_old": 0.7882
}
],
"rank1_share": 1.0
}
]
[
{
"tensor": "model.layers.20.mlp.down_proj.weight",
"layer": 20,
"module": "mlp.down_proj.weight",
"shape": [
2048,
11008
],
"entries_changed": 71680,
"relative_change": 0.042976610362529755,
"columns_changed": 35,
"rows_touched": 2048,
"columns": [
{
"col": 75,
"relative_change": 0.606,
"cosine_new_old": 0.8623
},
{
"col": 128,
"relative_change": 0.7347,
"cosine_new_old": 0.8186
},
{
"col": 591,
"relative_change": 0.7044,
"cosine_new_old": 0.8288
},
{
"col": 1175,
"relative_change": 0.9039,
"cosine_new_old": 0.7643
},
{
"col": 1671,
"relative_change": 0.9732,
"cosine_new_old": 0.7436
},
{
"col": 1721,
"relative_change": 0.6926,
"cosine_new_old": 0.8327
},
{
"col": 1815,
"relative_change": 1.879,
"cosine_new_old": 0.572
},
{
"col": 1846,
"relative_change": 0.4829,
"cosine_new_old": 0.9039
},
{
"col": 1962,
"relative_change": 0.973,
"cosine_new_old": 0.7437
},
{
"col": 1989,
"relative_change": 0.5723,
"cosine_new_old": 0.8738
},
{
"col": 2723,
"relative_change": 0.7963,
"cosine_new_old": 0.7982
},
{
"col": 2913,
"relative_change": 0.7004,
"cosine_new_old": 0.8301
},
{
"col": 3436,
"relative_change": 0.4876,
"cosine_new_old": 0.9023
},
{
"col": 3611,
"relative_change": 0.7615,
"cosine_new_old": 0.8096
},
{
"col": 3701,
"relative_change": 0.7641,
"cosine_new_old": 0.8088
},
{
"col": 3766,
"relative_change": 0.6723,
"cosine_new_old": 0.8396
},
{
"col": 4013,
"relative_change": 0.6602,
"cosine_new_old": 0.8438
},
{