Perfect7613's picture
WeightPatch run astra-overrefusal-kits2
a78821a verified
Raw History Blame Contribute Delete
18.3 kB
[ { "tensor": "model.layers.20.mlp.down_proj.weight", "layer": 20, "module": "mlp.down_proj.weight", "shape": [ 2048, 11008 ], "entries_changed": 71680, "relative_change": 0.042976610362529755, "columns_changed": 35, "rows_touched": 2048, "columns": [ { "col": 75, "relative_change": 0.606, "cosine_new_old": 0.8623 }, { "col": 128, "relative_change": 0.7347, "cosine_new_old": 0.8186 }, { "col": 591, "relative_change": 0.7044, "cosine_new_old": 0.8288 }, { "col": 1175, "relative_change": 0.9039, "cosine_new_old": 0.7643 }, { "col": 1671, "relative_change": 0.9732, "cosine_new_old": 0.7436 }, { "col": 1721, "relative_change": 0.6926, "cosine_new_old": 0.8327 }, { "col": 1815, "relative_change": 1.879, "cosine_new_old": 0.572 }, { "col": 1846, "relative_change": 0.4829, "cosine_new_old": 0.9039 }, { "col": 1962, "relative_change": 0.973, "cosine_new_old": 0.7437 }, { "col": 1989, "relative_change": 0.5723, "cosine_new_old": 0.8738 }, { "col": 2723, "relative_change": 0.7963, "cosine_new_old": 0.7982 }, { "col": 2913, "relative_change": 0.7004, "cosine_new_old": 0.8301 }, { "col": 3436, "relative_change": 0.4876, "cosine_new_old": 0.9023 }, { "col": 3611, "relative_change": 0.7615, "cosine_new_old": 0.8096 }, { "col": 3701, "relative_change": 0.7641, "cosine_new_old": 0.8088 }, { "col": 3766, "relative_change": 0.6723, "cosine_new_old": 0.8396 }, { "col": 4013, "relative_change": 0.6602, "cosine_new_old": 0.8438 }, { "col": 4214, "relative_change": 0.722, "cosine_new_old": 0.8228 }, { "col": 4454, "relative_change": 0.6272, "cosine_new_old": 0.8551 }, { "col": 4568, "relative_change": 0.6616, "cosine_new_old": 0.8433 }, { "col": 5220, "relative_change": 1.2427, "cosine_new_old": 0.6743 }, { "col": 5297, "relative_change": 0.5527, "cosine_new_old": 0.8805 }, { "col": 5409, "relative_change": 0.5761, "cosine_new_old": 0.8725 }, { "col": 5480, "relative_change": 0.8765, "cosine_new_old": 0.7727 }, { "col": 5817, "relative_change": 0.9918, "cosine_new_old": 0.7383 }, { "col": 6196, "relative_change": 0.8977, "cosine_new_old": 0.7661 }, { "col": 7197, "relative_change": 0.4803, "cosine_new_old": 0.9047 }, { "col": 7626, "relative_change": 1.0451, "cosine_new_old": 0.7235 }, { "col": 8439, "relative_change": 0.6025, "cosine_new_old": 0.8635 }, { "col": 8449, "relative_change": 0.5634, "cosine_new_old": 0.8768 }, { "col": 8588, "relative_change": 0.4889, "cosine_new_old": 0.9019 }, { "col": 9275, "relative_change": 0.6579, "cosine_new_old": 0.8446 }, { "col": 9403, "relative_change": 0.7409, "cosine_new_old": 0.8165 }, { "col": 10147, "relative_change": 0.4826, "cosine_new_old": 0.904 }, { "col": 10245, "relative_change": 0.5875, "cosine_new_old": 0.8686 } ], "rank1_share": 1.0 }, { "tensor": "model.layers.22.mlp.down_proj.weight", "layer": 22, "module": "mlp.down_proj.weight", "shape": [ 2048, 11008 ], "entries_changed": 96256, "relative_change": 0.052520837634801865, "columns_changed": 47, "rows_touched": 2048, "columns": [ { "col": 52, "relative_change": 0.6033, "cosine_new_old": 0.8632 }, { "col": 627, "relative_change": 1.0553, "cosine_new_old": 0.7207 }, { "col": 680, "relative_change": 0.6721, "cosine_new_old": 0.8397 }, { "col": 910, "relative_change": 0.9789, "cosine_new_old": 0.742 }, { "col": 931, "relative_change": 0.9049, "cosine_new_old": 0.764 }, { "col": 1018, "relative_change": 0.7328, "cosine_new_old": 0.8192 }, { "col": 1331, "relative_change": 0.7553, "cosine_new_old": 0.8117 }, { "col": 1533, "relative_change": 1.3516, "cosine_new_old": 0.6511 }, { "col": 1700, "relative_change": 1.0953, "cosine_new_old": 0.7101 }, { "col": 1801, "relative_change": 1.0194, "cosine_new_old": 0.7305 }, { "col": 2453, "relative_change": 0.5519, "cosine_new_old": 0.8808 }, { "col": 2557, "relative_change": 0.6597, "cosine_new_old": 0.844 }, { "col": 2991, "relative_change": 0.8285, "cosine_new_old": 0.7878 }, { "col": 3191, "relative_change": 0.4808, "cosine_new_old": 0.9046 }, { "col": 3247, "relative_change": 0.5747, "cosine_new_old": 0.873 }, { "col": 3734, "relative_change": 0.8475, "cosine_new_old": 0.7818 }, { "col": 3873, "relative_change": 0.7326, "cosine_new_old": 0.8192 }, { "col": 4170, "relative_change": 0.8484, "cosine_new_old": 0.7815 }, { "col": 4360, "relative_change": 0.7369, "cosine_new_old": 0.8178 }, { "col": 4611, "relative_change": 0.7126, "cosine_new_old": 0.826 }, { "col": 4864, "relative_change": 0.6859, "cosine_new_old": 0.835 }, { "col": 4869, "relative_change": 0.7706, "cosine_new_old": 0.8066 }, { "col": 5523, "relative_change": 0.6854, "cosine_new_old": 0.8352 }, { "col": 5548, "relative_change": 1.6612, "cosine_new_old": 0.5988 }, { "col": 5684, "relative_change": 0.8259, "cosine_new_old": 0.7887 }, { "col": 6112, "relative_change": 0.5748, "cosine_new_old": 0.873 }, { "col": 6355, "relative_change": 0.6107, "cosine_new_old": 0.8607 }, { "col": 6664, "relative_change": 0.7861, "cosine_new_old": 0.8015 }, { "col": 6804, "relative_change": 0.7433, "cosine_new_old": 0.8157 }, { "col": 6812, "relative_change": 0.8618, "cosine_new_old": 0.7773 }, { "col": 6912, "relative_change": 1.5145, "cosine_new_old": 0.6213 }, { "col": 6951, "relative_change": 1.0438, "cosine_new_old": 0.7238 }, { "col": 7058, "relative_change": 1.3964, "cosine_new_old": 0.6424 }, { "col": 7161, "relative_change": 0.9772, "cosine_new_old": 0.7425 }, { "col": 7619, "relative_change": 0.8314, "cosine_new_old": 0.7869 }, { "col": 7910, "relative_change": 0.8386, "cosine_new_old": 0.7846 }, { "col": 8239, "relative_change": 0.5439, "cosine_new_old": 0.8835 }, { "col": 8504, "relative_change": 0.6496, "cosine_new_old": 0.8474 }, { "col": 8558, "relative_change": 0.9682, "cosine_new_old": 0.7451 }, { "col": 8937, "relative_change": 0.6189, "cosine_new_old": 0.8579 }, { "col": 9303, "relative_change": 0.5648, "cosine_new_old": 0.8764 }, { "col": 9393, "relative_change": 0.839, "cosine_new_old": 0.7845 }, { "col": 9488, "relative_change": 1.2592, "cosine_new_old": 0.6706 }, { "col": 9686, "relative_change": 1.0059, "cosine_new_old": 0.7343 }, { "col": 9944, "relative_change": 0.6521, "cosine_new_old": 0.8465 }, { "col": 10414, "relative_change": 0.7978, "cosine_new_old": 0.7977 }, { "col": 10793, "relative_change": 0.6707, "cosine_new_old": 0.8402 } ], "rank1_share": 1.0 }, { "tensor": "model.layers.23.mlp.down_proj.weight", "layer": 23, "module": "mlp.down_proj.weight", "shape": [ 2048, 11008 ], "entries_changed": 124928, "relative_change": 0.053105976432561874, "columns_changed": 61, "rows_touched": 2048, "columns": [ { "col": 35, "relative_change": 0.7699, "cosine_new_old": 0.8069 }, { "col": 125, "relative_change": 0.5848, "cosine_new_old": 0.8696 }, { "col": 260, "relative_change": 0.7805, "cosine_new_old": 0.8034 }, { "col": 494, "relative_change": 0.6005, "cosine_new_old": 0.8642 }, { "col": 646, "relative_change": 0.5024, "cosine_new_old": 0.8974 }, { "col": 806, "relative_change": 0.4973, "cosine_new_old": 0.8991 }, { "col": 814, "relative_change": 0.5592, "cosine_new_old": 0.8783 }, { "col": 900, "relative_change": 0.6907, "cosine_new_old": 0.8334 }, { "col": 1176, "relative_change": 0.5806, "cosine_new_old": 0.871 }, { "col": 1412, "relative_change": 0.8423, "cosine_new_old": 0.7834 }, { "col": 1588, "relative_change": 1.0101, "cosine_new_old": 0.7331 }, { "col": 1767, "relative_change": 0.5383, "cosine_new_old": 0.8854 }, { "col": 1997, "relative_change": 0.719, "cosine_new_old": 0.8238 }, { "col": 2027, "relative_change": 0.6017, "cosine_new_old": 0.8638 }, { "col": 2297, "relative_change": 0.623, "cosine_new_old": 0.8565 }, { "col": 2379, "relative_change": 0.5218, "cosine_new_old": 0.8909 }, { "col": 2490, "relative_change": 0.7189, "cosine_new_old": 0.8239 }, { "col": 2731, "relative_change": 0.528, "cosine_new_old": 0.8888 }, { "col": 3016, "relative_change": 0.6319, "cosine_new_old": 0.8534 }, { "col": 3060, "relative_change": 0.9161, "cosine_new_old": 0.7605 }, { "col": 3072, "relative_change": 0.4863, "cosine_new_old": 0.9028 }, { "col": 3155, "relative_change": 0.6816, "cosine_new_old": 0.8365 }, { "col": 3209, "relative_change": 0.8171, "cosine_new_old": 0.7915 }, { "col": 3302, "relative_change": 0.7654, "cosine_new_old": 0.8083 }, { "col": 3316, "relative_change": 0.7219, "cosine_new_old": 0.8228 }, { "col": 3575, "relative_change": 2.0919, "cosine_new_old": 0.5523 }, { "col": 3667, "relative_change": 0.9054, "cosine_new_old": 0.7638 }, { "col": 3714, "relative_change": 0.7882, "cosine_new_old": 0.8008 }, { "col": 3719, "relative_change": 0.841, "cosine_new_old": 0.7838 }, { "col": 3730, "relative_change": 0.529, "cosine_new_old": 0.8885 }, { "col": 3898, "relative_change": 0.5891, "cosine_new_old": 0.8681 }, { "col": 4006, "relative_change": 0.8336, "cosine_new_old": 0.7862 }, { "col": 4133, "relative_change": 0.8856, "cosine_new_old": 0.7699 }, { "col": 4188, "relative_change": 0.7811, "cosine_new_old": 0.8032 }, { "col": 4329, "relative_change": 0.7072, "cosine_new_old": 0.8278 }, { "col": 4441, "relative_change": 0.5941, "cosine_new_old": 0.8664 }, { "col": 5154, "relative_change": 0.4566, "cosine_new_old": 0.9124 }, { "col": 5158, "relative_change": 0.5416, "cosine_new_old": 0.8843 }, { "col": 5328, "relative_change": 0.7875, "cosine_new_old": 0.8011 }, { "col": 5721, "relative_change": 0.5473, "cosine_new_old": 0.8823 }, { "col": 6113, "relative_change": 0.6185, "cosine_new_old": 0.858 }, { "col": 6253, "relative_change": 0.4438, "cosine_new_old": 0.9166 }, { "col": 6575, "relative_change": 0.8288, "cosine_new_old": 0.7877 }, { "col": 6832, "relative_change": 0.6117, "cosine_new_old": 0.8604 }, { "col": 6993, "relative_change": 0.8585, "cosine_new_old": 0.7783 }, { "col": 7127, "relative_change": 1.3468, "cosine_new_old": 0.6521 }, { "col": 7438, "relative_change": 0.7418, "cosine_new_old": 0.8162 }, { "col": 7585, "relative_change": 0.811, "cosine_new_old": 0.7934 }, { "col": 7833, "relative_change": 0.8899, "cosine_new_old": 0.7685 }, { "col": 8550, "relative_change": 0.5815, "cosine_new_old": 0.8707 }, { "col": 8660, "relative_change": 0.5637, "cosine_new_old": 0.8768 }, { "col": 9047, "relative_change": 0.7038, "cosine_new_old": 0.829 }, { "col": 9218, "relative_change": 0.9381, "cosine_new_old": 0.7539 }, { "col": 9310, "relative_change": 0.988, "cosine_new_old": 0.7394 }, { "col": 9344, "relative_change": 0.6611, "cosine_new_old": 0.8434 }, { "col": 9589, "relative_change": 0.8277, "cosine_new_old": 0.7881 }, { "col": 9673, "relative_change": 0.5444, "cosine_new_old": 0.8833 }, { "col": 9917, "relative_change": 0.638, "cosine_new_old": 0.8514 }, { "col": 10454, "relative_change": 1.217, "cosine_new_old": 0.6802 }, { "col": 10571, "relative_change": 0.6248, "cosine_new_old": 0.8559 }, { "col": 10887, "relative_change": 0.6109, "cosine_new_old": 0.8606 } ], "rank1_share": 1.0 }, { "tensor": "model.layers.24.mlp.down_proj.weight", "layer": 24, "module": "mlp.down_proj.weight", "shape": [ 2048, 11008 ], "entries_changed": 106496, "relative_change": 0.05433182045817375, "columns_changed": 52, "rows_touched": 2048, "columns": [ { "col": 25, "relative_change": 0.6489, "cosine_new_old": 0.8476 }, { "col": 173, "relative_change": 0.5337, "cosine_new_old": 0.8869 }, { "col": 178, "relative_change": 0.6209, "cosine_new_old": 0.8572 }, { "col": 272, "relative_change": 0.7007, "cosine_new_old": 0.83 }, { "col": 493, "relative_change": 0.7671, "cosine_new_old": 0.8078 }, { "col": 498, "relative_change": 0.7492, "cosine_new_old": 0.8137 }, { "col": 695, "relative_change": 1.3829, "cosine_new_old": 0.645 }, { "col": 840, "relative_change": 0.5447, "cosine_new_old": 0.8832 }, { "col": 1137, "relative_change": 0.8451, "cosine_new_old": 0.7825 }, { "col": 1219, "relative_change": 0.6947, "cosine_new_old": 0.832 }, { "col": 1298, "relative_change": 1.4262, "cosine_new_old": 0.6368 }, { "col": 1928, "relative_change": 0.5797, "cosine_new_old": 0.8713 }, { "col": 2162, "relative_change": 0.6711, "cosine_new_old": 0.84 }, { "col": 2337, "relative_change": 0.584, "cosine_new_old": 0.8698 }, { "col": 2455, "relative_change": 1.2415, "cosine_new_old": 0.6746 }, { "col": 3040, "relative_change": 0.6658, "cosine_new_old": 0.8419 }, { "col": 3135, "relative_change": 1.2207, "cosine_new_old": 0.6793 }, { "col": 3329, "relative_change": 0.7948, "cosine_new_old": 0.7987 }, { "col": 3380, "relative_change": 1.2277, "cosine_new_old": 0.6777 }, { "col": 3554, "relative_change": 0.5595, "cosine_new_old": 0.8782 }, { "col": 3814, "relative_change": 0.679, "cosine_new_old": 0.8374 }, { "col": 3867, "relative_change": 0.7136, "cosine_new_old": 0.8256 }, { "col": 4098, "relative_change": 0.9291, "cosine_new_old": 0.7566 }, { "col": 4361, "relative_change": 0.5705, "cosine_new_old": 0.8744 }, { "col": 4459, "relative_change": 0.7656, "cosine_new_old": 0.8083 }, { "col": 4886, "relative_change": 0.6983, "cosine_new_old": 0.8308 }, { "col": 5152, "relative_change": 0.7196, "cosine_new_old": 0.8236 }, { "col": 5280, "relative_change": 0.5233, "cosine_new_old": 0.8904 }, { "col": 5617, "relative_change": 0.6315, "cosine_new_old": 0.8536 }, { "col": 5879, "relative_change": 0.9974, "cosine_new_old": 0.7367 }, { "col": 5906, "relative_change": 0.9448, "cosine_new_old": 0.752 }, { "col": 6013, "relative_change": 0.7595, "cosine_new_old": 0.8103 }, { "col": 6275, "relative_change": 0.6149, "cosine_new_old": 0.8593 }, { "col": 6359, "relative_change": 1.368, "cosine_new_old": 0.6479 }, { "col": 7034, "relative_change": 0.7529, "cosine_new_old": 0.8125 }, { "col": 7401, "relative_change": 0.7396, "cosine_new_old": 0.8169 }, { "col": 7906, "relative_change": 1.7923, "cosine_new_old": 0.5818 }, { "col": 8317, "relative_change": 0.7482, "cosine_new_old": 0.8141 }, { "col": 8377, "relative_change": 0.6601, "cosine_new_old": 0.8438 }, { "col": 8565, "relative_change": 0.6079, "cosine_new_old": 0.8617 }, { "col": 8591, "relative_change": 0.5076, "cosine_new_old": 0.8957 }, { "col": 8751, "relative_change": 0.8861, "cosine_new_old": 0.7697 }, { "col": 8994, "relative_change": 0.758, "cosine_new_old": 0.8108 }, { "col": 9715, "relative_change": 0.8364, "cosine_new_old": 0.7853 }, { "col": 9914, "relative_change": 0.9489, "cosine_new_old": 0.7507 }, { "col": 9962, "relative_change": 0.7564, "cosine_new_old": 0.8113 }, { "col": 10309, "relative_change": 0.6899, "cosine_new_old": 0.8336 }, { "col": 10426, "relative_change": 0.689, "cosine_new_old": 0.834 }, { "col": 10513, "relative_change": 0.9476, "cosine_new_old": 0.7511 }, { "col": 10524, "relative_change": 1.0727, "cosine_new_old": 0.716 }, { "col": 10569, "relative_change": 0.6264, "cosine_new_old": 0.8553 }, { "col": 10727, "relative_change": 0.8272, "cosine_new_old": 0.7882 } ], "rank1_share": 1.0 } ]
[
{
"tensor": "model.layers.20.mlp.down_proj.weight",
"layer": 20,
"module": "mlp.down_proj.weight",
"shape": [
2048,
11008
],
"entries_changed": 71680,
"relative_change": 0.042976610362529755,
"columns_changed": 35,
"rows_touched": 2048,
"columns": [
{
"col": 75,
"relative_change": 0.606,
"cosine_new_old": 0.8623
},
{
"col": 128,
"relative_change": 0.7347,
"cosine_new_old": 0.8186
},
{
"col": 591,
"relative_change": 0.7044,
"cosine_new_old": 0.8288
},
{
"col": 1175,
"relative_change": 0.9039,
"cosine_new_old": 0.7643
},
{
"col": 1671,
"relative_change": 0.9732,
"cosine_new_old": 0.7436
},
{
"col": 1721,
"relative_change": 0.6926,
"cosine_new_old": 0.8327
},
{
"col": 1815,
"relative_change": 1.879,
"cosine_new_old": 0.572
},
{
"col": 1846,
"relative_change": 0.4829,
"cosine_new_old": 0.9039
},
{
"col": 1962,
"relative_change": 0.973,
"cosine_new_old": 0.7437
},
{
"col": 1989,
"relative_change": 0.5723,
"cosine_new_old": 0.8738
},
{
"col": 2723,
"relative_change": 0.7963,
"cosine_new_old": 0.7982
},
{
"col": 2913,
"relative_change": 0.7004,
"cosine_new_old": 0.8301
},
{
"col": 3436,
"relative_change": 0.4876,
"cosine_new_old": 0.9023
},
{
"col": 3611,
"relative_change": 0.7615,
"cosine_new_old": 0.8096
},
{
"col": 3701,
"relative_change": 0.7641,
"cosine_new_old": 0.8088
},
{
"col": 3766,
"relative_change": 0.6723,
"cosine_new_old": 0.8396
},
{
"col": 4013,
"relative_change": 0.6602,
"cosine_new_old": 0.8438
},
{