Hugging Face's logo

Jeesup
/
svd-safety-l2_remove50_random_b001

Text Generation
Transformers
Safetensors
llama
llama2
svd
compression
safety
interpretability
conversational
text-generation-inference
Model card Files
xet
 Community
svd-safety-l2_remove50_random_b001 / compression.json
Jeesup's picture
Jeesup
random arm at 0.001 budget
352b52a verified
Raw History Blame Contribute Delete
17.7 kB
Invalid JSON:Unexpected token 'I', ..." "tau": Infinity, "... is not valid JSON
{
"source": "/home/users/jeesup/svd_safety/results/svdllm_full/llama2_7b_chat_remove_50_seed42/checkpoint",
"method": "svdllm+rescue",
"arm": "random",
"budget_frac": 0.001,
"ratio_removed": 0.4991422663080878,
"param_fraction": 0.5008577336919122,
"added_params": 6439424,
"target_params": 6447104,
"n_components": 592,
"n_swapped_out": 0,
"selector_stats": {
"orr_spent": -0.002872665913623784,
"orr_capped": false,
"pred_safe": -0.004179488208958748,
"pred_benign": 0.0,
"pred_dsafe": -0.004179488208958748,
"pred_orr": -0.002872665913623784,
"pred_refh": 0.00443063152690043,
"pred_refb": 0.0007227732454635483,
"pred_gap": -0.003707858196599023
},
"mu": 3.0,
"nu": 1.0,
"tau": Infinity,
"matrices_touched": 206,
"exhausted": false,
"scores": "/home/users/jeesup/svd_safety/results/recovery_jbb/sensitivity/remove50_disc_gap.npz",
"basis": "/home/users/jeesup/svd_safety/assets/svdbasis/llama2_7b_chat_n256_s42",
"per_matrix": {
"27.down_proj": 4,
"8.k_proj": 4,
"2.k_proj": 4,
"21.k_proj": 5,
"30.up_proj": 3,
"25.v_proj": 4,
"28.q_proj": 7,
"13.o_proj": 3,
"19.down_proj": 3,
"27.gate_proj": 1,
"13.up_proj": 3,
"30.o_proj": 6,
"1.down_proj": 5,
"20.k_proj": 4,
"11.o_proj": 3,
"0.k_proj": 5,
"31.down_proj": 1,
"10.down_proj": 1,
"9.v_proj": 6,
"18.up_proj": 4,
"7.up_proj": 2,
"26.q_proj": 4,
"30.k_proj": 5,
"13.k_proj": 5,
"29.up_proj": 5,
"23.k_proj": 2,
"15.q_proj": 2,
"28.down_proj": 2,
"1.k_proj": 3,
"22.down_proj": 9,
"31.q_proj": 4,
"10.k_proj": 4,
"30.q_proj": 3,
"5.up_proj": 5,
"8.gate_proj": 7,
"3.o_proj": 5,
"21.up_proj": 4,
"31.k_proj": 4,
"4.down_proj": 3,
"17.k_proj": 1,
"0.q_proj": 3,
"21.v_proj": 3,
"24.down_proj": 2,
"4.v_proj": 6,
"21.down_proj": 2,
"24.k_proj": 2,
"27.k_proj": 4,
"9.up_proj": 3,
"3.q_proj": 2,
"15.k_proj": 2,
"23.o_proj": 6,
"18.v_proj": 2,
"16.v_proj": 1,
"1.v_proj": 1,
"6.o_proj": 4,
"3.v_proj": 3,
"12.k_proj": 4,
"25.o_proj": 2,
"2.q_proj": 3,
"11.down_proj": 2,
"31.v_proj": 3,
"22.q_proj": 4,
"26.v_proj": 2,
"22.k_proj": 4,
"23.gate_proj": 4,
"6.gate_proj": 4,
"16.k_proj": 4,
"19.q_proj": 1,
"24.o_proj": 2,
"20.v_proj": 3,
"25.gate_proj": 4,
"19.v_proj": 5,
"2.gate_proj": 3,
"8.down_proj": 2,
"12.down_proj": 2,
"8.up_proj": 3,
"26.up_proj": 6,
"7.down_proj": 2,
"7.o_proj": 3,
"29.v_proj": 4,
"4.k_proj": 4,
"27.q_proj": 2,
"5.o_proj": 7,
"18.down_proj": 3,
"15.down_proj": 3,
"31.gate_proj": 6,
"1.q_proj": 2,
"20.up_proj": 5,
"12.v_proj": 2,
"12.up_proj": 3,
"16.o_proj": 2,
"11.gate_proj": 4,
"0.down_proj": 3,
"8.o_proj": 5,
"16.up_proj": 4,
"22.v_proj": 4,
"28.k_proj": 2,
"21.q_proj": 1,
"18.gate_proj": 3,
"12.q_proj": 3,
"25.q_proj": 4,
"20.o_proj": 1,
"16.gate_proj": 3,
"13.down_proj": 2,
"8.q_proj": 4,
"14.k_proj": 6,
"6.v_proj": 2,
"5.k_proj": 3,
"25.k_proj": 5,
"0.gate_proj": 3,
"3.up_proj": 2,
"14.v_proj": 3,
"28.gate_proj": 2,
"19.up_proj": 1,
"11.up_proj": 4,
"21.gate_proj": 2,
"20.q_proj": 4,
"23.v_proj": 5,
"27.up_proj": 1,
"16.q_proj": 3,
"7.v_proj": 3,
"26.k_proj": 1,
"15.v_proj": 1,
"30.gate_proj": 2,
"15.gate_proj": 3,
"4.q_proj": 3,
"12.o_proj": 3,
"18.k_proj": 4,
"6.k_proj": 1,
"10.o_proj": 2,
"6.down_proj": 1,
"25.down_proj": 4,
"2.v_proj": 1,
"13.q_proj": 3,
"14.q_proj": 1,
"14.down_proj": 2,
"18.o_proj": 1,
"3.k_proj": 5,
"31.up_proj": 4,
"20.gate_proj": 1,
"26.o_proj": 5,
"17.down_proj": 4,
"9.q_proj": 3,
"9.o_proj": 3,
"26.gate_proj": 4,
"5.down_proj": 2,
"4.o_proj": 2,
"28.up_proj": 3,
"27.o_proj": 2,
"1.gate_proj": 3,
"16.down_proj": 2,
"23.down_proj": 1,
"8.v_proj": 4,
"28.v_proj": 4,
"15.up_proj": 2,
"21.o_proj": 2,
"9.down_proj": 3,
"29.o_proj": 2,
"5.q_proj": 1,
"0.v_proj": 3,
"7.gate_proj": 1,
"11.v_proj": 2,
"4.up_proj": 4,
"13.v_proj": 3,
"19.gate_proj": 2,
"14.up_proj": 1,
"30.down_proj": 1,
"23.up_proj": 3,
"28.o_proj": 3,
"0.up_proj": 4,
"0.o_proj": 1,
"27.v_proj": 3,
"29.k_proj": 3,
"24.up_proj": 2,
"14.gate_proj": 2,
"17.v_proj": 2,
"24.q_proj": 2,
"18.q_proj": 3,
"1.o_proj": 1,
"2.o_proj": 1,
"22.gate_proj": 1,
"30.v_proj": 2,
"7.k_proj": 3,
"29.q_proj": 1,
"4.gate_proj": 1,
"24.v_proj": 1,
"25.up_proj": 2,
"15.o_proj": 3,
"13.gate_proj": 2,
"17.o_proj": 2,
"6.up_proj": 2,
"2.up_proj": 2,
"10.q_proj": 2,
"7.q_proj": 2,
"3.down_proj": 1,
"17.q_proj": 1,
"19.k_proj": 1,
"9.k_proj": 3,
"11.q_proj": 3,
"10.gate_proj": 1,
"11.k_proj": 1,
"23.q_proj": 1,
"1.up_proj": 1,
"31.o_proj": 1,
"22.o_proj": 1,
"17.gate_proj": 1
},
"components": {
"27.down_proj": [
1709,
1727,
2279,
3235
],
"8.k_proj": [
1367,
1639,
3403,
3854
],
"2.k_proj": [
1519,
3717,
4017,
4072
],
"21.k_proj": [
2076,
2101,
3048,
3305,
3618
],
"30.up_proj": [
2470,
3498,
4078
],
"25.v_proj": [
1282,
2308,
3302,
3842
],
"28.q_proj": [
1190,
1460,
2066,
2274,
2333,
2498,
3085
],
"13.o_proj": [
1798,
1889,
3654
],
"19.down_proj": [
1676,
3111,
3181
],
"27.gate_proj": [
2825
],
"13.up_proj": [
2202,
2596,
2833
],
"30.o_proj": [
1488,
3031,
3137,
3657,
4062,
4076
],
"1.down_proj": [
1690,
2033,
2207,
2413,
2870
],
"20.k_proj": [
1852,
1863,
2438,
2468
],
"11.o_proj": [
1622,
2584,
2898
],
"0.k_proj": [
2341,
2410,
2968,
3214,
3307
],
"31.down_proj": [
4016
],
"10.down_proj": [
2132
],
"9.v_proj": [
1313,
2074,
2262,
2263,
2422,
2804
],
"18.up_proj": [
1571,
2266,
2346,
2630
],
"7.up_proj": [
2620,
2888
],
"26.q_proj": [
1626,
2140,
2551,
2618
],
"30.k_proj": [
1573,
2208,
2333,
3038,
3317
],
"13.k_proj": [
1165,
2061,
2551,
3063,
3406
],
"29.up_proj": [
1983,
2177,
2514,
2986,
4054
],
"23.k_proj": [
1307,
2372
],
"15.q_proj": [
1200,
3664
],
"28.down_proj": [
3142,
3457
],
"1.k_proj": [
1865,
2314,
3559
],
"22.down_proj": [
1725,
1992,
2021,
2073,
2632,
2972,
3420,
3530,
4000
],
"31.q_proj": [
2709,
3010,
3476,
3840
],
"10.k_proj": [
1247,
1932,
2752,
3754
],
"30.q_proj": [
2900,
3620,
3904
],
"5.up_proj": [
2201,
2709,
3383,
3835,
3877
],
"8.gate_proj": [
1568,
1596,
2076,
2485,
2916,
3432,
3913
],
"3.o_proj": [
1222,
1940,
2377,
2646,
2815
],
"21.up_proj": [
1618,
2426,
2770,
4064
],
"31.k_proj": [
2510,
3111,
3693,
4094
],
"4.down_proj": [
1898,
1993,
2575
],
"17.k_proj": [
2975
],
"0.q_proj": [
1968,
2961,
3586
],
"21.v_proj": [
1918,
2628,
2712
],
"24.down_proj": [
2217,
3375
],
"4.v_proj": [
1271,
2787,
3218,
3221,
3463,
3993
],
"21.down_proj": [
1991,
3613
],
"24.k_proj": [
1131,
3171
],
"27.k_proj": [
1290,
2111,
2600,
3857
],
"9.up_proj": [
1774,
3584,
4037
],
"3.q_proj": [
2243,
3274
],
"15.k_proj": [
2823,
3418
],
"23.o_proj": [
1989,
2070,
2157,
2440,
2572,
3302
],
"18.v_proj": [
1730,
2762
],
"16.v_proj": [
2663
],
"1.v_proj": [
2405
],
"6.o_proj": [
1554,
2566,
2956,
3054
],
"3.v_proj": [
1594,
1626,
2920
],
"12.k_proj": [
1929,
2528,
2561,
3368
],
"25.o_proj": [
1477,
2207
],
"2.q_proj": [
1502,
2733,
2961
],
"11.down_proj": [
1986,
2288
],
"31.v_proj": [
1057,
1576,
3583
],
"22.q_proj": [
1590,
2148,
3659,
3802
],
"26.v_proj": [
1111,
2605
],
"22.k_proj": [
1067,
1112,
2942,
3242
],
"23.gate_proj": [
2015,
3040,
3795,
4006
],
"6.gate_proj": [
1642,
2490,
3478,
3638
],
"16.k_proj": [
1369,
2299,
2466,
3520
],
"19.q_proj": [
2135
],
"24.o_proj": [
1665,
3729
],
"20.v_proj": [
2241,
2587,
3859
],
"25.gate_proj": [
2163,
3470,
3565,
3766
],
"19.v_proj": [
1143,
1194,
2022,
3033,
3730
],
"2.gate_proj": [
1722,
3653,
4067
],
"8.down_proj": [
3065,
3707
],
"12.down_proj": [
1791,
2313
],
"8.up_proj": [
1840,
2176,
3450
],
"26.up_proj": [
2001,
2528,
2564,
2773,
3449,
3771
],
"7.down_proj": [
2448,
2872
],
"7.o_proj": [
1468,
2126,
3570
],
"29.v_proj": [
1692,
2305,
3272,
3944
],
"4.k_proj": [
1913,
2302,
3339,
3964
],
"27.q_proj": [
1959,
2031
],
"5.o_proj": [
1713,
1814,
1905,
1944,
3314,
3724,
3827
],
"18.down_proj": [
2455,
3667,
3833
],
"15.down_proj": [
2422,
2912,
4058
],
"31.gate_proj": [
2165,
3036,
3138,
3235,
3304,
3635
],
"1.q_proj": [
2698,
4055
],
"20.up_proj": [
2055,
2143,
3373,
3693,
3972
],
"12.v_proj": [
2217,
3089
],
"12.up_proj": [
1620,
2807,
3272
],
"16.o_proj": [
1249,
3244
],
"11.gate_proj": [
2405,
2621,
2909,
3198
],
"0.down_proj": [
1901,
2622,
3702
],
"8.o_proj": [
1643,
1786,
2615,
3157,
3326
],
"16.up_proj": [
1705,
1721,
1815,
2574
],
"22.v_proj": [
1332,
2458,
3126,
3250
],
"28.k_proj": [
1497,
3350
],
"21.q_proj": [
2259
],
"18.gate_proj": [
2040,
4012,
4022
],
"12.q_proj": [
1730,
2432,
3471
],
"25.q_proj": [
1662,
2052,
3572,
3848
],
"20.o_proj": [
3242
],
"16.gate_proj": [
2004,
2539,
4075
],
"13.down_proj": [
3378,
3557
],
"8.q_proj": [
1235,
2316,
2717,
3312
],
"14.k_proj": [
1119,
2453,
2595,
2946,
3733,
4016
],
"6.v_proj": [
1772,
2946
],
"5.k_proj": [
1735,
2160,
3567
],
"25.k_proj": [
1059,
1175,
1899,
2269,
2954
],
"0.gate_proj": [
1808,
2191,
3777
],
"3.up_proj": [
1940,
3054
],
"14.v_proj": [
1117,
2201,
3688
],
"28.gate_proj": [
1690,
2297
],
"19.up_proj": [
1727
],
"11.up_proj": [
1890,
2563,
2676,
3892
],
"21.gate_proj": [
1944,
2737
],
"20.q_proj": [
2410,
2633,
3759,
3966
],
"23.v_proj": [
1760,
1954,
2092,
3071,
3679
],
"27.up_proj": [
2444
],
"16.q_proj": [
1497,
2156,
3362
],
"7.v_proj": [
1349,
3127,
3964
],
"26.k_proj": [
3363
],
"15.v_proj": [
3066
],
"30.gate_proj": [
1539,
3358
],
"15.gate_proj": [
2295,
2912,
3289
],
"4.q_proj": [
2236,
3757,
3778
],
"12.o_proj": [
1205,
2002,
3777
],
"18.k_proj": [
1644,
1707,
1854,
2324
],
"6.k_proj": [
2338
],
"10.o_proj": [
1164,
3265
],
"6.down_proj": [
3290
],
"25.down_proj": [
1814,
2195,
2502,
3619
],
"2.v_proj": [
3475
],
"13.q_proj": [
1092,
2315,
2561
],
"14.q_proj": [
2020
],
"14.down_proj": [
2081,
2340
],
"18.o_proj": [
3578
],
"3.k_proj": [
1445,
2850,
3038,
3110,
3956
],
"31.up_proj": [
2237,
3189,
3288,
3610
],
"20.gate_proj": [
1797
],
"26.o_proj": [
1136,
1386,
2651,
2655,
3641
],
"17.down_proj": [
1532,
2021,
2602,
3828
],
"9.q_proj": [
1132,
2203,
2356
],
"9.o_proj": [
1200,
1681,
2901
],
"26.gate_proj": [
1894,
2493,
3750,
3962
],
"5.down_proj": [
2087,
2889
],
"4.o_proj": [
1859,
2464
],
"28.up_proj": [
1992,
2133,
2814
],
"27.o_proj": [
3628,
3730
],
"1.gate_proj": [
3099,
3484,
3772
],
"16.down_proj": [
2085,
2511
],
"23.down_proj": [
1691
],
"8.v_proj": [
1086,
1917,
2155,
3203
],
"28.v_proj": [
1484,
1617,
3936,
4024
],
"15.up_proj": [
2151,
4083
],
"21.o_proj": [
1270,
3629
],
"9.down_proj": [
1630,
2049,
2389
],
"29.o_proj": [
1736,
2046
],
"5.q_proj": [
2994
],
"0.v_proj": [
1630,
1801,
3587
],
"7.gate_proj": [
2292
],
"11.v_proj": [
1208,
2541
],
"4.up_proj": [
1642,
2337,
2527,
2965
],
"13.v_proj": [
1406,
2877,
3348
],
"19.gate_proj": [
2017,
3337
],
"14.up_proj": [
3339
],
"30.down_proj": [
1870
],
"23.up_proj": [
2488,
2524,
3639
],
"28.o_proj": [
1040,
2511,
2807
],
"0.up_proj": [
1564,
2854,
3095,
3655
],
"0.o_proj": [
2778
],
"27.v_proj": [
1333,
1404,
2209
],
"29.k_proj": [
1773,
3521,
3975
],
"24.up_proj": [
1671,
1914
],
"14.gate_proj": [
3381,
3535
],
"17.v_proj": [
3876,
4067
],
"24.q_proj": [
1920,
3077
],
"18.q_proj": [
1393,
2616,
3565
],
"1.o_proj": [
2669
],
"2.o_proj": [
1397
],
"22.gate_proj": [
2866
],
"30.v_proj": [
2718,
3331
],
"7.k_proj": [
1702,
2024,
3214
],
"29.q_proj": [
3573
],
"4.gate_proj": [
2120
],
"24.v_proj": [
2687
],
"25.up_proj": [
1644,
2264
],
"15.o_proj": [
2967,
3378,
3741
],
"13.gate_proj": [
1607,
1811
],
"17.o_proj": [
3409,
3626
],
"6.up_proj": [
2944,
3537
],
"2.up_proj": [
3866,
3887
],
"10.q_proj": [
1171,
2930
],
"7.q_proj": [
1163,
3843
],
"3.down_proj": [
1551
],
"17.q_proj": [
1549
],
"19.k_proj": [
3112
],
"9.k_proj": [
1772,
2640,
2796
],
"11.q_proj": [
2653,
3682,
4000
],
"10.gate_proj": [
2618
],
"11.k_proj": [
3303
],
"23.q_proj": [
1824
],
"1.up_proj": [
1743
],
"31.o_proj": [
1811
],
"22.o_proj": [
3925
],
"17.gate_proj": [
1724
]
},
"components_dropped": {}
}