{
  "source": "/home/users/jeesup/svd_safety/results/svdllm_full/llama2_7b_chat_remove_50_seed42/checkpoint",
  "method": "svdllm+rescue",
  "arm": "random",
  "budget_frac": 0.001,
  "ratio_removed": 0.4991422663080878,
  "param_fraction": 0.5008577336919122,
  "added_params": 6439424,
  "target_params": 6447104,
  "n_components": 592,
  "n_swapped_out": 0,
  "selector_stats": {
    "orr_spent": -0.002872665913623784,
    "orr_capped": false,
    "pred_safe": -0.004179488208958748,
    "pred_benign": 0.0,
    "pred_dsafe": -0.004179488208958748,
    "pred_orr": -0.002872665913623784,
    "pred_refh": 0.00443063152690043,
    "pred_refb": 0.0007227732454635483,
    "pred_gap": -0.003707858196599023
  },
  "mu": 3.0,
  "nu": 1.0,
  "tau": Infinity,
  "matrices_touched": 206,
  "exhausted": false,
  "scores": "/home/users/jeesup/svd_safety/results/recovery_jbb/sensitivity/remove50_disc_gap.npz",
  "basis": "/home/users/jeesup/svd_safety/assets/svdbasis/llama2_7b_chat_n256_s42",
  "per_matrix": {
    "27.down_proj": 4,
    "8.k_proj": 4,
    "2.k_proj": 4,
    "21.k_proj": 5,
    "30.up_proj": 3,
    "25.v_proj": 4,
    "28.q_proj": 7,
    "13.o_proj": 3,
    "19.down_proj": 3,
    "27.gate_proj": 1,
    "13.up_proj": 3,
    "30.o_proj": 6,
    "1.down_proj": 5,
    "20.k_proj": 4,
    "11.o_proj": 3,
    "0.k_proj": 5,
    "31.down_proj": 1,
    "10.down_proj": 1,
    "9.v_proj": 6,
    "18.up_proj": 4,
    "7.up_proj": 2,
    "26.q_proj": 4,
    "30.k_proj": 5,
    "13.k_proj": 5,
    "29.up_proj": 5,
    "23.k_proj": 2,
    "15.q_proj": 2,
    "28.down_proj": 2,
    "1.k_proj": 3,
    "22.down_proj": 9,
    "31.q_proj": 4,
    "10.k_proj": 4,
    "30.q_proj": 3,
    "5.up_proj": 5,
    "8.gate_proj": 7,
    "3.o_proj": 5,
    "21.up_proj": 4,
    "31.k_proj": 4,
    "4.down_proj": 3,
    "17.k_proj": 1,
    "0.q_proj": 3,
    "21.v_proj": 3,
    "24.down_proj": 2,
    "4.v_proj": 6,
    "21.down_proj": 2,
    "24.k_proj": 2,
    "27.k_proj": 4,
    "9.up_proj": 3,
    "3.q_proj": 2,
    "15.k_proj": 2,
    "23.o_proj": 6,
    "18.v_proj": 2,
    "16.v_proj": 1,
    "1.v_proj": 1,
    "6.o_proj": 4,
    "3.v_proj": 3,
    "12.k_proj": 4,
    "25.o_proj": 2,
    "2.q_proj": 3,
    "11.down_proj": 2,
    "31.v_proj": 3,
    "22.q_proj": 4,
    "26.v_proj": 2,
    "22.k_proj": 4,
    "23.gate_proj": 4,
    "6.gate_proj": 4,
    "16.k_proj": 4,
    "19.q_proj": 1,
    "24.o_proj": 2,
    "20.v_proj": 3,
    "25.gate_proj": 4,
    "19.v_proj": 5,
    "2.gate_proj": 3,
    "8.down_proj": 2,
    "12.down_proj": 2,
    "8.up_proj": 3,
    "26.up_proj": 6,
    "7.down_proj": 2,
    "7.o_proj": 3,
    "29.v_proj": 4,
    "4.k_proj": 4,
    "27.q_proj": 2,
    "5.o_proj": 7,
    "18.down_proj": 3,
    "15.down_proj": 3,
    "31.gate_proj": 6,
    "1.q_proj": 2,
    "20.up_proj": 5,
    "12.v_proj": 2,
    "12.up_proj": 3,
    "16.o_proj": 2,
    "11.gate_proj": 4,
    "0.down_proj": 3,
    "8.o_proj": 5,
    "16.up_proj": 4,
    "22.v_proj": 4,
    "28.k_proj": 2,
    "21.q_proj": 1,
    "18.gate_proj": 3,
    "12.q_proj": 3,
    "25.q_proj": 4,
    "20.o_proj": 1,
    "16.gate_proj": 3,
    "13.down_proj": 2,
    "8.q_proj": 4,
    "14.k_proj": 6,
    "6.v_proj": 2,
    "5.k_proj": 3,
    "25.k_proj": 5,
    "0.gate_proj": 3,
    "3.up_proj": 2,
    "14.v_proj": 3,
    "28.gate_proj": 2,
    "19.up_proj": 1,
    "11.up_proj": 4,
    "21.gate_proj": 2,
    "20.q_proj": 4,
    "23.v_proj": 5,
    "27.up_proj": 1,
    "16.q_proj": 3,
    "7.v_proj": 3,
    "26.k_proj": 1,
    "15.v_proj": 1,
    "30.gate_proj": 2,
    "15.gate_proj": 3,
    "4.q_proj": 3,
    "12.o_proj": 3,
    "18.k_proj": 4,
    "6.k_proj": 1,
    "10.o_proj": 2,
    "6.down_proj": 1,
    "25.down_proj": 4,
    "2.v_proj": 1,
    "13.q_proj": 3,
    "14.q_proj": 1,
    "14.down_proj": 2,
    "18.o_proj": 1,
    "3.k_proj": 5,
    "31.up_proj": 4,
    "20.gate_proj": 1,
    "26.o_proj": 5,
    "17.down_proj": 4,
    "9.q_proj": 3,
    "9.o_proj": 3,
    "26.gate_proj": 4,
    "5.down_proj": 2,
    "4.o_proj": 2,
    "28.up_proj": 3,
    "27.o_proj": 2,
    "1.gate_proj": 3,
    "16.down_proj": 2,
    "23.down_proj": 1,
    "8.v_proj": 4,
    "28.v_proj": 4,
    "15.up_proj": 2,
    "21.o_proj": 2,
    "9.down_proj": 3,
    "29.o_proj": 2,
    "5.q_proj": 1,
    "0.v_proj": 3,
    "7.gate_proj": 1,
    "11.v_proj": 2,
    "4.up_proj": 4,
    "13.v_proj": 3,
    "19.gate_proj": 2,
    "14.up_proj": 1,
    "30.down_proj": 1,
    "23.up_proj": 3,
    "28.o_proj": 3,
    "0.up_proj": 4,
    "0.o_proj": 1,
    "27.v_proj": 3,
    "29.k_proj": 3,
    "24.up_proj": 2,
    "14.gate_proj": 2,
    "17.v_proj": 2,
    "24.q_proj": 2,
    "18.q_proj": 3,
    "1.o_proj": 1,
    "2.o_proj": 1,
    "22.gate_proj": 1,
    "30.v_proj": 2,
    "7.k_proj": 3,
    "29.q_proj": 1,
    "4.gate_proj": 1,
    "24.v_proj": 1,
    "25.up_proj": 2,
    "15.o_proj": 3,
    "13.gate_proj": 2,
    "17.o_proj": 2,
    "6.up_proj": 2,
    "2.up_proj": 2,
    "10.q_proj": 2,
    "7.q_proj": 2,
    "3.down_proj": 1,
    "17.q_proj": 1,
    "19.k_proj": 1,
    "9.k_proj": 3,
    "11.q_proj": 3,
    "10.gate_proj": 1,
    "11.k_proj": 1,
    "23.q_proj": 1,
    "1.up_proj": 1,
    "31.o_proj": 1,
    "22.o_proj": 1,
    "17.gate_proj": 1
  },
  "components": {
    "27.down_proj": [
      1709,
      1727,
      2279,
      3235
    ],
    "8.k_proj": [
      1367,
      1639,
      3403,
      3854
    ],
    "2.k_proj": [
      1519,
      3717,
      4017,
      4072
    ],
    "21.k_proj": [
      2076,
      2101,
      3048,
      3305,
      3618
    ],
    "30.up_proj": [
      2470,
      3498,
      4078
    ],
    "25.v_proj": [
      1282,
      2308,
      3302,
      3842
    ],
    "28.q_proj": [
      1190,
      1460,
      2066,
      2274,
      2333,
      2498,
      3085
    ],
    "13.o_proj": [
      1798,
      1889,
      3654
    ],
    "19.down_proj": [
      1676,
      3111,
      3181
    ],
    "27.gate_proj": [
      2825
    ],
    "13.up_proj": [
      2202,
      2596,
      2833
    ],
    "30.o_proj": [
      1488,
      3031,
      3137,
      3657,
      4062,
      4076
    ],
    "1.down_proj": [
      1690,
      2033,
      2207,
      2413,
      2870
    ],
    "20.k_proj": [
      1852,
      1863,
      2438,
      2468
    ],
    "11.o_proj": [
      1622,
      2584,
      2898
    ],
    "0.k_proj": [
      2341,
      2410,
      2968,
      3214,
      3307
    ],
    "31.down_proj": [
      4016
    ],
    "10.down_proj": [
      2132
    ],
    "9.v_proj": [
      1313,
      2074,
      2262,
      2263,
      2422,
      2804
    ],
    "18.up_proj": [
      1571,
      2266,
      2346,
      2630
    ],
    "7.up_proj": [
      2620,
      2888
    ],
    "26.q_proj": [
      1626,
      2140,
      2551,
      2618
    ],
    "30.k_proj": [
      1573,
      2208,
      2333,
      3038,
      3317
    ],
    "13.k_proj": [
      1165,
      2061,
      2551,
      3063,
      3406
    ],
    "29.up_proj": [
      1983,
      2177,
      2514,
      2986,
      4054
    ],
    "23.k_proj": [
      1307,
      2372
    ],
    "15.q_proj": [
      1200,
      3664
    ],
    "28.down_proj": [
      3142,
      3457
    ],
    "1.k_proj": [
      1865,
      2314,
      3559
    ],
    "22.down_proj": [
      1725,
      1992,
      2021,
      2073,
      2632,
      2972,
      3420,
      3530,
      4000
    ],
    "31.q_proj": [
      2709,
      3010,
      3476,
      3840
    ],
    "10.k_proj": [
      1247,
      1932,
      2752,
      3754
    ],
    "30.q_proj": [
      2900,
      3620,
      3904
    ],
    "5.up_proj": [
      2201,
      2709,
      3383,
      3835,
      3877
    ],
    "8.gate_proj": [
      1568,
      1596,
      2076,
      2485,
      2916,
      3432,
      3913
    ],
    "3.o_proj": [
      1222,
      1940,
      2377,
      2646,
      2815
    ],
    "21.up_proj": [
      1618,
      2426,
      2770,
      4064
    ],
    "31.k_proj": [
      2510,
      3111,
      3693,
      4094
    ],
    "4.down_proj": [
      1898,
      1993,
      2575
    ],
    "17.k_proj": [
      2975
    ],
    "0.q_proj": [
      1968,
      2961,
      3586
    ],
    "21.v_proj": [
      1918,
      2628,
      2712
    ],
    "24.down_proj": [
      2217,
      3375
    ],
    "4.v_proj": [
      1271,
      2787,
      3218,
      3221,
      3463,
      3993
    ],
    "21.down_proj": [
      1991,
      3613
    ],
    "24.k_proj": [
      1131,
      3171
    ],
    "27.k_proj": [
      1290,
      2111,
      2600,
      3857
    ],
    "9.up_proj": [
      1774,
      3584,
      4037
    ],
    "3.q_proj": [
      2243,
      3274
    ],
    "15.k_proj": [
      2823,
      3418
    ],
    "23.o_proj": [
      1989,
      2070,
      2157,
      2440,
      2572,
      3302
    ],
    "18.v_proj": [
      1730,
      2762
    ],
    "16.v_proj": [
      2663
    ],
    "1.v_proj": [
      2405
    ],
    "6.o_proj": [
      1554,
      2566,
      2956,
      3054
    ],
    "3.v_proj": [
      1594,
      1626,
      2920
    ],
    "12.k_proj": [
      1929,
      2528,
      2561,
      3368
    ],
    "25.o_proj": [
      1477,
      2207
    ],
    "2.q_proj": [
      1502,
      2733,
      2961
    ],
    "11.down_proj": [
      1986,
      2288
    ],
    "31.v_proj": [
      1057,
      1576,
      3583
    ],
    "22.q_proj": [
      1590,
      2148,
      3659,
      3802
    ],
    "26.v_proj": [
      1111,
      2605
    ],
    "22.k_proj": [
      1067,
      1112,
      2942,
      3242
    ],
    "23.gate_proj": [
      2015,
      3040,
      3795,
      4006
    ],
    "6.gate_proj": [
      1642,
      2490,
      3478,
      3638
    ],
    "16.k_proj": [
      1369,
      2299,
      2466,
      3520
    ],
    "19.q_proj": [
      2135
    ],
    "24.o_proj": [
      1665,
      3729
    ],
    "20.v_proj": [
      2241,
      2587,
      3859
    ],
    "25.gate_proj": [
      2163,
      3470,
      3565,
      3766
    ],
    "19.v_proj": [
      1143,
      1194,
      2022,
      3033,
      3730
    ],
    "2.gate_proj": [
      1722,
      3653,
      4067
    ],
    "8.down_proj": [
      3065,
      3707
    ],
    "12.down_proj": [
      1791,
      2313
    ],
    "8.up_proj": [
      1840,
      2176,
      3450
    ],
    "26.up_proj": [
      2001,
      2528,
      2564,
      2773,
      3449,
      3771
    ],
    "7.down_proj": [
      2448,
      2872
    ],
    "7.o_proj": [
      1468,
      2126,
      3570
    ],
    "29.v_proj": [
      1692,
      2305,
      3272,
      3944
    ],
    "4.k_proj": [
      1913,
      2302,
      3339,
      3964
    ],
    "27.q_proj": [
      1959,
      2031
    ],
    "5.o_proj": [
      1713,
      1814,
      1905,
      1944,
      3314,
      3724,
      3827
    ],
    "18.down_proj": [
      2455,
      3667,
      3833
    ],
    "15.down_proj": [
      2422,
      2912,
      4058
    ],
    "31.gate_proj": [
      2165,
      3036,
      3138,
      3235,
      3304,
      3635
    ],
    "1.q_proj": [
      2698,
      4055
    ],
    "20.up_proj": [
      2055,
      2143,
      3373,
      3693,
      3972
    ],
    "12.v_proj": [
      2217,
      3089
    ],
    "12.up_proj": [
      1620,
      2807,
      3272
    ],
    "16.o_proj": [
      1249,
      3244
    ],
    "11.gate_proj": [
      2405,
      2621,
      2909,
      3198
    ],
    "0.down_proj": [
      1901,
      2622,
      3702
    ],
    "8.o_proj": [
      1643,
      1786,
      2615,
      3157,
      3326
    ],
    "16.up_proj": [
      1705,
      1721,
      1815,
      2574
    ],
    "22.v_proj": [
      1332,
      2458,
      3126,
      3250
    ],
    "28.k_proj": [
      1497,
      3350
    ],
    "21.q_proj": [
      2259
    ],
    "18.gate_proj": [
      2040,
      4012,
      4022
    ],
    "12.q_proj": [
      1730,
      2432,
      3471
    ],
    "25.q_proj": [
      1662,
      2052,
      3572,
      3848
    ],
    "20.o_proj": [
      3242
    ],
    "16.gate_proj": [
      2004,
      2539,
      4075
    ],
    "13.down_proj": [
      3378,
      3557
    ],
    "8.q_proj": [
      1235,
      2316,
      2717,
      3312
    ],
    "14.k_proj": [
      1119,
      2453,
      2595,
      2946,
      3733,
      4016
    ],
    "6.v_proj": [
      1772,
      2946
    ],
    "5.k_proj": [
      1735,
      2160,
      3567
    ],
    "25.k_proj": [
      1059,
      1175,
      1899,
      2269,
      2954
    ],
    "0.gate_proj": [
      1808,
      2191,
      3777
    ],
    "3.up_proj": [
      1940,
      3054
    ],
    "14.v_proj": [
      1117,
      2201,
      3688
    ],
    "28.gate_proj": [
      1690,
      2297
    ],
    "19.up_proj": [
      1727
    ],
    "11.up_proj": [
      1890,
      2563,
      2676,
      3892
    ],
    "21.gate_proj": [
      1944,
      2737
    ],
    "20.q_proj": [
      2410,
      2633,
      3759,
      3966
    ],
    "23.v_proj": [
      1760,
      1954,
      2092,
      3071,
      3679
    ],
    "27.up_proj": [
      2444
    ],
    "16.q_proj": [
      1497,
      2156,
      3362
    ],
    "7.v_proj": [
      1349,
      3127,
      3964
    ],
    "26.k_proj": [
      3363
    ],
    "15.v_proj": [
      3066
    ],
    "30.gate_proj": [
      1539,
      3358
    ],
    "15.gate_proj": [
      2295,
      2912,
      3289
    ],
    "4.q_proj": [
      2236,
      3757,
      3778
    ],
    "12.o_proj": [
      1205,
      2002,
      3777
    ],
    "18.k_proj": [
      1644,
      1707,
      1854,
      2324
    ],
    "6.k_proj": [
      2338
    ],
    "10.o_proj": [
      1164,
      3265
    ],
    "6.down_proj": [
      3290
    ],
    "25.down_proj": [
      1814,
      2195,
      2502,
      3619
    ],
    "2.v_proj": [
      3475
    ],
    "13.q_proj": [
      1092,
      2315,
      2561
    ],
    "14.q_proj": [
      2020
    ],
    "14.down_proj": [
      2081,
      2340
    ],
    "18.o_proj": [
      3578
    ],
    "3.k_proj": [
      1445,
      2850,
      3038,
      3110,
      3956
    ],
    "31.up_proj": [
      2237,
      3189,
      3288,
      3610
    ],
    "20.gate_proj": [
      1797
    ],
    "26.o_proj": [
      1136,
      1386,
      2651,
      2655,
      3641
    ],
    "17.down_proj": [
      1532,
      2021,
      2602,
      3828
    ],
    "9.q_proj": [
      1132,
      2203,
      2356
    ],
    "9.o_proj": [
      1200,
      1681,
      2901
    ],
    "26.gate_proj": [
      1894,
      2493,
      3750,
      3962
    ],
    "5.down_proj": [
      2087,
      2889
    ],
    "4.o_proj": [
      1859,
      2464
    ],
    "28.up_proj": [
      1992,
      2133,
      2814
    ],
    "27.o_proj": [
      3628,
      3730
    ],
    "1.gate_proj": [
      3099,
      3484,
      3772
    ],
    "16.down_proj": [
      2085,
      2511
    ],
    "23.down_proj": [
      1691
    ],
    "8.v_proj": [
      1086,
      1917,
      2155,
      3203
    ],
    "28.v_proj": [
      1484,
      1617,
      3936,
      4024
    ],
    "15.up_proj": [
      2151,
      4083
    ],
    "21.o_proj": [
      1270,
      3629
    ],
    "9.down_proj": [
      1630,
      2049,
      2389
    ],
    "29.o_proj": [
      1736,
      2046
    ],
    "5.q_proj": [
      2994
    ],
    "0.v_proj": [
      1630,
      1801,
      3587
    ],
    "7.gate_proj": [
      2292
    ],
    "11.v_proj": [
      1208,
      2541
    ],
    "4.up_proj": [
      1642,
      2337,
      2527,
      2965
    ],
    "13.v_proj": [
      1406,
      2877,
      3348
    ],
    "19.gate_proj": [
      2017,
      3337
    ],
    "14.up_proj": [
      3339
    ],
    "30.down_proj": [
      1870
    ],
    "23.up_proj": [
      2488,
      2524,
      3639
    ],
    "28.o_proj": [
      1040,
      2511,
      2807
    ],
    "0.up_proj": [
      1564,
      2854,
      3095,
      3655
    ],
    "0.o_proj": [
      2778
    ],
    "27.v_proj": [
      1333,
      1404,
      2209
    ],
    "29.k_proj": [
      1773,
      3521,
      3975
    ],
    "24.up_proj": [
      1671,
      1914
    ],
    "14.gate_proj": [
      3381,
      3535
    ],
    "17.v_proj": [
      3876,
      4067
    ],
    "24.q_proj": [
      1920,
      3077
    ],
    "18.q_proj": [
      1393,
      2616,
      3565
    ],
    "1.o_proj": [
      2669
    ],
    "2.o_proj": [
      1397
    ],
    "22.gate_proj": [
      2866
    ],
    "30.v_proj": [
      2718,
      3331
    ],
    "7.k_proj": [
      1702,
      2024,
      3214
    ],
    "29.q_proj": [
      3573
    ],
    "4.gate_proj": [
      2120
    ],
    "24.v_proj": [
      2687
    ],
    "25.up_proj": [
      1644,
      2264
    ],
    "15.o_proj": [
      2967,
      3378,
      3741
    ],
    "13.gate_proj": [
      1607,
      1811
    ],
    "17.o_proj": [
      3409,
      3626
    ],
    "6.up_proj": [
      2944,
      3537
    ],
    "2.up_proj": [
      3866,
      3887
    ],
    "10.q_proj": [
      1171,
      2930
    ],
    "7.q_proj": [
      1163,
      3843
    ],
    "3.down_proj": [
      1551
    ],
    "17.q_proj": [
      1549
    ],
    "19.k_proj": [
      3112
    ],
    "9.k_proj": [
      1772,
      2640,
      2796
    ],
    "11.q_proj": [
      2653,
      3682,
      4000
    ],
    "10.gate_proj": [
      2618
    ],
    "11.k_proj": [
      3303
    ],
    "23.q_proj": [
      1824
    ],
    "1.up_proj": [
      1743
    ],
    "31.o_proj": [
      1811
    ],
    "22.o_proj": [
      3925
    ],
    "17.gate_proj": [
      1724
    ]
  },
  "components_dropped": {}
}