{ "source": "/home/users/jeesup/svd_safety/results/svdllm_full/llama2_7b_chat_remove_40_seed42/checkpoint", "method": "svdllm+rescue", "arm": "random", "budget_frac": 0.01, "ratio_removed": 0.390266339395948, "param_fraction": 0.609733660604052, "added_params": 64065792, "target_params": 64069632, "n_components": 5901, "n_swapped_out": 0, "selector_stats": { "orr_spent": -0.03760343306314265, "orr_capped": false, "pred_safe": 0.006318790720174834, "pred_benign": 0.0, "pred_dsafe": 0.006318790720174834, "pred_orr": -0.03760343306314266, "pred_refh": -0.007927227061204772, "pred_refb": -0.018231518741492418, "pred_gap": -0.01030429133026969 }, "mu": 3.0, "nu": 1.0, "tau": Infinity, "matrices_touched": 224, "exhausted": false, "scores": "/home/users/jeesup/svd_safety/results/recovery_jbb/sensitivity/remove40_disc_gap.npz", "basis": "/home/users/jeesup/svd_safety/assets/svdbasis/llama2_7b_chat_n256_s42", "per_matrix": { "29.o_proj": 27, "9.down_proj": 25, "2.o_proj": 28, "23.k_proj": 35, "28.k_proj": 26, "31.k_proj": 22, "14.q_proj": 31, "20.v_proj": 27, "29.up_proj": 18, "15.down_proj": 22, "1.gate_proj": 22, "22.gate_proj": 24, "12.o_proj": 32, "0.o_proj": 26, "10.v_proj": 24, "10.up_proj": 33, "20.o_proj": 28, "8.o_proj": 35, "29.gate_proj": 22, "14.o_proj": 21, "25.o_proj": 27, "17.gate_proj": 18, "30.q_proj": 24, "1.o_proj": 32, "24.down_proj": 22, "11.k_proj": 26, "6.k_proj": 40, "8.v_proj": 32, "3.up_proj": 28, "23.up_proj": 28, "4.k_proj": 30, "18.v_proj": 29, "0.q_proj": 33, "23.v_proj": 37, "1.down_proj": 33, "26.k_proj": 45, "5.o_proj": 33, "22.v_proj": 34, "26.o_proj": 21, "29.v_proj": 27, "3.v_proj": 20, "16.up_proj": 25, "25.q_proj": 39, "20.q_proj": 32, "18.o_proj": 22, "2.down_proj": 25, "7.down_proj": 21, "13.o_proj": 24, "27.up_proj": 27, "2.up_proj": 20, "12.down_proj": 24, "24.up_proj": 18, "24.k_proj": 27, "25.k_proj": 31, "6.up_proj": 22, "24.gate_proj": 35, "17.v_proj": 25, "21.o_proj": 21, "4.gate_proj": 26, "0.k_proj": 33, "26.up_proj": 25, "27.o_proj": 30, "21.q_proj": 31, "13.gate_proj": 24, "4.o_proj": 28, "9.o_proj": 28, "29.k_proj": 23, "7.up_proj": 19, "8.gate_proj": 13, "4.up_proj": 26, "30.gate_proj": 20, "5.v_proj": 25, "19.up_proj": 25, "14.up_proj": 26, "16.o_proj": 27, "29.down_proj": 32, "1.up_proj": 17, "22.up_proj": 27, "14.down_proj": 20, "13.v_proj": 33, "12.gate_proj": 19, "0.down_proj": 29, "9.k_proj": 27, "18.k_proj": 38, "24.v_proj": 26, "30.v_proj": 33, "23.q_proj": 26, "19.v_proj": 24, "13.up_proj": 21, "28.down_proj": 22, "5.k_proj": 39, "2.q_proj": 29, "17.up_proj": 31, "22.o_proj": 33, "17.q_proj": 21, "14.k_proj": 26, "25.down_proj": 23, "15.q_proj": 27, "12.k_proj": 26, "7.o_proj": 23, "5.up_proj": 21, "27.q_proj": 38, "9.q_proj": 27, "0.up_proj": 26, "4.down_proj": 21, "16.k_proj": 20, "30.up_proj": 20, "12.v_proj": 33, "23.gate_proj": 25, "22.q_proj": 30, "26.gate_proj": 18, "30.k_proj": 28, "18.gate_proj": 23, "8.up_proj": 24, "28.up_proj": 28, "17.o_proj": 25, "16.q_proj": 20, "5.gate_proj": 26, "23.down_proj": 21, "13.q_proj": 28, "20.down_proj": 32, "6.v_proj": 21, "6.q_proj": 25, "3.gate_proj": 29, "14.v_proj": 24, "15.v_proj": 23, "15.k_proj": 31, "20.k_proj": 27, "3.q_proj": 34, "11.o_proj": 27, "2.v_proj": 24, "22.down_proj": 26, "28.v_proj": 32, "7.q_proj": 28, "18.q_proj": 35, "10.o_proj": 36, "31.gate_proj": 20, "21.up_proj": 26, "10.k_proj": 33, "28.q_proj": 32, "4.v_proj": 27, "18.down_proj": 21, "12.q_proj": 36, "31.o_proj": 28, "30.down_proj": 33, "1.k_proj": 25, "27.k_proj": 28, "25.gate_proj": 21, "9.up_proj": 26, "31.q_proj": 23, "17.k_proj": 29, "23.o_proj": 22, "9.v_proj": 25, "6.gate_proj": 20, "0.v_proj": 37, "24.q_proj": 20, "8.q_proj": 39, "31.down_proj": 24, "9.gate_proj": 23, "21.down_proj": 21, "16.gate_proj": 26, "26.down_proj": 20, "6.down_proj": 30, "13.down_proj": 12, "10.q_proj": 37, "30.o_proj": 29, "15.up_proj": 25, "5.down_proj": 17, "27.down_proj": 31, "15.o_proj": 31, "19.q_proj": 34, "26.v_proj": 18, "0.gate_proj": 27, "1.q_proj": 24, "24.o_proj": 26, "25.v_proj": 28, "29.q_proj": 36, "7.v_proj": 28, "8.down_proj": 23, "28.gate_proj": 23, "16.v_proj": 31, "27.v_proj": 33, "19.gate_proj": 32, "4.q_proj": 24, "3.down_proj": 13, "20.up_proj": 25, "11.q_proj": 28, "11.gate_proj": 24, "8.k_proj": 31, "2.k_proj": 26, "14.gate_proj": 15, "3.k_proj": 27, "21.gate_proj": 25, "15.gate_proj": 25, "10.gate_proj": 33, "28.o_proj": 32, "12.up_proj": 32, "25.up_proj": 33, "17.down_proj": 23, "1.v_proj": 28, "18.up_proj": 31, "26.q_proj": 29, "11.down_proj": 25, "21.v_proj": 25, "31.up_proj": 25, "20.gate_proj": 26, "3.o_proj": 27, "11.v_proj": 31, "21.k_proj": 27, "19.down_proj": 16, "31.v_proj": 19, "19.o_proj": 16, "5.q_proj": 25, "19.k_proj": 23, "2.gate_proj": 24, "16.down_proj": 19, "7.k_proj": 26, "6.o_proj": 29, "22.k_proj": 23, "13.k_proj": 26, "10.down_proj": 20, "7.gate_proj": 7, "11.up_proj": 21, "27.gate_proj": 15 }, "components": { "29.o_proj": [ 1340, 1345, 1494, 1736, 1914, 2063, 2141, 2180, 2197, 2600, 2718, 2805, 2901, 2955, 3080, 3127, 3199, 3235, 3306, 3444, 3462, 3471, 3601, 3707, 3709, 3856, 4014 ], "9.down_proj": [ 1821, 2011, 2017, 2133, 2210, 2276, 2345, 2366, 2392, 2440, 2530, 2587, 2659, 2708, 2931, 2952, 3009, 3080, 3455, 3490, 3513, 3522, 3626, 3674, 3769 ], "2.o_proj": [ 1263, 1292, 1305, 1364, 1473, 1541, 1579, 1633, 1644, 1694, 1708, 1941, 1996, 2201, 2240, 2352, 2355, 2407, 2508, 2623, 2879, 2959, 2966, 3130, 3250, 3327, 3493, 3772 ], "23.k_proj": [ 1253, 1268, 1308, 1535, 1547, 1578, 1727, 1778, 1919, 1957, 2077, 2102, 2128, 2143, 2470, 2559, 2659, 2725, 2782, 2960, 3049, 3056, 3152, 3306, 3351, 3370, 3403, 3415, 3513, 3535, 3596, 3619, 3721, 3797, 3963 ], "28.k_proj": [ 1251, 1277, 1407, 1510, 1568, 1727, 1734, 1866, 2088, 2321, 2477, 2541, 2590, 2594, 2941, 3231, 3281, 3518, 3588, 3723, 3758, 3759, 3847, 3883, 3922, 4095 ], "31.k_proj": [ 1252, 1371, 1503, 1612, 1686, 1815, 1868, 2023, 2048, 2082, 2247, 2462, 2829, 2834, 2867, 3000, 3009, 3206, 3340, 3396, 3721, 4095 ], "14.q_proj": [ 1310, 1374, 1499, 1529, 1574, 1586, 1622, 1774, 2011, 2126, 2181, 2354, 2447, 2501, 2590, 2652, 2671, 2758, 2837, 2970, 3053, 3094, 3389, 3426, 3521, 3545, 3664, 3770, 3818, 3854, 3909 ], "20.v_proj": [ 1242, 1378, 1488, 1558, 1609, 1627, 1673, 1697, 1725, 1923, 2082, 2416, 2450, 2649, 2679, 2697, 2938, 2998, 3169, 3220, 3590, 3676, 3725, 3810, 3827, 3876, 4058 ], "29.up_proj": [ 1811, 1897, 1944, 1991, 1999, 2008, 2146, 2306, 2514, 2807, 2964, 3078, 3136, 3138, 3197, 3213, 3528, 3541 ], "15.down_proj": [ 1881, 1965, 2171, 2263, 2273, 2299, 2347, 2420, 2559, 2684, 2814, 2889, 2944, 3051, 3247, 3506, 3618, 3652, 3729, 4033, 4053, 4082 ], "1.gate_proj": [ 1817, 1840, 1844, 1881, 1900, 1914, 1968, 2079, 2120, 2257, 2577, 2629, 2681, 2869, 2892, 2918, 3177, 3267, 3424, 3558, 3744, 3977 ], "22.gate_proj": [ 1865, 1950, 2138, 2218, 2380, 2401, 2678, 2691, 2758, 2832, 3008, 3019, 3231, 3256, 3509, 3585, 3594, 3623, 3624, 3789, 3840, 3999, 4044, 4085 ], "12.o_proj": [ 1244, 1303, 1324, 1382, 1487, 1492, 1693, 1725, 2173, 2486, 2542, 2630, 2645, 2860, 2886, 3058, 3083, 3084, 3092, 3165, 3294, 3310, 3394, 3409, 3513, 3516, 3606, 3619, 3669, 3790, 3818, 4046 ], "0.o_proj": [ 1241, 1337, 1350, 1411, 1420, 1430, 1843, 1992, 2412, 2476, 2561, 2771, 2798, 2807, 2925, 2967, 2976, 3031, 3126, 3232, 3417, 3482, 3701, 3773, 3784, 4063 ], "10.v_proj": [ 1547, 2063, 2286, 2295, 2336, 2475, 2597, 2648, 2704, 2714, 2750, 2791, 2839, 2849, 2853, 2984, 3263, 3479, 3600, 3694, 3731, 3848, 3947, 3953 ], "10.up_proj": [ 1868, 1877, 1964, 1968, 1985, 2123, 2130, 2144, 2157, 2253, 2270, 2390, 2533, 2576, 2578, 2741, 2924, 3033, 3206, 3333, 3487, 3504, 3512, 3654, 3685, 3736, 3768, 3789, 3873, 3874, 3924, 4033, 4045 ], "20.o_proj": [ 1405, 1424, 1450, 1620, 1651, 1703, 1803, 1880, 1942, 1974, 2075, 2087, 2243, 2255, 2259, 2313, 2466, 2492, 2605, 2722, 3008, 3088, 3118, 3290, 3354, 3372, 3459, 3977 ], "8.o_proj": [ 1316, 1333, 1347, 1462, 1491, 1525, 1586, 1614, 1778, 1848, 1964, 1969, 2325, 2403, 2475, 2582, 2636, 2703, 2846, 2906, 2921, 2982, 3077, 3174, 3271, 3303, 3425, 3502, 3506, 3535, 3574, 3627, 3702, 3833, 4069 ], "29.gate_proj": [ 1809, 1871, 1933, 2096, 2135, 2164, 2205, 2232, 2378, 2512, 2720, 3118, 3305, 3380, 3590, 3781, 3796, 3968, 4007, 4012, 4035, 4071 ], "14.o_proj": [ 1452, 1481, 1748, 1884, 1981, 2125, 2127, 2192, 2292, 2345, 2479, 2720, 2732, 2747, 2905, 2981, 3006, 3136, 3380, 3877, 4038 ], "25.o_proj": [ 1282, 1311, 1493, 1716, 1765, 1866, 1915, 2098, 2166, 2180, 2648, 2797, 2834, 2931, 3114, 3188, 3252, 3363, 3376, 3422, 3519, 3533, 3881, 3902, 3971, 3991, 4028 ], "17.gate_proj": [ 1965, 2005, 2042, 2399, 2766, 2910, 2988, 2998, 2999, 3099, 3353, 3409, 3490, 3505, 3918, 4024, 4071, 4085 ], "30.q_proj": [ 1285, 1308, 1529, 1685, 1703, 1725, 1859, 1863, 1982, 2066, 2099, 2146, 2535, 2736, 2768, 2771, 3397, 3407, 3611, 3722, 3780, 3828, 3880, 4037 ], "1.o_proj": [ 1239, 1512, 1621, 1797, 1826, 1860, 1961, 1965, 1980, 2015, 2068, 2101, 2162, 2335, 2396, 2511, 2595, 2616, 2687, 2756, 2806, 2908, 2943, 3025, 3056, 3153, 3206, 3560, 3642, 3835, 3883, 3900 ], "24.down_proj": [ 1892, 2105, 2182, 2245, 2257, 2409, 2936, 3066, 3154, 3194, 3203, 3232, 3284, 3339, 3570, 3659, 3672, 3824, 3843, 3854, 3858, 4016 ], "11.k_proj": [ 1449, 1477, 1642, 1708, 1915, 1982, 2297, 2364, 2487, 2520, 2760, 2892, 2995, 3030, 3052, 3258, 3266, 3299, 3427, 3447, 3669, 3680, 3781, 3827, 3956, 4013 ], "6.k_proj": [ 1273, 1314, 1420, 1560, 1621, 1651, 1698, 1735, 1801, 1806, 1822, 1929, 1964, 2055, 2385, 2437, 2494, 2881, 2994, 3111, 3189, 3255, 3279, 3324, 3394, 3419, 3446, 3481, 3528, 3532, 3563, 3571, 3600, 3605, 3611, 3636, 3670, 3685, 4045, 4075 ], "8.v_proj": [ 1354, 1440, 1528, 1560, 1628, 1638, 1726, 1750, 1943, 2020, 2093, 2121, 2389, 2424, 2601, 2656, 3010, 3012, 3167, 3231, 3341, 3348, 3359, 3441, 3550, 3556, 3640, 3871, 3951, 3957, 4012, 4063 ], "3.up_proj": [ 1856, 1874, 1991, 2126, 2194, 2281, 2398, 2414, 2446, 2464, 2470, 2506, 2541, 2626, 2668, 2898, 2912, 3161, 3241, 3248, 3257, 3349, 3618, 3787, 3807, 4015, 4054, 4055 ], "23.up_proj": [ 1808, 1857, 1870, 1964, 2231, 2286, 2294, 2302, 2326, 2353, 2526, 2581, 2595, 2625, 2742, 2849, 2911, 2938, 3076, 3134, 3224, 3416, 3478, 3648, 3787, 3926, 3993, 4022 ], "4.k_proj": [ 1341, 1505, 1841, 2037, 2243, 2294, 2303, 2328, 2385, 2478, 2556, 2670, 2674, 2700, 2864, 2985, 3099, 3127, 3168, 3304, 3345, 3408, 3486, 3687, 3726, 3834, 3876, 3907, 3914, 3971 ], "18.v_proj": [ 1247, 1392, 1639, 1816, 1879, 1887, 1917, 2256, 2302, 2476, 2516, 2646, 2670, 2700, 2753, 3177, 3326, 3432, 3448, 3484, 3602, 3778, 3798, 3909, 3949, 3968, 4012, 4068, 4084 ], "0.q_proj": [ 1317, 1370, 1544, 1607, 1756, 1869, 1914, 1967, 2113, 2393, 2453, 2485, 2541, 2624, 2695, 2743, 2819, 2835, 2885, 2898, 2957, 2959, 3006, 3049, 3178, 3241, 3310, 3450, 3617, 3721, 3816, 3961, 4052 ], "23.v_proj": [ 1505, 1584, 1649, 1712, 1734, 1904, 2153, 2160, 2244, 2309, 2366, 2425, 2437, 2438, 2590, 2667, 2794, 2827, 2830, 3368, 3391, 3540, 3603, 3624, 3664, 3692, 3716, 3774, 3776, 3802, 3831, 3852, 3861, 3890, 3965, 3968, 4057 ], "1.down_proj": [ 1844, 1987, 2043, 2197, 2199, 2343, 2467, 2477, 2590, 2733, 2758, 2853, 2886, 2970, 2995, 3006, 3245, 3309, 3334, 3344, 3357, 3405, 3475, 3641, 3702, 3799, 3933, 3953, 3967, 3997, 4045, 4070, 4076 ], "26.k_proj": [ 1273, 1292, 1432, 1471, 1498, 1588, 1608, 1637, 1681, 1860, 1901, 1903, 2021, 2219, 2221, 2228, 2281, 2461, 2580, 2583, 2648, 2839, 2927, 2963, 2977, 2994, 3032, 3089, 3108, 3121, 3195, 3249, 3346, 3377, 3416, 3426, 3574, 3679, 3720, 3772, 3853, 3864, 3924, 3941, 3961 ], "5.o_proj": [ 1269, 1437, 1440, 1682, 1742, 1986, 2010, 2091, 2095, 2143, 2212, 2426, 2690, 2910, 2917, 2984, 3007, 3017, 3071, 3175, 3281, 3321, 3371, 3410, 3616, 3623, 3712, 3785, 3829, 3918, 3980, 3982, 4026 ], "22.v_proj": [ 1410, 1440, 1468, 1473, 1786, 1812, 1877, 1895, 1941, 2017, 2018, 2134, 2210, 2254, 2301, 2315, 2527, 2566, 2775, 2805, 2877, 2887, 2972, 3043, 3058, 3406, 3483, 3614, 3667, 3740, 3794, 4048, 4060, 4084 ], "26.o_proj": [ 1394, 1513, 1574, 1931, 1939, 2146, 2221, 2337, 2349, 2594, 2961, 2969, 3244, 3312, 3329, 3347, 3355, 3403, 3520, 3824, 3939 ], "29.v_proj": [ 1263, 1360, 1468, 1481, 1546, 1685, 1705, 1970, 2255, 2283, 2452, 2522, 2525, 2530, 2554, 2560, 2781, 2972, 3187, 3226, 3227, 3462, 3624, 3759, 3858, 3916, 4059 ], "3.v_proj": [ 1552, 1566, 1644, 1929, 2002, 2130, 2256, 2301, 2417, 2455, 2624, 2675, 2741, 2852, 3356, 3419, 3430, 3554, 3576, 3767 ], "16.up_proj": [ 1907, 1955, 2084, 2090, 2230, 2332, 2344, 2399, 2403, 2455, 2463, 2616, 2651, 2652, 2686, 2709, 2727, 2850, 2892, 2940, 3487, 3580, 3668, 3720, 3826 ], "25.q_proj": [ 1283, 1325, 1337, 1518, 1562, 1805, 1818, 1844, 1877, 2009, 2016, 2063, 2623, 2699, 2742, 2752, 2825, 2833, 2895, 2920, 3042, 3203, 3218, 3236, 3278, 3335, 3391, 3437, 3440, 3477, 3540, 3581, 3582, 3659, 3745, 3774, 3825, 3981, 4065 ], "20.q_proj": [ 1379, 1540, 1679, 1966, 2250, 2391, 2392, 2421, 2504, 2676, 2680, 2695, 2728, 2760, 2834, 2907, 2954, 3072, 3079, 3389, 3407, 3495, 3652, 3654, 3683, 3708, 3795, 3875, 3907, 3935, 3968, 3977 ], "18.o_proj": [ 1317, 1649, 1659, 1706, 1722, 1838, 2063, 2406, 2902, 2922, 3019, 3051, 3104, 3257, 3320, 3363, 3425, 3456, 3524, 3590, 3799, 4076 ], "2.down_proj": [ 1793, 1826, 2078, 2163, 2359, 2522, 2613, 2644, 2753, 2791, 2831, 2891, 2927, 2961, 3018, 3060, 3111, 3253, 3480, 3496, 3518, 3526, 3688, 3788, 3805 ], "7.down_proj": [ 1864, 1988, 2454, 2455, 2492, 2507, 2656, 2757, 3062, 3117, 3277, 3442, 3466, 3504, 3657, 3737, 3755, 3838, 3894, 3992, 4091 ], "13.o_proj": [ 1306, 1331, 1430, 1800, 1809, 2032, 2065, 2140, 2171, 2269, 2459, 2631, 2664, 2907, 2917, 2938, 3288, 3410, 3471, 3472, 3559, 3641, 3646, 3864 ], "27.up_proj": [ 1913, 1936, 2006, 2301, 2364, 2375, 2394, 2684, 2719, 2728, 2747, 2769, 2788, 2873, 2933, 2936, 2966, 2975, 3115, 3164, 3262, 3361, 3446, 3521, 3799, 4025, 4091 ], "2.up_proj": [ 1818, 1889, 2014, 2113, 2195, 2446, 2469, 2498, 2698, 2781, 2935, 3052, 3071, 3514, 3573, 3634, 3715, 3829, 3833, 4008 ], "12.down_proj": [ 1915, 2030, 2064, 2145, 2331, 2467, 2681, 2721, 2734, 2741, 2833, 2903, 3043, 3131, 3243, 3283, 3595, 3659, 3758, 3821, 3909, 3952, 3992, 4016 ], "24.up_proj": [ 1819, 1965, 2069, 2082, 2466, 2502, 2640, 2765, 2867, 3003, 3112, 3381, 3476, 3619, 3731, 3749, 3795, 4089 ], "24.k_proj": [ 1339, 1435, 1490, 1508, 1593, 1621, 1679, 1744, 1773, 1897, 1946, 2344, 2348, 2360, 2546, 2781, 2826, 2834, 2944, 3231, 3403, 3599, 3747, 3801, 3802, 3919, 4032 ], "25.k_proj": [ 1232, 1294, 1559, 1676, 1771, 1815, 1891, 2005, 2028, 2247, 2370, 2388, 2536, 2584, 2755, 2888, 3036, 3041, 3121, 3157, 3340, 3395, 3566, 3581, 3646, 3718, 3945, 3976, 4016, 4057, 4063 ], "6.up_proj": [ 1798, 1989, 2008, 2201, 2281, 2391, 2457, 2487, 2567, 2696, 2764, 2997, 3043, 3092, 3426, 3445, 3486, 3571, 3605, 3805, 3862, 4045 ], "24.gate_proj": [ 1817, 1869, 1878, 1983, 2025, 2326, 2430, 2436, 2604, 2663, 2687, 2693, 2775, 2787, 2796, 2833, 2855, 2906, 2917, 2929, 2960, 3169, 3185, 3318, 3412, 3477, 3532, 3553, 3567, 3606, 3696, 3878, 3880, 4006, 4035 ], "17.v_proj": [ 1266, 1380, 1399, 1428, 1466, 1513, 1584, 1724, 1759, 1983, 2010, 2232, 2336, 2434, 2540, 2814, 2854, 2889, 2951, 3235, 3329, 3453, 3527, 3983, 4053 ], "21.o_proj": [ 1261, 1266, 1345, 1440, 1658, 1822, 1937, 1986, 2236, 2378, 2383, 2523, 2862, 2968, 3139, 3148, 3284, 3655, 3776, 3921, 3954 ], "4.gate_proj": [ 1797, 1865, 2035, 2043, 2122, 2212, 2224, 2353, 2566, 2596, 2636, 2731, 2871, 3042, 3339, 3414, 3474, 3593, 3623, 3686, 3789, 3790, 3827, 3836, 3868, 4068 ], "0.k_proj": [ 1263, 1302, 1399, 1507, 1663, 1712, 1778, 1914, 1924, 1989, 2097, 2335, 2398, 2399, 2468, 2548, 2591, 2652, 2661, 2793, 2911, 3090, 3107, 3143, 3149, 3212, 3459, 3468, 3695, 3743, 3770, 4016, 4044 ], "26.up_proj": [ 1817, 1836, 1971, 2037, 2084, 2116, 2236, 2244, 2339, 2360, 2816, 2881, 2946, 3032, 3066, 3089, 3210, 3242, 3621, 3707, 3718, 3722, 3900, 3963, 4056 ], "27.o_proj": [ 1253, 1256, 1264, 1286, 1393, 1508, 1641, 1682, 1806, 1928, 2309, 2329, 2398, 2430, 2570, 2748, 2984, 3076, 3090, 3097, 3132, 3179, 3332, 3446, 3489, 3605, 3695, 3721, 3785, 4035 ], "21.q_proj": [ 1314, 1386, 1456, 1596, 1736, 1790, 1823, 1899, 2149, 2328, 2714, 2791, 2799, 2808, 3017, 3021, 3093, 3227, 3347, 3350, 3375, 3378, 3418, 3465, 3466, 3617, 3669, 3725, 3761, 3802, 3853 ], "13.gate_proj": [ 1863, 1890, 1929, 1954, 1968, 2076, 2302, 2423, 2469, 2476, 2619, 3065, 3172, 3237, 3244, 3317, 3391, 3467, 3484, 3510, 3589, 3658, 3990, 4086 ], "4.o_proj": [ 1285, 1489, 1685, 1708, 1843, 1873, 1984, 2044, 2079, 2103, 2121, 2223, 2301, 2528, 2629, 2923, 3156, 3272, 3274, 3422, 3476, 3502, 3734, 3768, 3818, 3834, 3849, 4048 ], "9.o_proj": [ 1403, 1420, 1472, 1540, 1676, 1711, 1824, 1967, 2112, 2252, 2263, 2282, 2382, 2510, 2707, 2772, 2950, 3379, 3391, 3438, 3542, 3599, 3605, 3741, 3839, 3967, 3988, 4085 ], "29.k_proj": [ 1255, 1348, 1386, 1399, 1455, 1491, 1495, 1579, 1595, 1700, 1750, 1763, 2315, 2376, 2396, 2512, 2513, 2698, 3110, 3204, 3462, 3732, 3814 ], "7.up_proj": [ 1817, 1948, 2077, 2106, 2620, 2726, 2763, 2801, 2959, 3049, 3232, 3560, 3579, 3807, 3972, 3973, 3988, 4009, 4067 ], "8.gate_proj": [ 1814, 2344, 2472, 2507, 3021, 3094, 3307, 3378, 3416, 3537, 3538, 3651, 3916 ], "4.up_proj": [ 1812, 1890, 1915, 2029, 2238, 2319, 2479, 2493, 2519, 2601, 2857, 2952, 2989, 3158, 3235, 3256, 3290, 3364, 3577, 3677, 3724, 3741, 3754, 3757, 3869, 3931 ], "30.gate_proj": [ 1887, 2428, 2708, 2786, 2823, 2863, 2878, 2920, 2935, 3007, 3073, 3117, 3317, 3390, 3423, 3446, 3466, 3615, 3911, 4093 ], "5.v_proj": [ 1354, 1459, 1502, 1601, 1693, 1779, 2025, 2150, 2213, 2488, 2536, 2571, 2639, 2700, 2743, 2771, 2959, 3218, 3243, 3310, 3344, 3435, 3474, 3612, 3836 ], "19.up_proj": [ 1987, 2077, 2308, 2315, 2345, 2417, 2427, 2525, 2551, 2581, 2632, 2658, 2662, 2692, 2804, 2922, 2948, 3136, 3199, 3365, 3660, 3729, 3829, 3844, 3847 ], "14.up_proj": [ 1814, 1961, 1986, 2053, 2140, 2150, 2419, 2457, 2605, 2821, 2861, 3009, 3014, 3174, 3288, 3369, 3411, 3462, 3594, 3615, 3671, 3792, 3879, 3932, 3975, 4094 ], "16.o_proj": [ 1266, 1322, 1382, 1448, 1455, 1588, 1901, 1958, 1966, 1988, 2218, 2401, 2478, 2501, 2564, 2730, 2744, 2808, 2810, 2887, 2950, 3120, 3219, 3358, 3482, 3558, 3624 ], "29.down_proj": [ 1851, 1881, 1991, 2065, 2100, 2263, 2287, 2290, 2409, 2552, 2614, 2726, 2760, 2812, 2889, 3013, 3058, 3094, 3122, 3141, 3159, 3247, 3464, 3636, 3703, 3830, 3849, 3853, 3854, 3874, 4005, 4047 ], "1.up_proj": [ 1931, 1999, 2150, 2196, 2209, 2243, 2794, 3079, 3103, 3149, 3189, 3316, 3460, 3493, 3891, 4030, 4040 ], "22.up_proj": [ 1835, 1840, 1875, 2072, 2250, 2266, 2315, 2368, 2369, 2384, 2688, 2689, 2868, 2957, 2967, 3090, 3357, 3394, 3434, 3530, 3569, 3572, 3676, 3729, 3932, 3956, 4029 ], "14.down_proj": [ 1919, 1921, 2129, 2159, 2259, 2367, 2803, 2867, 2902, 2943, 3163, 3173, 3339, 3402, 3687, 3794, 3811, 4001, 4012, 4043 ], "13.v_proj": [ 1440, 1508, 1625, 1677, 1714, 1814, 1907, 2047, 2378, 2430, 2470, 2603, 2613, 2655, 2855, 2908, 3012, 3099, 3221, 3286, 3365, 3373, 3390, 3496, 3579, 3581, 3617, 3674, 3715, 4004, 4077, 4082, 4084 ], "12.gate_proj": [ 2021, 2353, 2899, 2925, 2962, 2964, 3071, 3146, 3301, 3391, 3459, 3675, 3772, 3811, 3903, 3908, 3955, 3963, 4039 ], "0.down_proj": [ 1968, 2195, 2200, 2318, 2334, 2458, 2463, 2501, 2600, 2603, 2789, 2813, 2899, 2920, 2921, 2978, 3050, 3174, 3268, 3351, 3369, 3409, 3646, 3652, 3653, 3898, 3923, 3938, 4001 ], "9.k_proj": [ 1281, 1360, 1414, 1764, 1769, 1806, 1940, 1978, 1980, 2242, 2290, 2348, 2440, 2517, 2519, 2575, 2888, 2916, 2971, 3294, 3299, 3498, 3576, 3599, 3836, 3856, 3914 ], "18.k_proj": [ 1254, 1268, 1323, 1427, 1684, 1889, 1905, 1941, 1999, 2087, 2312, 2499, 2509, 2563, 2642, 2696, 2715, 2723, 2758, 2773, 2814, 2834, 2871, 3001, 3315, 3374, 3498, 3517, 3525, 3557, 3643, 3644, 3707, 3738, 3883, 3970, 4047, 4081 ], "24.v_proj": [ 1266, 1518, 1622, 1644, 1795, 1816, 1866, 1967, 1978, 1995, 1997, 2083, 2224, 2231, 2252, 2264, 2965, 3039, 3161, 3410, 3508, 3580, 3593, 3957, 3968, 4033 ], "30.v_proj": [ 1529, 1551, 1628, 1697, 1777, 1800, 2107, 2138, 2226, 2231, 2235, 2464, 2527, 2538, 2580, 2619, 2635, 2780, 2788, 2866, 2882, 2996, 3020, 3188, 3314, 3487, 3496, 3544, 3705, 3822, 3916, 3933, 4081 ], "23.q_proj": [ 1475, 1517, 1588, 1718, 2160, 2173, 2294, 2378, 2490, 2494, 2668, 2689, 2780, 2865, 2965, 3084, 3271, 3334, 3400, 3489, 3607, 3643, 3859, 3999, 4007, 4031 ], "19.v_proj": [ 1308, 1388, 1551, 1592, 1647, 1686, 2018, 2259, 2360, 2904, 2929, 3027, 3280, 3290, 3298, 3385, 3543, 3619, 3774, 3787, 3914, 3984, 4047, 4088 ], "13.up_proj": [ 1835, 1908, 1988, 2004, 2042, 2084, 2365, 2431, 2593, 2801, 2804, 2994, 3113, 3338, 3444, 3457, 3506, 3512, 3659, 3678, 3923 ], "28.down_proj": [ 1835, 1987, 2025, 2073, 2088, 2314, 2387, 2393, 2514, 2602, 2671, 3075, 3180, 3226, 3275, 3355, 3606, 3631, 3750, 3964, 4031, 4087 ], "5.k_proj": [ 1387, 1404, 1455, 1526, 1722, 1757, 1796, 1819, 1983, 2210, 2256, 2261, 2278, 2306, 2358, 2365, 2400, 2602, 2675, 2684, 2765, 2835, 2949, 3056, 3133, 3145, 3205, 3288, 3308, 3314, 3388, 3505, 3572, 3595, 3642, 3743, 3766, 3874, 3922 ], "2.q_proj": [ 1230, 1295, 1322, 1334, 1627, 1866, 1877, 2084, 2209, 2215, 2244, 2413, 2434, 2468, 2509, 2564, 2961, 3008, 3039, 3110, 3559, 3653, 3673, 3689, 3736, 3832, 3836, 4016, 4083 ], "17.up_proj": [ 1830, 1873, 1975, 2096, 2115, 2240, 2431, 2436, 2593, 2778, 2785, 2861, 2876, 2983, 2993, 3013, 3151, 3231, 3255, 3303, 3323, 3343, 3359, 3362, 3712, 3778, 3861, 3898, 3957, 4050, 4081 ], "22.o_proj": [ 1273, 1400, 1405, 1734, 1792, 1827, 1846, 1877, 1968, 1997, 2100, 2129, 2361, 2410, 2486, 2532, 2575, 2654, 2729, 2743, 2760, 2853, 2862, 2934, 3212, 3254, 3299, 3316, 3491, 3683, 3955, 3957, 3974 ], "17.q_proj": [ 1591, 1904, 1963, 2180, 2381, 2594, 2610, 2614, 2682, 2696, 2857, 2951, 2982, 3019, 3153, 3393, 3503, 3554, 3575, 3653, 3978 ], "14.k_proj": [ 1365, 1505, 1615, 1697, 1746, 1855, 1913, 1918, 2060, 2386, 2565, 2580, 2735, 2859, 2883, 2957, 3104, 3169, 3219, 3256, 3423, 3488, 3718, 3818, 3834, 3921 ], "25.down_proj": [ 2036, 2116, 2194, 2205, 2259, 2309, 2500, 2578, 2759, 2765, 2778, 2872, 3017, 3063, 3076, 3206, 3363, 3384, 3404, 3446, 3570, 3845, 3900 ], "15.q_proj": [ 1252, 1312, 1521, 1552, 1568, 1780, 1793, 1931, 2040, 2050, 2158, 2443, 2593, 2705, 2974, 2976, 3114, 3218, 3256, 3456, 3466, 3607, 3625, 3685, 3696, 3745, 3955 ], "12.k_proj": [ 1310, 1359, 1384, 1403, 1557, 1605, 1620, 1626, 1688, 1712, 1865, 2011, 2114, 2309, 2356, 2602, 2946, 2993, 3023, 3045, 3098, 3243, 3535, 3914, 4001, 4053 ], "7.o_proj": [ 1360, 1410, 1517, 1935, 1952, 2007, 2106, 2110, 2255, 2293, 2499, 2957, 3043, 3060, 3067, 3294, 3417, 3594, 3619, 3658, 3934, 4042, 4058 ], "5.up_proj": [ 1856, 1858, 1930, 1941, 1984, 2092, 2255, 2400, 2632, 2683, 2908, 2951, 2991, 3061, 3176, 3361, 3441, 3467, 3486, 3596, 4039 ], "27.q_proj": [ 1422, 1489, 1515, 1610, 1622, 1663, 1710, 1712, 1759, 1795, 1811, 2165, 2176, 2284, 2292, 2354, 2471, 2490, 2814, 2841, 2988, 3016, 3092, 3295, 3329, 3386, 3392, 3579, 3625, 3650, 3686, 3794, 3862, 3923, 3971, 3977, 4023, 4071 ], "9.q_proj": [ 1291, 1307, 1344, 1548, 1606, 1610, 1689, 1749, 1878, 1968, 2026, 2278, 2305, 2403, 2581, 2586, 2612, 2723, 2734, 2763, 3016, 3088, 3199, 3289, 3501, 3939, 4002 ], "0.up_proj": [ 1819, 1859, 1866, 1966, 1999, 2066, 2134, 2194, 2200, 2252, 2302, 2397, 2463, 2491, 2500, 2564, 2623, 2680, 2850, 3073, 3139, 3233, 3467, 3689, 4080, 4089 ], "4.down_proj": [ 1937, 2145, 2368, 2696, 2867, 2889, 2968, 2979, 3143, 3197, 3415, 3490, 3518, 3590, 3630, 3654, 3722, 3833, 3988, 4024, 4059 ], "16.k_proj": [ 1246, 1402, 1561, 1576, 1674, 1760, 1763, 1914, 2031, 2064, 2107, 3114, 3222, 3311, 3348, 3518, 3624, 3896, 4017, 4039 ], "30.up_proj": [ 1897, 1928, 2198, 2271, 2555, 2569, 2842, 2858, 2926, 2945, 2982, 3071, 3176, 3219, 3289, 3336, 3527, 3595, 4045, 4093 ], "12.v_proj": [ 1257, 1368, 1375, 1424, 1481, 1542, 1560, 1570, 1660, 1773, 2071, 2173, 2319, 2377, 2608, 2716, 2908, 2977, 2989, 3008, 3143, 3186, 3315, 3375, 3377, 3541, 3567, 3573, 3575, 3584, 3755, 3834, 3976 ], "23.gate_proj": [ 2003, 2158, 2233, 2280, 2310, 2398, 2405, 2419, 2534, 2622, 2665, 2729, 2820, 2900, 2955, 3329, 3486, 3516, 3545, 3643, 3679, 3937, 3947, 4030, 4063 ], "22.q_proj": [ 1299, 1329, 1586, 1702, 2067, 2128, 2371, 2419, 2438, 2455, 2502, 2545, 2589, 2604, 2659, 2662, 2754, 2837, 2860, 2933, 3155, 3264, 3355, 3442, 3443, 3470, 3563, 3612, 3776, 3793 ], "26.gate_proj": [ 1820, 1912, 2101, 2137, 2278, 2799, 2881, 2900, 2901, 3126, 3146, 3313, 3365, 3407, 3455, 3609, 3762, 3863 ], "30.k_proj": [ 1414, 1473, 1526, 1864, 1959, 2139, 2191, 2199, 2256, 2276, 2302, 2402, 2522, 2532, 2627, 2771, 2799, 2838, 3084, 3173, 3220, 3253, 3308, 3683, 3749, 3847, 3990, 4007 ], "18.gate_proj": [ 1820, 1841, 1853, 1869, 1917, 1945, 2123, 2225, 2300, 2434, 2559, 2603, 2604, 2706, 2765, 3062, 3094, 3179, 3401, 3405, 3535, 3609, 3810 ], "8.up_proj": [ 1793, 1879, 1893, 2149, 2189, 2370, 2518, 2543, 2600, 2656, 2713, 2842, 2893, 3038, 3228, 3242, 3315, 3491, 3735, 3741, 3854, 3881, 4077, 4089 ], "28.up_proj": [ 1851, 1876, 1897, 1969, 2072, 2162, 2217, 2278, 2408, 2618, 2621, 2658, 2736, 2773, 2989, 3118, 3290, 3294, 3313, 3377, 3424, 3445, 3607, 3674, 3716, 3775, 3888, 3935 ], "17.o_proj": [ 1237, 1389, 1517, 1680, 1741, 1756, 1864, 1893, 1902, 2133, 2259, 2291, 2371, 2786, 2792, 2812, 2939, 3018, 3279, 3326, 3364, 3519, 3601, 3790, 3903 ], "16.q_proj": [ 1451, 1597, 1616, 2151, 2214, 2252, 2406, 2476, 2584, 2591, 3051, 3121, 3621, 3658, 3715, 4001, 4005, 4039, 4068, 4094 ], "5.gate_proj": [ 1876, 2036, 2057, 2072, 2095, 2120, 2125, 2363, 2410, 2525, 2749, 2781, 2830, 2921, 3062, 3095, 3151, 3220, 3410, 3535, 3581, 3592, 3632, 3848, 3870, 3882 ], "23.down_proj": [ 1819, 2159, 2167, 2265, 2282, 2533, 2603, 2634, 2678, 2706, 3111, 3126, 3250, 3449, 3450, 3471, 3629, 3657, 3945, 4008, 4046 ], "13.q_proj": [ 1268, 1276, 1512, 1610, 1827, 1885, 1994, 2023, 2038, 2074, 2082, 2089, 2309, 2343, 2494, 2697, 2763, 2828, 2931, 3072, 3087, 3388, 3466, 3553, 3631, 3699, 3723, 4084 ], "20.down_proj": [ 1821, 1842, 1889, 2087, 2163, 2206, 2359, 2392, 2409, 2410, 2484, 2579, 2741, 2786, 2853, 2904, 3095, 3105, 3158, 3173, 3195, 3218, 3268, 3292, 3369, 3384, 3449, 3504, 3531, 3807, 3832, 4087 ], "6.v_proj": [ 1398, 1414, 1424, 1431, 1715, 1751, 1800, 1862, 2018, 2105, 2249, 2334, 2410, 2426, 2458, 2509, 2904, 3103, 3490, 3647, 3797 ], "6.q_proj": [ 1245, 1300, 1391, 1435, 1715, 1720, 1774, 1831, 1969, 2314, 2342, 2360, 2361, 2541, 2833, 2881, 2958, 3097, 3440, 3496, 3517, 3652, 3853, 3899, 3914 ], "3.gate_proj": [ 1813, 2056, 2206, 2318, 2488, 2701, 2750, 2768, 2964, 3126, 3170, 3283, 3315, 3460, 3479, 3506, 3534, 3537, 3546, 3574, 3597, 3651, 3718, 3841, 3854, 4004, 4021, 4049, 4059 ], "14.v_proj": [ 1292, 1301, 1368, 1395, 1723, 1872, 1895, 1917, 1919, 1958, 2078, 2079, 2199, 2234, 2465, 2480, 3234, 3278, 3358, 3450, 3456, 3917, 3946, 4049 ], "15.v_proj": [ 1235, 1798, 1929, 1978, 2069, 2363, 2457, 2712, 2805, 2859, 2905, 2914, 2937, 3077, 3194, 3380, 3545, 3652, 3701, 3703, 3795, 3896, 4042 ], "15.k_proj": [ 1240, 1270, 1335, 1465, 1472, 1477, 1575, 1606, 1717, 1763, 1894, 2129, 2198, 2341, 2342, 2374, 2441, 2536, 2802, 2847, 3010, 3061, 3167, 3256, 3264, 3293, 3557, 3638, 4000, 4006, 4093 ], "20.k_proj": [ 1466, 1512, 1522, 1553, 1562, 1577, 1922, 1993, 2167, 2243, 2256, 2261, 2399, 2546, 2587, 2802, 3142, 3169, 3218, 3331, 3389, 3595, 3622, 3850, 3884, 3968, 4078 ], "3.q_proj": [ 1347, 1360, 1419, 1426, 1501, 1581, 1631, 1633, 1650, 1766, 1877, 2000, 2025, 2100, 2329, 2400, 2508, 2518, 2584, 2870, 2923, 3055, 3056, 3068, 3243, 3315, 3492, 3554, 3682, 3758, 3815, 3979, 3993, 4078 ], "11.o_proj": [ 1323, 1480, 1520, 1567, 1702, 1720, 1807, 1989, 1996, 2434, 2732, 3014, 3136, 3171, 3232, 3258, 3273, 3524, 3561, 3615, 3837, 3896, 3911, 3966, 3992, 4042, 4064 ], "2.v_proj": [ 1401, 1690, 1734, 1939, 1964, 2027, 2070, 2122, 2139, 2196, 2261, 2422, 2424, 2673, 2787, 2801, 2808, 2829, 2848, 2989, 3504, 3562, 3710, 4035 ], "22.down_proj": [ 1864, 2124, 2130, 2136, 2186, 2366, 2450, 2534, 2716, 2832, 2854, 3025, 3133, 3166, 3266, 3283, 3491, 3506, 3536, 3677, 3692, 3712, 3879, 3956, 3980, 4023 ], "28.v_proj": [ 1244, 1260, 1269, 1306, 1368, 1373, 1408, 1454, 1611, 1703, 1865, 1872, 1938, 2014, 2100, 2115, 2130, 2568, 2617, 2633, 2752, 3140, 3380, 3384, 3582, 3731, 3864, 3883, 3887, 3960, 3977, 4007 ], "7.q_proj": [ 1297, 1319, 1393, 1598, 1723, 1823, 2077, 2140, 2240, 2439, 2475, 2544, 2671, 2771, 2977, 3004, 3037, 3341, 3358, 3453, 3539, 3783, 3816, 3829, 3986, 4057, 4065, 4067 ], "18.q_proj": [ 1276, 1348, 1422, 1656, 1722, 2145, 2169, 2219, 2399, 2458, 2512, 2591, 2625, 2726, 2741, 2798, 2910, 3043, 3054, 3071, 3283, 3494, 3514, 3526, 3592, 3645, 3647, 3699, 3703, 3735, 3737, 3920, 3952, 3984, 4059 ], "10.o_proj": [ 1368, 1380, 1536, 1564, 1655, 1930, 2083, 2161, 2240, 2242, 2481, 2499, 2679, 2747, 2761, 2803, 2933, 2984, 3032, 3258, 3311, 3338, 3375, 3464, 3470, 3483, 3498, 3563, 3651, 3671, 3678, 3715, 3738, 3740, 4016, 4077 ], "31.gate_proj": [ 1914, 2032, 2056, 2249, 2262, 2306, 2352, 2528, 2845, 2948, 2989, 3350, 3388, 3647, 3751, 3760, 3807, 3820, 3953, 4077 ], "21.up_proj": [ 1829, 2080, 2081, 2376, 2481, 2489, 2700, 2744, 2827, 2838, 2856, 2949, 3143, 3215, 3358, 3387, 3428, 3508, 3607, 3655, 3681, 3725, 3756, 3829, 4012, 4084 ], "10.k_proj": [ 1267, 1393, 1608, 1792, 1902, 1950, 1970, 1992, 2071, 2104, 2117, 2131, 2279, 2463, 2585, 2660, 2862, 3040, 3165, 3168, 3241, 3295, 3523, 3560, 3646, 3710, 3716, 3805, 3839, 3864, 3876, 3916, 4033 ], "28.q_proj": [ 1243, 1350, 1544, 1595, 1652, 1674, 1685, 1699, 1700, 1775, 1780, 1785, 2251, 2632, 2643, 2701, 2751, 2806, 2889, 2988, 3352, 3405, 3508, 3511, 3515, 3516, 3567, 3568, 3614, 3720, 3974, 4051 ], "4.v_proj": [ 1270, 1676, 1715, 1845, 1904, 2023, 2149, 2159, 2237, 2263, 2281, 2330, 2440, 2510, 2524, 2584, 2662, 2698, 2927, 3020, 3117, 3128, 3186, 3339, 3869, 3905, 3964 ], "18.down_proj": [ 1814, 1832, 1902, 1953, 2105, 2738, 2778, 2925, 2985, 3139, 3178, 3458, 3553, 3571, 3643, 3661, 3719, 3811, 3889, 3950, 4088 ], "12.q_proj": [ 1237, 1308, 1412, 1466, 1492, 1534, 1736, 1828, 1886, 1888, 1946, 1982, 2057, 2140, 2184, 2234, 2251, 2254, 2289, 2337, 2356, 2360, 2517, 2531, 2571, 2609, 2769, 3184, 3210, 3248, 3466, 3627, 3794, 3835, 3889, 4027 ], "31.o_proj": [ 1383, 1396, 1477, 1618, 1620, 1644, 1646, 1737, 1812, 1897, 2117, 2225, 2283, 2299, 2349, 2350, 2428, 2440, 2878, 3023, 3107, 3490, 3689, 3758, 3794, 3895, 3981, 4041 ], "30.down_proj": [ 1829, 1838, 1873, 1960, 2094, 2147, 2155, 2577, 2671, 2841, 2868, 2873, 2887, 2915, 2961, 3062, 3187, 3335, 3398, 3469, 3686, 3743, 3765, 3867, 3881, 3910, 3914, 3933, 4006, 4027, 4033, 4038, 4090 ], "1.k_proj": [ 1449, 1557, 1703, 1863, 2014, 2090, 2103, 2110, 2146, 2246, 2282, 2409, 2542, 2816, 2881, 2927, 3050, 3215, 3232, 3292, 3338, 3586, 3846, 3895, 4014 ], "27.k_proj": [ 1260, 1331, 1628, 1686, 1780, 1792, 1864, 2015, 2093, 2141, 2328, 2407, 2496, 2715, 2787, 2854, 2882, 2991, 3221, 3372, 3377, 3393, 3598, 3679, 3710, 3818, 3821, 4020 ], "25.gate_proj": [ 1810, 1991, 2039, 2310, 2389, 2413, 2427, 2465, 2493, 2558, 2590, 2649, 2952, 2986, 3152, 3317, 3324, 3454, 3715, 3958, 3964 ], "9.up_proj": [ 1815, 1874, 1934, 2038, 2053, 2429, 2496, 2622, 2770, 2881, 3097, 3101, 3229, 3236, 3254, 3284, 3318, 3327, 3330, 3338, 3347, 3408, 3413, 3772, 3860, 3938 ], "31.q_proj": [ 1254, 1305, 1306, 1539, 1575, 1762, 2146, 2344, 2429, 2438, 2657, 2808, 2819, 2932, 3054, 3065, 3102, 3324, 3387, 3625, 3679, 3713, 3775 ], "17.k_proj": [ 1325, 1342, 1395, 1442, 1478, 1493, 1639, 1766, 1797, 2123, 2173, 2300, 2383, 2409, 2437, 2455, 2481, 2554, 2633, 2720, 2947, 2975, 3296, 3311, 3622, 3777, 3779, 4005, 4015 ], "23.o_proj": [ 1475, 1578, 1799, 2102, 2297, 2362, 2533, 2546, 2661, 2764, 2789, 2847, 3054, 3169, 3190, 3339, 3495, 3703, 3740, 3834, 3883, 3944 ], "9.v_proj": [ 1264, 1266, 1267, 1425, 1568, 1579, 1631, 1667, 1683, 1823, 2023, 2068, 2096, 2114, 2312, 2337, 2450, 2632, 2710, 2900, 3130, 3144, 3307, 3445, 3548 ], "6.gate_proj": [ 1814, 1868, 1912, 1951, 2343, 2389, 2412, 2523, 2536, 2599, 2608, 2657, 2697, 2731, 2826, 2986, 3072, 3139, 3211, 3409 ], "0.v_proj": [ 1285, 1438, 1470, 1495, 1557, 1586, 1728, 1734, 1736, 1826, 1852, 1980, 2024, 2057, 2089, 2296, 2474, 2479, 2530, 2606, 2634, 2754, 2779, 2863, 2961, 3001, 3064, 3294, 3343, 3437, 3444, 3514, 3622, 3663, 3761, 3846, 3980 ], "24.q_proj": [ 1417, 1440, 1523, 1724, 1781, 1950, 2257, 2325, 2331, 2394, 2826, 2897, 2934, 2975, 3343, 3463, 3513, 3712, 3871, 4051 ], "8.q_proj": [ 1237, 1383, 1567, 1644, 1673, 1726, 1770, 1786, 1839, 1938, 1970, 2016, 2033, 2195, 2222, 2335, 2343, 2484, 2514, 2526, 2541, 2771, 2853, 2910, 3038, 3118, 3176, 3250, 3315, 3329, 3505, 3513, 3617, 3734, 3770, 3844, 3857, 3982, 4055 ], "31.down_proj": [ 1986, 2025, 2051, 2108, 2128, 2208, 2295, 2456, 2592, 2624, 2857, 2890, 2933, 2949, 2972, 2979, 3065, 3162, 3166, 3187, 3456, 3572, 3589, 3918 ], "9.gate_proj": [ 1951, 2132, 2256, 2321, 2390, 2457, 2778, 2784, 2792, 2805, 2841, 3021, 3225, 3304, 3353, 3519, 3658, 3668, 3702, 3845, 3908, 3951, 4007 ], "21.down_proj": [ 1824, 2013, 2075, 2324, 2662, 2664, 2675, 2761, 2766, 2786, 3029, 3157, 3288, 3318, 3356, 3378, 3557, 3583, 3789, 3913, 4010 ], "16.gate_proj": [ 1964, 2079, 2179, 2269, 2368, 2504, 2540, 2711, 2761, 2952, 2965, 2999, 3149, 3184, 3215, 3305, 3334, 3408, 3570, 3603, 3621, 3626, 3815, 3923, 3927, 3928 ], "26.down_proj": [ 2057, 2091, 2110, 2600, 2705, 2818, 2848, 3166, 3187, 3428, 3453, 3525, 3712, 3793, 3845, 3987, 4035, 4065, 4067, 4085 ], "6.down_proj": [ 1915, 1951, 1968, 2039, 2239, 2268, 2309, 2321, 2326, 2539, 2615, 2653, 2666, 2729, 2742, 2750, 2830, 2861, 2949, 3003, 3020, 3052, 3126, 3274, 3508, 3559, 3614, 3877, 3879, 4038 ], "13.down_proj": [ 1942, 1950, 2109, 2352, 2405, 2449, 2475, 2806, 2863, 3149, 3201, 4044 ], "10.q_proj": [ 1240, 1257, 1302, 1400, 1567, 1602, 1628, 1681, 1697, 1711, 1766, 1807, 1820, 1890, 2000, 2003, 2066, 2308, 2332, 2343, 2393, 2473, 2565, 2618, 2714, 2921, 2927, 2995, 3123, 3261, 3337, 3346, 3466, 3703, 3723, 3789, 3948 ], "30.o_proj": [ 1331, 1572, 1666, 1836, 1929, 2134, 2177, 2245, 2248, 2320, 2619, 2635, 2759, 2774, 2785, 2948, 2980, 3030, 3053, 3115, 3376, 3378, 3417, 3576, 3988, 4018, 4028, 4053, 4076 ], "15.up_proj": [ 1926, 2089, 2105, 2127, 2273, 2302, 2372, 2375, 2824, 2899, 2908, 3009, 3145, 3206, 3241, 3449, 3464, 3474, 3755, 3766, 3769, 3805, 3835, 3889, 4008 ], "5.down_proj": [ 1896, 1904, 1920, 1973, 2053, 2070, 2243, 2249, 2486, 2739, 2820, 2917, 3085, 3369, 3480, 3619, 4010 ], "27.down_proj": [ 1798, 2001, 2280, 2342, 2345, 2360, 2398, 2504, 2546, 2588, 2705, 2736, 2844, 2900, 2974, 2989, 3019, 3024, 3078, 3197, 3330, 3382, 3385, 3475, 3665, 3676, 3694, 3751, 3827, 3958, 4095 ], "15.o_proj": [ 1393, 1521, 1589, 1598, 1683, 1695, 1719, 1746, 1904, 1931, 2144, 2195, 2291, 2485, 2679, 2705, 2748, 2888, 2935, 3233, 3374, 3436, 3444, 3487, 3643, 3730, 3734, 3838, 3955, 3992, 4091 ], "19.q_proj": [ 1314, 1376, 1383, 1422, 1547, 1658, 1689, 1884, 1891, 2056, 2094, 2187, 2188, 2223, 2367, 2387, 2485, 2539, 2547, 2548, 2787, 2967, 3109, 3210, 3300, 3442, 3501, 3547, 3636, 3701, 3724, 3856, 3943, 4070 ], "26.v_proj": [ 1564, 1896, 2197, 2295, 2413, 2574, 2575, 2855, 2921, 3104, 3351, 3358, 3452, 3554, 3883, 3983, 4038, 4093 ], "0.gate_proj": [ 1796, 1881, 1926, 2055, 2136, 2203, 2255, 2286, 2389, 2406, 2628, 2789, 2940, 3033, 3081, 3198, 3360, 3474, 3475, 3610, 3658, 3756, 3774, 3788, 3954, 3978, 4046 ], "1.q_proj": [ 1696, 1716, 1762, 1886, 1899, 1930, 1933, 1956, 1976, 1988, 2039, 2140, 2307, 2483, 2520, 2530, 2988, 3079, 3316, 3409, 3520, 3595, 3740, 3911 ], "24.o_proj": [ 1327, 1477, 1551, 1608, 1788, 1991, 1997, 2088, 2363, 2538, 2544, 2601, 2767, 2934, 2944, 3096, 3368, 3449, 3564, 3571, 3718, 3719, 3793, 3796, 3854, 3929 ], "25.v_proj": [ 1233, 1263, 1384, 1926, 2082, 2096, 2236, 2321, 2439, 2529, 2554, 2561, 2882, 2887, 3000, 3005, 3019, 3193, 3206, 3261, 3388, 3418, 3465, 3754, 3790, 3829, 4008, 4092 ], "29.q_proj": [ 1239, 1450, 1698, 1814, 1821, 1933, 1953, 1991, 2006, 2102, 2142, 2186, 2435, 2483, 2502, 2508, 2596, 2672, 2679, 2723, 2726, 2782, 2956, 3084, 3231, 3602, 3640, 3707, 3722, 3835, 3911, 3967, 3969, 3972, 3973, 4061 ], "7.v_proj": [ 1248, 1500, 1641, 1665, 1771, 1795, 1827, 1842, 1860, 2065, 2195, 2460, 2527, 2626, 2660, 2689, 2735, 2959, 3090, 3526, 3586, 3596, 3620, 3728, 3895, 3908, 3936, 4073 ], "8.down_proj": [ 1831, 1845, 1948, 1995, 2260, 2359, 2472, 2489, 2571, 2653, 2669, 2693, 2793, 3042, 3118, 3135, 3415, 3485, 3490, 3605, 3702, 3961, 3990 ], "28.gate_proj": [ 1796, 1923, 2019, 2064, 2070, 2346, 2402, 2414, 2486, 2639, 2707, 2969, 3053, 3123, 3274, 3523, 3706, 3724, 3796, 3804, 3844, 3878, 4031 ], "16.v_proj": [ 1291, 1451, 1649, 1655, 1704, 1745, 1970, 1997, 2045, 2127, 2404, 2613, 2647, 2671, 2816, 2943, 3178, 3240, 3387, 3452, 3502, 3609, 3651, 3677, 3754, 3778, 3830, 3880, 3913, 3919, 4014 ], "27.v_proj": [ 1273, 1292, 1431, 1454, 1471, 1513, 1533, 1564, 1610, 1781, 1828, 1885, 2091, 2109, 2278, 2372, 2412, 2654, 2778, 2791, 2942, 3006, 3053, 3333, 3444, 3457, 3517, 3604, 3641, 3750, 3755, 3774, 3935 ], "19.gate_proj": [ 1897, 1943, 2027, 2063, 2152, 2205, 2252, 2263, 2376, 2430, 2453, 2498, 2544, 2573, 2661, 2702, 2715, 2864, 2904, 2965, 3065, 3070, 3256, 3466, 3488, 3635, 3650, 3659, 3710, 3723, 3867, 3960 ], "4.q_proj": [ 1249, 1425, 1906, 1910, 1958, 1985, 2062, 2063, 2090, 2154, 2208, 2294, 2326, 2404, 2798, 2919, 2945, 3135, 3454, 3549, 3661, 3692, 3831, 3903 ], "3.down_proj": [ 1882, 1954, 1971, 2129, 2223, 2260, 2535, 2690, 3453, 3454, 3628, 3649, 3721 ], "20.up_proj": [ 1829, 1892, 1952, 2059, 2250, 2323, 2368, 2431, 2557, 2560, 2680, 2681, 2716, 2807, 2826, 2907, 2921, 2933, 3070, 3110, 3341, 3410, 3458, 3898, 3968 ], "11.q_proj": [ 1263, 1289, 1383, 1419, 1484, 1563, 1594, 1662, 1690, 1748, 1818, 1850, 1985, 2064, 2602, 2603, 2727, 2883, 2918, 3186, 3522, 3555, 3602, 3715, 3794, 3998, 4000, 4091 ], "11.gate_proj": [ 1817, 1959, 2003, 2097, 2283, 2353, 2502, 2730, 2760, 3014, 3077, 3161, 3308, 3407, 3415, 3432, 3534, 3575, 3621, 3642, 3660, 3743, 3879, 3956 ], "8.k_proj": [ 1468, 1473, 1529, 1561, 1567, 1578, 1618, 1706, 1713, 1744, 1952, 2144, 2237, 2422, 2477, 2523, 2530, 2627, 2878, 2935, 3073, 3229, 3395, 3434, 3637, 3746, 3822, 3936, 3941, 4047, 4065 ], "2.k_proj": [ 1304, 1539, 1572, 1782, 1895, 2289, 2497, 2530, 2570, 2710, 2751, 2770, 2878, 3174, 3186, 3196, 3229, 3295, 3453, 3491, 3496, 3516, 3530, 3553, 3615, 3646 ], "14.gate_proj": [ 1883, 2032, 2045, 2177, 2218, 2361, 2471, 2483, 2545, 2608, 2609, 2639, 3222, 3454, 3491 ], "3.k_proj": [ 1260, 1315, 1362, 1382, 1627, 1768, 1811, 1815, 1816, 1914, 2039, 2064, 2071, 2131, 2150, 2494, 2565, 2714, 2720, 2835, 3352, 3357, 3385, 3770, 3771, 3773, 4031 ], "21.gate_proj": [ 1808, 1869, 2008, 2010, 2062, 2071, 2215, 2278, 2359, 2418, 2555, 2557, 2577, 2951, 3191, 3269, 3274, 3430, 3444, 3445, 3511, 3663, 3687, 3839, 3941 ], "15.gate_proj": [ 1948, 2184, 2302, 2391, 2596, 2659, 2663, 2842, 2843, 2847, 2971, 3023, 3030, 3125, 3168, 3183, 3257, 3273, 3341, 3411, 3478, 3495, 3638, 3837, 3862 ], "10.gate_proj": [ 1882, 1884, 1899, 1919, 1936, 1954, 2028, 2029, 2132, 2180, 2181, 2244, 2472, 2580, 2819, 2915, 2922, 2923, 3031, 3036, 3161, 3192, 3340, 3406, 3424, 3496, 3514, 3569, 3628, 3783, 3857, 3920, 4095 ], "28.o_proj": [ 1260, 1267, 1334, 1355, 1365, 1540, 1670, 1725, 1731, 1946, 2268, 2298, 2340, 2380, 2417, 2611, 2625, 2775, 2995, 3073, 3090, 3125, 3297, 3308, 3330, 3370, 3471, 3489, 3683, 3787, 3831, 3977 ], "12.up_proj": [ 1836, 2014, 2044, 2171, 2422, 2462, 2489, 2497, 2601, 2646, 2764, 2940, 2990, 3043, 3118, 3235, 3241, 3333, 3343, 3361, 3390, 3392, 3408, 3429, 3442, 3501, 3531, 3706, 3855, 3956, 3984, 4032 ], "25.up_proj": [ 1800, 1826, 1854, 1867, 1876, 1921, 1946, 1980, 2119, 2161, 2179, 2254, 2261, 2287, 2334, 2407, 2583, 2637, 2654, 2808, 2940, 3241, 3290, 3354, 3544, 3564, 3635, 3682, 3773, 3791, 3856, 3895, 4022 ], "17.down_proj": [ 1875, 1899, 2232, 2240, 2245, 2463, 2481, 2627, 2809, 2841, 2915, 3053, 3080, 3316, 3423, 3613, 3651, 3803, 3937, 3950, 3972, 4001, 4075 ], "1.v_proj": [ 1486, 1594, 1638, 1805, 1881, 2097, 2311, 2437, 2520, 2544, 2616, 2691, 2803, 3139, 3189, 3205, 3233, 3355, 3415, 3483, 3572, 3591, 3617, 3710, 3756, 3827, 3864, 4024 ], "18.up_proj": [ 1904, 2006, 2038, 2147, 2218, 2262, 2265, 2291, 2303, 2338, 2388, 2454, 2596, 2940, 3001, 3028, 3085, 3087, 3094, 3259, 3377, 3619, 3629, 3642, 3652, 3724, 3785, 3792, 3826, 3829, 4052 ], "26.q_proj": [ 1309, 1645, 2020, 2026, 2055, 2081, 2371, 2441, 2464, 2542, 2552, 2575, 2605, 2623, 2670, 2791, 2840, 2853, 3160, 3251, 3259, 3448, 3495, 3706, 3707, 3745, 3791, 3802, 3855 ], "11.down_proj": [ 1923, 1967, 2028, 2243, 2268, 2356, 2495, 2562, 2591, 2632, 2925, 2936, 2967, 3093, 3281, 3343, 3362, 3373, 3403, 3520, 3551, 3576, 3826, 3939, 4057 ], "21.v_proj": [ 1374, 1577, 1626, 1871, 1944, 1953, 2038, 2062, 2203, 2350, 2500, 2566, 2612, 2659, 2748, 2795, 3052, 3112, 3177, 3392, 3591, 3602, 3676, 3756, 4024 ], "31.up_proj": [ 1913, 2321, 2474, 2587, 2767, 2777, 2837, 2989, 3011, 3158, 3162, 3170, 3208, 3292, 3327, 3349, 3383, 3535, 3623, 3637, 3900, 3968, 3993, 4043, 4088 ], "20.gate_proj": [ 1830, 1901, 1929, 2079, 2128, 2152, 2431, 2497, 2542, 2547, 2928, 3052, 3189, 3206, 3233, 3268, 3303, 3356, 3492, 3536, 3624, 3651, 3698, 3914, 3929, 3979 ], "3.o_proj": [ 1228, 1255, 1312, 1371, 1587, 1909, 2255, 2531, 2681, 2732, 2766, 2894, 2902, 2988, 3117, 3136, 3171, 3232, 3242, 3284, 3611, 3664, 3678, 3770, 3978, 4054, 4055 ], "11.v_proj": [ 1285, 1456, 1793, 1821, 1849, 1867, 1962, 1978, 2408, 2507, 2543, 2626, 2867, 2983, 3017, 3143, 3224, 3244, 3310, 3324, 3425, 3445, 3580, 3635, 3653, 3867, 3907, 3925, 3933, 3999, 4017 ], "21.k_proj": [ 1360, 1393, 1491, 1558, 1576, 1800, 1855, 1893, 2011, 2112, 2214, 2347, 2414, 2516, 2754, 2891, 2893, 3320, 3334, 3337, 3338, 3362, 3518, 3561, 3582, 3618, 3711 ], "19.down_proj": [ 1828, 2014, 2231, 2246, 2358, 2522, 2562, 2732, 2926, 2930, 3128, 3220, 3254, 3286, 3989, 4085 ], "31.v_proj": [ 1688, 1730, 1748, 1861, 1916, 2061, 2127, 2289, 2334, 2608, 2629, 2774, 2811, 3243, 3343, 3589, 3609, 3914, 3929 ], "19.o_proj": [ 1292, 1490, 1807, 2119, 2254, 2328, 2514, 2555, 2619, 2780, 3049, 3428, 3433, 3589, 3657, 3851 ], "5.q_proj": [ 1445, 1509, 1660, 1942, 2024, 2069, 2082, 2249, 2474, 2600, 2689, 2887, 2893, 2902, 2962, 2973, 3190, 3624, 3644, 3688, 3700, 3758, 3829, 3890, 3915 ], "19.k_proj": [ 1255, 1279, 1403, 1737, 1876, 1927, 2162, 2241, 2244, 2284, 2338, 2480, 2800, 2848, 3162, 3176, 3189, 3290, 3419, 3499, 3751, 3817, 3969 ], "2.gate_proj": [ 1810, 1951, 1969, 2009, 2071, 2189, 2193, 2333, 2335, 2357, 2372, 2445, 2462, 2486, 2521, 2558, 2928, 2947, 2988, 3240, 3326, 3342, 3598, 3780 ], "16.down_proj": [ 1808, 1847, 2028, 2424, 2429, 2688, 2817, 3010, 3026, 3135, 3379, 3526, 3542, 3662, 3939, 3965, 3978, 4019, 4059 ], "7.k_proj": [ 1323, 1412, 1550, 1560, 1571, 1731, 1797, 1923, 2245, 2263, 2300, 2317, 2472, 2617, 2679, 2876, 3290, 3395, 3407, 3587, 3633, 3637, 3717, 3762, 3770, 3917 ], "6.o_proj": [ 1502, 1586, 1612, 1652, 1656, 1849, 2083, 2097, 2123, 2210, 2308, 2323, 2341, 2349, 2431, 2507, 2546, 2888, 2901, 3023, 3044, 3243, 3270, 3318, 3409, 3535, 3609, 3665, 3754 ], "22.k_proj": [ 1508, 1553, 1594, 1897, 1925, 1968, 2042, 2052, 2134, 2643, 2717, 2869, 3121, 3206, 3250, 3256, 3268, 3301, 3329, 3423, 3518, 3764, 3924 ], "13.k_proj": [ 1374, 1764, 2144, 2158, 2191, 2453, 2476, 2550, 2663, 2783, 2856, 2965, 3031, 3098, 3315, 3357, 3383, 3443, 3594, 3633, 3649, 3686, 3687, 3891, 4060, 4072 ], "10.down_proj": [ 2344, 2451, 2457, 2659, 2668, 2748, 3045, 3047, 3083, 3175, 3498, 3569, 3583, 3638, 3672, 3684, 3730, 3769, 3971, 4025 ], "7.gate_proj": [ 1922, 2238, 2488, 3146, 3592, 3970, 4083 ], "11.up_proj": [ 1855, 1876, 1963, 1989, 2022, 2050, 2084, 2289, 2342, 2357, 2400, 2658, 2783, 2963, 3254, 3285, 3484, 3507, 3584, 3693, 3958 ], "27.gate_proj": [ 1985, 2041, 2208, 2234, 2377, 2402, 2520, 2678, 2978, 3255, 3263, 3657, 3710, 3847, 3978 ] }, "components_dropped": {} }