Hugging Face's logo

Jeesup
/
svd-safety-l2_remove40_random_b010

Text Generation
Transformers
Safetensors
llama
llama2
svd
compression
safety
interpretability
conversational
text-generation-inference
Model card Files
xet
 Community
svd-safety-l2_remove40_random_b010 / compression.json
Jeesup's picture
Jeesup
random arm at 0.01 budget
53bf245 verified
Raw History Blame Contribute Delete
82.5 kB
Invalid JSON:Unexpected token 'I', ..." "tau": Infinity, "... is not valid JSON
{
"source": "/home/users/jeesup/svd_safety/results/svdllm_full/llama2_7b_chat_remove_40_seed42/checkpoint",
"method": "svdllm+rescue",
"arm": "random",
"budget_frac": 0.01,
"ratio_removed": 0.390266339395948,
"param_fraction": 0.609733660604052,
"added_params": 64065792,
"target_params": 64069632,
"n_components": 5901,
"n_swapped_out": 0,
"selector_stats": {
"orr_spent": -0.03760343306314265,
"orr_capped": false,
"pred_safe": 0.006318790720174834,
"pred_benign": 0.0,
"pred_dsafe": 0.006318790720174834,
"pred_orr": -0.03760343306314266,
"pred_refh": -0.007927227061204772,
"pred_refb": -0.018231518741492418,
"pred_gap": -0.01030429133026969
},
"mu": 3.0,
"nu": 1.0,
"tau": Infinity,
"matrices_touched": 224,
"exhausted": false,
"scores": "/home/users/jeesup/svd_safety/results/recovery_jbb/sensitivity/remove40_disc_gap.npz",
"basis": "/home/users/jeesup/svd_safety/assets/svdbasis/llama2_7b_chat_n256_s42",
"per_matrix": {
"29.o_proj": 27,
"9.down_proj": 25,
"2.o_proj": 28,
"23.k_proj": 35,
"28.k_proj": 26,
"31.k_proj": 22,
"14.q_proj": 31,
"20.v_proj": 27,
"29.up_proj": 18,
"15.down_proj": 22,
"1.gate_proj": 22,
"22.gate_proj": 24,
"12.o_proj": 32,
"0.o_proj": 26,
"10.v_proj": 24,
"10.up_proj": 33,
"20.o_proj": 28,
"8.o_proj": 35,
"29.gate_proj": 22,
"14.o_proj": 21,
"25.o_proj": 27,
"17.gate_proj": 18,
"30.q_proj": 24,
"1.o_proj": 32,
"24.down_proj": 22,
"11.k_proj": 26,
"6.k_proj": 40,
"8.v_proj": 32,
"3.up_proj": 28,
"23.up_proj": 28,
"4.k_proj": 30,
"18.v_proj": 29,
"0.q_proj": 33,
"23.v_proj": 37,
"1.down_proj": 33,
"26.k_proj": 45,
"5.o_proj": 33,
"22.v_proj": 34,
"26.o_proj": 21,
"29.v_proj": 27,
"3.v_proj": 20,
"16.up_proj": 25,
"25.q_proj": 39,
"20.q_proj": 32,
"18.o_proj": 22,
"2.down_proj": 25,
"7.down_proj": 21,
"13.o_proj": 24,
"27.up_proj": 27,
"2.up_proj": 20,
"12.down_proj": 24,
"24.up_proj": 18,
"24.k_proj": 27,
"25.k_proj": 31,
"6.up_proj": 22,
"24.gate_proj": 35,
"17.v_proj": 25,
"21.o_proj": 21,
"4.gate_proj": 26,
"0.k_proj": 33,
"26.up_proj": 25,
"27.o_proj": 30,
"21.q_proj": 31,
"13.gate_proj": 24,
"4.o_proj": 28,
"9.o_proj": 28,
"29.k_proj": 23,
"7.up_proj": 19,
"8.gate_proj": 13,
"4.up_proj": 26,
"30.gate_proj": 20,
"5.v_proj": 25,
"19.up_proj": 25,
"14.up_proj": 26,
"16.o_proj": 27,
"29.down_proj": 32,
"1.up_proj": 17,
"22.up_proj": 27,
"14.down_proj": 20,
"13.v_proj": 33,
"12.gate_proj": 19,
"0.down_proj": 29,
"9.k_proj": 27,
"18.k_proj": 38,
"24.v_proj": 26,
"30.v_proj": 33,
"23.q_proj": 26,
"19.v_proj": 24,
"13.up_proj": 21,
"28.down_proj": 22,
"5.k_proj": 39,
"2.q_proj": 29,
"17.up_proj": 31,
"22.o_proj": 33,
"17.q_proj": 21,
"14.k_proj": 26,
"25.down_proj": 23,
"15.q_proj": 27,
"12.k_proj": 26,
"7.o_proj": 23,
"5.up_proj": 21,
"27.q_proj": 38,
"9.q_proj": 27,
"0.up_proj": 26,
"4.down_proj": 21,
"16.k_proj": 20,
"30.up_proj": 20,
"12.v_proj": 33,
"23.gate_proj": 25,
"22.q_proj": 30,
"26.gate_proj": 18,
"30.k_proj": 28,
"18.gate_proj": 23,
"8.up_proj": 24,
"28.up_proj": 28,
"17.o_proj": 25,
"16.q_proj": 20,
"5.gate_proj": 26,
"23.down_proj": 21,
"13.q_proj": 28,
"20.down_proj": 32,
"6.v_proj": 21,
"6.q_proj": 25,
"3.gate_proj": 29,
"14.v_proj": 24,
"15.v_proj": 23,
"15.k_proj": 31,
"20.k_proj": 27,
"3.q_proj": 34,
"11.o_proj": 27,
"2.v_proj": 24,
"22.down_proj": 26,
"28.v_proj": 32,
"7.q_proj": 28,
"18.q_proj": 35,
"10.o_proj": 36,
"31.gate_proj": 20,
"21.up_proj": 26,
"10.k_proj": 33,
"28.q_proj": 32,
"4.v_proj": 27,
"18.down_proj": 21,
"12.q_proj": 36,
"31.o_proj": 28,
"30.down_proj": 33,
"1.k_proj": 25,
"27.k_proj": 28,
"25.gate_proj": 21,
"9.up_proj": 26,
"31.q_proj": 23,
"17.k_proj": 29,
"23.o_proj": 22,
"9.v_proj": 25,
"6.gate_proj": 20,
"0.v_proj": 37,
"24.q_proj": 20,
"8.q_proj": 39,
"31.down_proj": 24,
"9.gate_proj": 23,
"21.down_proj": 21,
"16.gate_proj": 26,
"26.down_proj": 20,
"6.down_proj": 30,
"13.down_proj": 12,
"10.q_proj": 37,
"30.o_proj": 29,
"15.up_proj": 25,
"5.down_proj": 17,
"27.down_proj": 31,
"15.o_proj": 31,
"19.q_proj": 34,
"26.v_proj": 18,
"0.gate_proj": 27,
"1.q_proj": 24,
"24.o_proj": 26,
"25.v_proj": 28,
"29.q_proj": 36,
"7.v_proj": 28,
"8.down_proj": 23,
"28.gate_proj": 23,
"16.v_proj": 31,
"27.v_proj": 33,
"19.gate_proj": 32,
"4.q_proj": 24,
"3.down_proj": 13,
"20.up_proj": 25,
"11.q_proj": 28,
"11.gate_proj": 24,
"8.k_proj": 31,
"2.k_proj": 26,
"14.gate_proj": 15,
"3.k_proj": 27,
"21.gate_proj": 25,
"15.gate_proj": 25,
"10.gate_proj": 33,
"28.o_proj": 32,
"12.up_proj": 32,
"25.up_proj": 33,
"17.down_proj": 23,
"1.v_proj": 28,
"18.up_proj": 31,
"26.q_proj": 29,
"11.down_proj": 25,
"21.v_proj": 25,
"31.up_proj": 25,
"20.gate_proj": 26,
"3.o_proj": 27,
"11.v_proj": 31,
"21.k_proj": 27,
"19.down_proj": 16,
"31.v_proj": 19,
"19.o_proj": 16,
"5.q_proj": 25,
"19.k_proj": 23,
"2.gate_proj": 24,
"16.down_proj": 19,
"7.k_proj": 26,
"6.o_proj": 29,
"22.k_proj": 23,
"13.k_proj": 26,
"10.down_proj": 20,
"7.gate_proj": 7,
"11.up_proj": 21,
"27.gate_proj": 15
},
"components": {
"29.o_proj": [
1340,
1345,
1494,
1736,
1914,
2063,
2141,
2180,
2197,
2600,
2718,
2805,
2901,
2955,
3080,
3127,
3199,
3235,
3306,
3444,
3462,
3471,
3601,
3707,
3709,
3856,
4014
],
"9.down_proj": [
1821,
2011,
2017,
2133,
2210,
2276,
2345,
2366,
2392,
2440,
2530,
2587,
2659,
2708,
2931,
2952,
3009,
3080,
3455,
3490,
3513,
3522,
3626,
3674,
3769
],
"2.o_proj": [
1263,
1292,
1305,
1364,
1473,
1541,
1579,
1633,
1644,
1694,
1708,
1941,
1996,
2201,
2240,
2352,
2355,
2407,
2508,
2623,
2879,
2959,
2966,
3130,
3250,
3327,
3493,
3772
],
"23.k_proj": [
1253,
1268,
1308,
1535,
1547,
1578,
1727,
1778,
1919,
1957,
2077,
2102,
2128,
2143,
2470,
2559,
2659,
2725,
2782,
2960,
3049,
3056,
3152,
3306,
3351,
3370,
3403,
3415,
3513,
3535,
3596,
3619,
3721,
3797,
3963
],
"28.k_proj": [
1251,
1277,
1407,
1510,
1568,
1727,
1734,
1866,
2088,
2321,
2477,
2541,
2590,
2594,
2941,
3231,
3281,
3518,
3588,
3723,
3758,
3759,
3847,
3883,
3922,
4095
],
"31.k_proj": [
1252,
1371,
1503,
1612,
1686,
1815,
1868,
2023,
2048,
2082,
2247,
2462,
2829,
2834,
2867,
3000,
3009,
3206,
3340,
3396,
3721,
4095
],
"14.q_proj": [
1310,
1374,
1499,
1529,
1574,
1586,
1622,
1774,
2011,
2126,
2181,
2354,
2447,
2501,
2590,
2652,
2671,
2758,
2837,
2970,
3053,
3094,
3389,
3426,
3521,
3545,
3664,
3770,
3818,
3854,
3909
],
"20.v_proj": [
1242,
1378,
1488,
1558,
1609,
1627,
1673,
1697,
1725,
1923,
2082,
2416,
2450,
2649,
2679,
2697,
2938,
2998,
3169,
3220,
3590,
3676,
3725,
3810,
3827,
3876,
4058
],
"29.up_proj": [
1811,
1897,
1944,
1991,
1999,
2008,
2146,
2306,
2514,
2807,
2964,
3078,
3136,
3138,
3197,
3213,
3528,
3541
],
"15.down_proj": [
1881,
1965,
2171,
2263,
2273,
2299,
2347,
2420,
2559,
2684,
2814,
2889,
2944,
3051,
3247,
3506,
3618,
3652,
3729,
4033,
4053,
4082
],
"1.gate_proj": [
1817,
1840,
1844,
1881,
1900,
1914,
1968,
2079,
2120,
2257,
2577,
2629,
2681,
2869,
2892,
2918,
3177,
3267,
3424,
3558,
3744,
3977
],
"22.gate_proj": [
1865,
1950,
2138,
2218,
2380,
2401,
2678,
2691,
2758,
2832,
3008,
3019,
3231,
3256,
3509,
3585,
3594,
3623,
3624,
3789,
3840,
3999,
4044,
4085
],
"12.o_proj": [
1244,
1303,
1324,
1382,
1487,
1492,
1693,
1725,
2173,
2486,
2542,
2630,
2645,
2860,
2886,
3058,
3083,
3084,
3092,
3165,
3294,
3310,
3394,
3409,
3513,
3516,
3606,
3619,
3669,
3790,
3818,
4046
],
"0.o_proj": [
1241,
1337,
1350,
1411,
1420,
1430,
1843,
1992,
2412,
2476,
2561,
2771,
2798,
2807,
2925,
2967,
2976,
3031,
3126,
3232,
3417,
3482,
3701,
3773,
3784,
4063
],
"10.v_proj": [
1547,
2063,
2286,
2295,
2336,
2475,
2597,
2648,
2704,
2714,
2750,
2791,
2839,
2849,
2853,
2984,
3263,
3479,
3600,
3694,
3731,
3848,
3947,
3953
],
"10.up_proj": [
1868,
1877,
1964,
1968,
1985,
2123,
2130,
2144,
2157,
2253,
2270,
2390,
2533,
2576,
2578,
2741,
2924,
3033,
3206,
3333,
3487,
3504,
3512,
3654,
3685,
3736,
3768,
3789,
3873,
3874,
3924,
4033,
4045
],
"20.o_proj": [
1405,
1424,
1450,
1620,
1651,
1703,
1803,
1880,
1942,
1974,
2075,
2087,
2243,
2255,
2259,
2313,
2466,
2492,
2605,
2722,
3008,
3088,
3118,
3290,
3354,
3372,
3459,
3977
],
"8.o_proj": [
1316,
1333,
1347,
1462,
1491,
1525,
1586,
1614,
1778,
1848,
1964,
1969,
2325,
2403,
2475,
2582,
2636,
2703,
2846,
2906,
2921,
2982,
3077,
3174,
3271,
3303,
3425,
3502,
3506,
3535,
3574,
3627,
3702,
3833,
4069
],
"29.gate_proj": [
1809,
1871,
1933,
2096,
2135,
2164,
2205,
2232,
2378,
2512,
2720,
3118,
3305,
3380,
3590,
3781,
3796,
3968,
4007,
4012,
4035,
4071
],
"14.o_proj": [
1452,
1481,
1748,
1884,
1981,
2125,
2127,
2192,
2292,
2345,
2479,
2720,
2732,
2747,
2905,
2981,
3006,
3136,
3380,
3877,
4038
],
"25.o_proj": [
1282,
1311,
1493,
1716,
1765,
1866,
1915,
2098,
2166,
2180,
2648,
2797,
2834,
2931,
3114,
3188,
3252,
3363,
3376,
3422,
3519,
3533,
3881,
3902,
3971,
3991,
4028
],
"17.gate_proj": [
1965,
2005,
2042,
2399,
2766,
2910,
2988,
2998,
2999,
3099,
3353,
3409,
3490,
3505,
3918,
4024,
4071,
4085
],
"30.q_proj": [
1285,
1308,
1529,
1685,
1703,
1725,
1859,
1863,
1982,
2066,
2099,
2146,
2535,
2736,
2768,
2771,
3397,
3407,
3611,
3722,
3780,
3828,
3880,
4037
],
"1.o_proj": [
1239,
1512,
1621,
1797,
1826,
1860,
1961,
1965,
1980,
2015,
2068,
2101,
2162,
2335,
2396,
2511,
2595,
2616,
2687,
2756,
2806,
2908,
2943,
3025,
3056,
3153,
3206,
3560,
3642,
3835,
3883,
3900
],
"24.down_proj": [
1892,
2105,
2182,
2245,
2257,
2409,
2936,
3066,
3154,
3194,
3203,
3232,
3284,
3339,
3570,
3659,
3672,
3824,
3843,
3854,
3858,
4016
],
"11.k_proj": [
1449,
1477,
1642,
1708,
1915,
1982,
2297,
2364,
2487,
2520,
2760,
2892,
2995,
3030,
3052,
3258,
3266,
3299,
3427,
3447,
3669,
3680,
3781,
3827,
3956,
4013
],
"6.k_proj": [
1273,
1314,
1420,
1560,
1621,
1651,
1698,
1735,
1801,
1806,
1822,
1929,
1964,
2055,
2385,
2437,
2494,
2881,
2994,
3111,
3189,
3255,
3279,
3324,
3394,
3419,
3446,
3481,
3528,
3532,
3563,
3571,
3600,
3605,
3611,
3636,
3670,
3685,
4045,
4075
],
"8.v_proj": [
1354,
1440,
1528,
1560,
1628,
1638,
1726,
1750,
1943,
2020,
2093,
2121,
2389,
2424,
2601,
2656,
3010,
3012,
3167,
3231,
3341,
3348,
3359,
3441,
3550,
3556,
3640,
3871,
3951,
3957,
4012,
4063
],
"3.up_proj": [
1856,
1874,
1991,
2126,
2194,
2281,
2398,
2414,
2446,
2464,
2470,
2506,
2541,
2626,
2668,
2898,
2912,
3161,
3241,
3248,
3257,
3349,
3618,
3787,
3807,
4015,
4054,
4055
],
"23.up_proj": [
1808,
1857,
1870,
1964,
2231,
2286,
2294,
2302,
2326,
2353,
2526,
2581,
2595,
2625,
2742,
2849,
2911,
2938,
3076,
3134,
3224,
3416,
3478,
3648,
3787,
3926,
3993,
4022
],
"4.k_proj": [
1341,
1505,
1841,
2037,
2243,
2294,
2303,
2328,
2385,
2478,
2556,
2670,
2674,
2700,
2864,
2985,
3099,
3127,
3168,
3304,
3345,
3408,
3486,
3687,
3726,
3834,
3876,
3907,
3914,
3971
],
"18.v_proj": [
1247,
1392,
1639,
1816,
1879,
1887,
1917,
2256,
2302,
2476,
2516,
2646,
2670,
2700,
2753,
3177,
3326,
3432,
3448,
3484,
3602,
3778,
3798,
3909,
3949,
3968,
4012,
4068,
4084
],
"0.q_proj": [
1317,
1370,
1544,
1607,
1756,
1869,
1914,
1967,
2113,
2393,
2453,
2485,
2541,
2624,
2695,
2743,
2819,
2835,
2885,
2898,
2957,
2959,
3006,
3049,
3178,
3241,
3310,
3450,
3617,
3721,
3816,
3961,
4052
],
"23.v_proj": [
1505,
1584,
1649,
1712,
1734,
1904,
2153,
2160,
2244,
2309,
2366,
2425,
2437,
2438,
2590,
2667,
2794,
2827,
2830,
3368,
3391,
3540,
3603,
3624,
3664,
3692,
3716,
3774,
3776,
3802,
3831,
3852,
3861,
3890,
3965,
3968,
4057
],
"1.down_proj": [
1844,
1987,
2043,
2197,
2199,
2343,
2467,
2477,
2590,
2733,
2758,
2853,
2886,
2970,
2995,
3006,
3245,
3309,
3334,
3344,
3357,
3405,
3475,
3641,
3702,
3799,
3933,
3953,
3967,
3997,
4045,
4070,
4076
],
"26.k_proj": [
1273,
1292,
1432,
1471,
1498,
1588,
1608,
1637,
1681,
1860,
1901,
1903,
2021,
2219,
2221,
2228,
2281,
2461,
2580,
2583,
2648,
2839,
2927,
2963,
2977,
2994,
3032,
3089,
3108,
3121,
3195,
3249,
3346,
3377,
3416,
3426,
3574,
3679,
3720,
3772,
3853,
3864,
3924,
3941,
3961
],
"5.o_proj": [
1269,
1437,
1440,
1682,
1742,
1986,
2010,
2091,
2095,
2143,
2212,
2426,
2690,
2910,
2917,
2984,
3007,
3017,
3071,
3175,
3281,
3321,
3371,
3410,
3616,
3623,
3712,
3785,
3829,
3918,
3980,
3982,
4026
],
"22.v_proj": [
1410,
1440,
1468,
1473,
1786,
1812,
1877,
1895,
1941,
2017,
2018,
2134,
2210,
2254,
2301,
2315,
2527,
2566,
2775,
2805,
2877,
2887,
2972,
3043,
3058,
3406,
3483,
3614,
3667,
3740,
3794,
4048,
4060,
4084
],
"26.o_proj": [
1394,
1513,
1574,
1931,
1939,
2146,
2221,
2337,
2349,
2594,
2961,
2969,
3244,
3312,
3329,
3347,
3355,
3403,
3520,
3824,
3939
],
"29.v_proj": [
1263,
1360,
1468,
1481,
1546,
1685,
1705,
1970,
2255,
2283,
2452,
2522,
2525,
2530,
2554,
2560,
2781,
2972,
3187,
3226,
3227,
3462,
3624,
3759,
3858,
3916,
4059
],
"3.v_proj": [
1552,
1566,
1644,
1929,
2002,
2130,
2256,
2301,
2417,
2455,
2624,
2675,
2741,
2852,
3356,
3419,
3430,
3554,
3576,
3767
],
"16.up_proj": [
1907,
1955,
2084,
2090,
2230,
2332,
2344,
2399,
2403,
2455,
2463,
2616,
2651,
2652,
2686,
2709,
2727,
2850,
2892,
2940,
3487,
3580,
3668,
3720,
3826
],
"25.q_proj": [
1283,
1325,
1337,
1518,
1562,
1805,
1818,
1844,
1877,
2009,
2016,
2063,
2623,
2699,
2742,
2752,
2825,
2833,
2895,
2920,
3042,
3203,
3218,
3236,
3278,
3335,
3391,
3437,
3440,
3477,
3540,
3581,
3582,
3659,
3745,
3774,
3825,
3981,
4065
],
"20.q_proj": [
1379,
1540,
1679,
1966,
2250,
2391,
2392,
2421,
2504,
2676,
2680,
2695,
2728,
2760,
2834,
2907,
2954,
3072,
3079,
3389,
3407,
3495,
3652,
3654,
3683,
3708,
3795,
3875,
3907,
3935,
3968,
3977
],
"18.o_proj": [
1317,
1649,
1659,
1706,
1722,
1838,
2063,
2406,
2902,
2922,
3019,
3051,
3104,
3257,
3320,
3363,
3425,
3456,
3524,
3590,
3799,
4076
],
"2.down_proj": [
1793,
1826,
2078,
2163,
2359,
2522,
2613,
2644,
2753,
2791,
2831,
2891,
2927,
2961,
3018,
3060,
3111,
3253,
3480,
3496,
3518,
3526,
3688,
3788,
3805
],
"7.down_proj": [
1864,
1988,
2454,
2455,
2492,
2507,
2656,
2757,
3062,
3117,
3277,
3442,
3466,
3504,
3657,
3737,
3755,
3838,
3894,
3992,
4091
],
"13.o_proj": [
1306,
1331,
1430,
1800,
1809,
2032,
2065,
2140,
2171,
2269,
2459,
2631,
2664,
2907,
2917,
2938,
3288,
3410,
3471,
3472,
3559,
3641,
3646,
3864
],
"27.up_proj": [
1913,
1936,
2006,
2301,
2364,
2375,
2394,
2684,
2719,
2728,
2747,
2769,
2788,
2873,
2933,
2936,
2966,
2975,
3115,
3164,
3262,
3361,
3446,
3521,
3799,
4025,
4091
],
"2.up_proj": [
1818,
1889,
2014,
2113,
2195,
2446,
2469,
2498,
2698,
2781,
2935,
3052,
3071,
3514,
3573,
3634,
3715,
3829,
3833,
4008
],
"12.down_proj": [
1915,
2030,
2064,
2145,
2331,
2467,
2681,
2721,
2734,
2741,
2833,
2903,
3043,
3131,
3243,
3283,
3595,
3659,
3758,
3821,
3909,
3952,
3992,
4016
],
"24.up_proj": [
1819,
1965,
2069,
2082,
2466,
2502,
2640,
2765,
2867,
3003,
3112,
3381,
3476,
3619,
3731,
3749,
3795,
4089
],
"24.k_proj": [
1339,
1435,
1490,
1508,
1593,
1621,
1679,
1744,
1773,
1897,
1946,
2344,
2348,
2360,
2546,
2781,
2826,
2834,
2944,
3231,
3403,
3599,
3747,
3801,
3802,
3919,
4032
],
"25.k_proj": [
1232,
1294,
1559,
1676,
1771,
1815,
1891,
2005,
2028,
2247,
2370,
2388,
2536,
2584,
2755,
2888,
3036,
3041,
3121,
3157,
3340,
3395,
3566,
3581,
3646,
3718,
3945,
3976,
4016,
4057,
4063
],
"6.up_proj": [
1798,
1989,
2008,
2201,
2281,
2391,
2457,
2487,
2567,
2696,
2764,
2997,
3043,
3092,
3426,
3445,
3486,
3571,
3605,
3805,
3862,
4045
],
"24.gate_proj": [
1817,
1869,
1878,
1983,
2025,
2326,
2430,
2436,
2604,
2663,
2687,
2693,
2775,
2787,
2796,
2833,
2855,
2906,
2917,
2929,
2960,
3169,
3185,
3318,
3412,
3477,
3532,
3553,
3567,
3606,
3696,
3878,
3880,
4006,
4035
],
"17.v_proj": [
1266,
1380,
1399,
1428,
1466,
1513,
1584,
1724,
1759,
1983,
2010,
2232,
2336,
2434,
2540,
2814,
2854,
2889,
2951,
3235,
3329,
3453,
3527,
3983,
4053
],
"21.o_proj": [
1261,
1266,
1345,
1440,
1658,
1822,
1937,
1986,
2236,
2378,
2383,
2523,
2862,
2968,
3139,
3148,
3284,
3655,
3776,
3921,
3954
],
"4.gate_proj": [
1797,
1865,
2035,
2043,
2122,
2212,
2224,
2353,
2566,
2596,
2636,
2731,
2871,
3042,
3339,
3414,
3474,
3593,
3623,
3686,
3789,
3790,
3827,
3836,
3868,
4068
],
"0.k_proj": [
1263,
1302,
1399,
1507,
1663,
1712,
1778,
1914,
1924,
1989,
2097,
2335,
2398,
2399,
2468,
2548,
2591,
2652,
2661,
2793,
2911,
3090,
3107,
3143,
3149,
3212,
3459,
3468,
3695,
3743,
3770,
4016,
4044
],
"26.up_proj": [
1817,
1836,
1971,
2037,
2084,
2116,
2236,
2244,
2339,
2360,
2816,
2881,
2946,
3032,
3066,
3089,
3210,
3242,
3621,
3707,
3718,
3722,
3900,
3963,
4056
],
"27.o_proj": [
1253,
1256,
1264,
1286,
1393,
1508,
1641,
1682,
1806,
1928,
2309,
2329,
2398,
2430,
2570,
2748,
2984,
3076,
3090,
3097,
3132,
3179,
3332,
3446,
3489,
3605,
3695,
3721,
3785,
4035
],
"21.q_proj": [
1314,
1386,
1456,
1596,
1736,
1790,
1823,
1899,
2149,
2328,
2714,
2791,
2799,
2808,
3017,
3021,
3093,
3227,
3347,
3350,
3375,
3378,
3418,
3465,
3466,
3617,
3669,
3725,
3761,
3802,
3853
],
"13.gate_proj": [
1863,
1890,
1929,
1954,
1968,
2076,
2302,
2423,
2469,
2476,
2619,
3065,
3172,
3237,
3244,
3317,
3391,
3467,
3484,
3510,
3589,
3658,
3990,
4086
],
"4.o_proj": [
1285,
1489,
1685,
1708,
1843,
1873,
1984,
2044,
2079,
2103,
2121,
2223,
2301,
2528,
2629,
2923,
3156,
3272,
3274,
3422,
3476,
3502,
3734,
3768,
3818,
3834,
3849,
4048
],
"9.o_proj": [
1403,
1420,
1472,
1540,
1676,
1711,
1824,
1967,
2112,
2252,
2263,
2282,
2382,
2510,
2707,
2772,
2950,
3379,
3391,
3438,
3542,
3599,
3605,
3741,
3839,
3967,
3988,
4085
],
"29.k_proj": [
1255,
1348,
1386,
1399,
1455,
1491,
1495,
1579,
1595,
1700,
1750,
1763,
2315,
2376,
2396,
2512,
2513,
2698,
3110,
3204,
3462,
3732,
3814
],
"7.up_proj": [
1817,
1948,
2077,
2106,
2620,
2726,
2763,
2801,
2959,
3049,
3232,
3560,
3579,
3807,
3972,
3973,
3988,
4009,
4067
],
"8.gate_proj": [
1814,
2344,
2472,
2507,
3021,
3094,
3307,
3378,
3416,
3537,
3538,
3651,
3916
],
"4.up_proj": [
1812,
1890,
1915,
2029,
2238,
2319,
2479,
2493,
2519,
2601,
2857,
2952,
2989,
3158,
3235,
3256,
3290,
3364,
3577,
3677,
3724,
3741,
3754,
3757,
3869,
3931
],
"30.gate_proj": [
1887,
2428,
2708,
2786,
2823,
2863,
2878,
2920,
2935,
3007,
3073,
3117,
3317,
3390,
3423,
3446,
3466,
3615,
3911,
4093
],
"5.v_proj": [
1354,
1459,
1502,
1601,
1693,
1779,
2025,
2150,
2213,
2488,
2536,
2571,
2639,
2700,
2743,
2771,
2959,
3218,
3243,
3310,
3344,
3435,
3474,
3612,
3836
],
"19.up_proj": [
1987,
2077,
2308,
2315,
2345,
2417,
2427,
2525,
2551,
2581,
2632,
2658,
2662,
2692,
2804,
2922,
2948,
3136,
3199,
3365,
3660,
3729,
3829,
3844,
3847
],
"14.up_proj": [
1814,
1961,
1986,
2053,
2140,
2150,
2419,
2457,
2605,
2821,
2861,
3009,
3014,
3174,
3288,
3369,
3411,
3462,
3594,
3615,
3671,
3792,
3879,
3932,
3975,
4094
],
"16.o_proj": [
1266,
1322,
1382,
1448,
1455,
1588,
1901,
1958,
1966,
1988,
2218,
2401,
2478,
2501,
2564,
2730,
2744,
2808,
2810,
2887,
2950,
3120,
3219,
3358,
3482,
3558,
3624
],
"29.down_proj": [
1851,
1881,
1991,
2065,
2100,
2263,
2287,
2290,
2409,
2552,
2614,
2726,
2760,
2812,
2889,
3013,
3058,
3094,
3122,
3141,
3159,
3247,
3464,
3636,
3703,
3830,
3849,
3853,
3854,
3874,
4005,
4047
],
"1.up_proj": [
1931,
1999,
2150,
2196,
2209,
2243,
2794,
3079,
3103,
3149,
3189,
3316,
3460,
3493,
3891,
4030,
4040
],
"22.up_proj": [
1835,
1840,
1875,
2072,
2250,
2266,
2315,
2368,
2369,
2384,
2688,
2689,
2868,
2957,
2967,
3090,
3357,
3394,
3434,
3530,
3569,
3572,
3676,
3729,
3932,
3956,
4029
],
"14.down_proj": [
1919,
1921,
2129,
2159,
2259,
2367,
2803,
2867,
2902,
2943,
3163,
3173,
3339,
3402,
3687,
3794,
3811,
4001,
4012,
4043
],
"13.v_proj": [
1440,
1508,
1625,
1677,
1714,
1814,
1907,
2047,
2378,
2430,
2470,
2603,
2613,
2655,
2855,
2908,
3012,
3099,
3221,
3286,
3365,
3373,
3390,
3496,
3579,
3581,
3617,
3674,
3715,
4004,
4077,
4082,
4084
],
"12.gate_proj": [
2021,
2353,
2899,
2925,
2962,
2964,
3071,
3146,
3301,
3391,
3459,
3675,
3772,
3811,
3903,
3908,
3955,
3963,
4039
],
"0.down_proj": [
1968,
2195,
2200,
2318,
2334,
2458,
2463,
2501,
2600,
2603,
2789,
2813,
2899,
2920,
2921,
2978,
3050,
3174,
3268,
3351,
3369,
3409,
3646,
3652,
3653,
3898,
3923,
3938,
4001
],
"9.k_proj": [
1281,
1360,
1414,
1764,
1769,
1806,
1940,
1978,
1980,
2242,
2290,
2348,
2440,
2517,
2519,
2575,
2888,
2916,
2971,
3294,
3299,
3498,
3576,
3599,
3836,
3856,
3914
],
"18.k_proj": [
1254,
1268,
1323,
1427,
1684,
1889,
1905,
1941,
1999,
2087,
2312,
2499,
2509,
2563,
2642,
2696,
2715,
2723,
2758,
2773,
2814,
2834,
2871,
3001,
3315,
3374,
3498,
3517,
3525,
3557,
3643,
3644,
3707,
3738,
3883,
3970,
4047,
4081
],
"24.v_proj": [
1266,
1518,
1622,
1644,
1795,
1816,
1866,
1967,
1978,
1995,
1997,
2083,
2224,
2231,
2252,
2264,
2965,
3039,
3161,
3410,
3508,
3580,
3593,
3957,
3968,
4033
],
"30.v_proj": [
1529,
1551,
1628,
1697,
1777,
1800,
2107,
2138,
2226,
2231,
2235,
2464,
2527,
2538,
2580,
2619,
2635,
2780,
2788,
2866,
2882,
2996,
3020,
3188,
3314,
3487,
3496,
3544,
3705,
3822,
3916,
3933,
4081
],
"23.q_proj": [
1475,
1517,
1588,
1718,
2160,
2173,
2294,
2378,
2490,
2494,
2668,
2689,
2780,
2865,
2965,
3084,
3271,
3334,
3400,
3489,
3607,
3643,
3859,
3999,
4007,
4031
],
"19.v_proj": [
1308,
1388,
1551,
1592,
1647,
1686,
2018,
2259,
2360,
2904,
2929,
3027,
3280,
3290,
3298,
3385,
3543,
3619,
3774,
3787,
3914,
3984,
4047,
4088
],
"13.up_proj": [
1835,
1908,
1988,
2004,
2042,
2084,
2365,
2431,
2593,
2801,
2804,
2994,
3113,
3338,
3444,
3457,
3506,
3512,
3659,
3678,
3923
],
"28.down_proj": [
1835,
1987,
2025,
2073,
2088,
2314,
2387,
2393,
2514,
2602,
2671,
3075,
3180,
3226,
3275,
3355,
3606,
3631,
3750,
3964,
4031,
4087
],
"5.k_proj": [
1387,
1404,
1455,
1526,
1722,
1757,
1796,
1819,
1983,
2210,
2256,
2261,
2278,
2306,
2358,
2365,
2400,
2602,
2675,
2684,
2765,
2835,
2949,
3056,
3133,
3145,
3205,
3288,
3308,
3314,
3388,
3505,
3572,
3595,
3642,
3743,
3766,
3874,
3922
],
"2.q_proj": [
1230,
1295,
1322,
1334,
1627,
1866,
1877,
2084,
2209,
2215,
2244,
2413,
2434,
2468,
2509,
2564,
2961,
3008,
3039,
3110,
3559,
3653,
3673,
3689,
3736,
3832,
3836,
4016,
4083
],
"17.up_proj": [
1830,
1873,
1975,
2096,
2115,
2240,
2431,
2436,
2593,
2778,
2785,
2861,
2876,
2983,
2993,
3013,
3151,
3231,
3255,
3303,
3323,
3343,
3359,
3362,
3712,
3778,
3861,
3898,
3957,
4050,
4081
],
"22.o_proj": [
1273,
1400,
1405,
1734,
1792,
1827,
1846,
1877,
1968,
1997,
2100,
2129,
2361,
2410,
2486,
2532,
2575,
2654,
2729,
2743,
2760,
2853,
2862,
2934,
3212,
3254,
3299,
3316,
3491,
3683,
3955,
3957,
3974
],
"17.q_proj": [
1591,
1904,
1963,
2180,
2381,
2594,
2610,
2614,
2682,
2696,
2857,
2951,
2982,
3019,
3153,
3393,
3503,
3554,
3575,
3653,
3978
],
"14.k_proj": [
1365,
1505,
1615,
1697,
1746,
1855,
1913,
1918,
2060,
2386,
2565,
2580,
2735,
2859,
2883,
2957,
3104,
3169,
3219,
3256,
3423,
3488,
3718,
3818,
3834,
3921
],
"25.down_proj": [
2036,
2116,
2194,
2205,
2259,
2309,
2500,
2578,
2759,
2765,
2778,
2872,
3017,
3063,
3076,
3206,
3363,
3384,
3404,
3446,
3570,
3845,
3900
],
"15.q_proj": [
1252,
1312,
1521,
1552,
1568,
1780,
1793,
1931,
2040,
2050,
2158,
2443,
2593,
2705,
2974,
2976,
3114,
3218,
3256,
3456,
3466,
3607,
3625,
3685,
3696,
3745,
3955
],
"12.k_proj": [
1310,
1359,
1384,
1403,
1557,
1605,
1620,
1626,
1688,
1712,
1865,
2011,
2114,
2309,
2356,
2602,
2946,
2993,
3023,
3045,
3098,
3243,
3535,
3914,
4001,
4053
],
"7.o_proj": [
1360,
1410,
1517,
1935,
1952,
2007,
2106,
2110,
2255,
2293,
2499,
2957,
3043,
3060,
3067,
3294,
3417,
3594,
3619,
3658,
3934,
4042,
4058
],
"5.up_proj": [
1856,
1858,
1930,
1941,
1984,
2092,
2255,
2400,
2632,
2683,
2908,
2951,
2991,
3061,
3176,
3361,
3441,
3467,
3486,
3596,
4039
],
"27.q_proj": [
1422,
1489,
1515,
1610,
1622,
1663,
1710,
1712,
1759,
1795,
1811,
2165,
2176,
2284,
2292,
2354,
2471,
2490,
2814,
2841,
2988,
3016,
3092,
3295,
3329,
3386,
3392,
3579,
3625,
3650,
3686,
3794,
3862,
3923,
3971,
3977,
4023,
4071
],
"9.q_proj": [
1291,
1307,
1344,
1548,
1606,
1610,
1689,
1749,
1878,
1968,
2026,
2278,
2305,
2403,
2581,
2586,
2612,
2723,
2734,
2763,
3016,
3088,
3199,
3289,
3501,
3939,
4002
],
"0.up_proj": [
1819,
1859,
1866,
1966,
1999,
2066,
2134,
2194,
2200,
2252,
2302,
2397,
2463,
2491,
2500,
2564,
2623,
2680,
2850,
3073,
3139,
3233,
3467,
3689,
4080,
4089
],
"4.down_proj": [
1937,
2145,
2368,
2696,
2867,
2889,
2968,
2979,
3143,
3197,
3415,
3490,
3518,
3590,
3630,
3654,
3722,
3833,
3988,
4024,
4059
],
"16.k_proj": [
1246,
1402,
1561,
1576,
1674,
1760,
1763,
1914,
2031,
2064,
2107,
3114,
3222,
3311,
3348,
3518,
3624,
3896,
4017,
4039
],
"30.up_proj": [
1897,
1928,
2198,
2271,
2555,
2569,
2842,
2858,
2926,
2945,
2982,
3071,
3176,
3219,
3289,
3336,
3527,
3595,
4045,
4093
],
"12.v_proj": [
1257,
1368,
1375,
1424,
1481,
1542,
1560,
1570,
1660,
1773,
2071,
2173,
2319,
2377,
2608,
2716,
2908,
2977,
2989,
3008,
3143,
3186,
3315,
3375,
3377,
3541,
3567,
3573,
3575,
3584,
3755,
3834,
3976
],
"23.gate_proj": [
2003,
2158,
2233,
2280,
2310,
2398,
2405,
2419,
2534,
2622,
2665,
2729,
2820,
2900,
2955,
3329,
3486,
3516,
3545,
3643,
3679,
3937,
3947,
4030,
4063
],
"22.q_proj": [
1299,
1329,
1586,
1702,
2067,
2128,
2371,
2419,
2438,
2455,
2502,
2545,
2589,
2604,
2659,
2662,
2754,
2837,
2860,
2933,
3155,
3264,
3355,
3442,
3443,
3470,
3563,
3612,
3776,
3793
],
"26.gate_proj": [
1820,
1912,
2101,
2137,
2278,
2799,
2881,
2900,
2901,
3126,
3146,
3313,
3365,
3407,
3455,
3609,
3762,
3863
],
"30.k_proj": [
1414,
1473,
1526,
1864,
1959,
2139,
2191,
2199,
2256,
2276,
2302,
2402,
2522,
2532,
2627,
2771,
2799,
2838,
3084,
3173,
3220,
3253,
3308,
3683,
3749,
3847,
3990,
4007
],
"18.gate_proj": [
1820,
1841,
1853,
1869,
1917,
1945,
2123,
2225,
2300,
2434,
2559,
2603,
2604,
2706,
2765,
3062,
3094,
3179,
3401,
3405,
3535,
3609,
3810
],
"8.up_proj": [
1793,
1879,
1893,
2149,
2189,
2370,
2518,
2543,
2600,
2656,
2713,
2842,
2893,
3038,
3228,
3242,
3315,
3491,
3735,
3741,
3854,
3881,
4077,
4089
],
"28.up_proj": [
1851,
1876,
1897,
1969,
2072,
2162,
2217,
2278,
2408,
2618,
2621,
2658,
2736,
2773,
2989,
3118,
3290,
3294,
3313,
3377,
3424,
3445,
3607,
3674,
3716,
3775,
3888,
3935
],
"17.o_proj": [
1237,
1389,
1517,
1680,
1741,
1756,
1864,
1893,
1902,
2133,
2259,
2291,
2371,
2786,
2792,
2812,
2939,
3018,
3279,
3326,
3364,
3519,
3601,
3790,
3903
],
"16.q_proj": [
1451,
1597,
1616,
2151,
2214,
2252,
2406,
2476,
2584,
2591,
3051,
3121,
3621,
3658,
3715,
4001,
4005,
4039,
4068,
4094
],
"5.gate_proj": [
1876,
2036,
2057,
2072,
2095,
2120,
2125,
2363,
2410,
2525,
2749,
2781,
2830,
2921,
3062,
3095,
3151,
3220,
3410,
3535,
3581,
3592,
3632,
3848,
3870,
3882
],
"23.down_proj": [
1819,
2159,
2167,
2265,
2282,
2533,
2603,
2634,
2678,
2706,
3111,
3126,
3250,
3449,
3450,
3471,
3629,
3657,
3945,
4008,
4046
],
"13.q_proj": [
1268,
1276,
1512,
1610,
1827,
1885,
1994,
2023,
2038,
2074,
2082,
2089,
2309,
2343,
2494,
2697,
2763,
2828,
2931,
3072,
3087,
3388,
3466,
3553,
3631,
3699,
3723,
4084
],
"20.down_proj": [
1821,
1842,
1889,
2087,
2163,
2206,
2359,
2392,
2409,
2410,
2484,
2579,
2741,
2786,
2853,
2904,
3095,
3105,
3158,
3173,
3195,
3218,
3268,
3292,
3369,
3384,
3449,
3504,
3531,
3807,
3832,
4087
],
"6.v_proj": [
1398,
1414,
1424,
1431,
1715,
1751,
1800,
1862,
2018,
2105,
2249,
2334,
2410,
2426,
2458,
2509,
2904,
3103,
3490,
3647,
3797
],
"6.q_proj": [
1245,
1300,
1391,
1435,
1715,
1720,
1774,
1831,
1969,
2314,
2342,
2360,
2361,
2541,
2833,
2881,
2958,
3097,
3440,
3496,
3517,
3652,
3853,
3899,
3914
],
"3.gate_proj": [
1813,
2056,
2206,
2318,
2488,
2701,
2750,
2768,
2964,
3126,
3170,
3283,
3315,
3460,
3479,
3506,
3534,
3537,
3546,
3574,
3597,
3651,
3718,
3841,
3854,
4004,
4021,
4049,
4059
],
"14.v_proj": [
1292,
1301,
1368,
1395,
1723,
1872,
1895,
1917,
1919,
1958,
2078,
2079,
2199,
2234,
2465,
2480,
3234,
3278,
3358,
3450,
3456,
3917,
3946,
4049
],
"15.v_proj": [
1235,
1798,
1929,
1978,
2069,
2363,
2457,
2712,
2805,
2859,
2905,
2914,
2937,
3077,
3194,
3380,
3545,
3652,
3701,
3703,
3795,
3896,
4042
],
"15.k_proj": [
1240,
1270,
1335,
1465,
1472,
1477,
1575,
1606,
1717,
1763,
1894,
2129,
2198,
2341,
2342,
2374,
2441,
2536,
2802,
2847,
3010,
3061,
3167,
3256,
3264,
3293,
3557,
3638,
4000,
4006,
4093
],
"20.k_proj": [
1466,
1512,
1522,
1553,
1562,
1577,
1922,
1993,
2167,
2243,
2256,
2261,
2399,
2546,
2587,
2802,
3142,
3169,
3218,
3331,
3389,
3595,
3622,
3850,
3884,
3968,
4078
],
"3.q_proj": [
1347,
1360,
1419,
1426,
1501,
1581,
1631,
1633,
1650,
1766,
1877,
2000,
2025,
2100,
2329,
2400,
2508,
2518,
2584,
2870,
2923,
3055,
3056,
3068,
3243,
3315,
3492,
3554,
3682,
3758,
3815,
3979,
3993,
4078
],
"11.o_proj": [
1323,
1480,
1520,
1567,
1702,
1720,
1807,
1989,
1996,
2434,
2732,
3014,
3136,
3171,
3232,
3258,
3273,
3524,
3561,
3615,
3837,
3896,
3911,
3966,
3992,
4042,
4064
],
"2.v_proj": [
1401,
1690,
1734,
1939,
1964,
2027,
2070,
2122,
2139,
2196,
2261,
2422,
2424,
2673,
2787,
2801,
2808,
2829,
2848,
2989,
3504,
3562,
3710,
4035
],
"22.down_proj": [
1864,
2124,
2130,
2136,
2186,
2366,
2450,
2534,
2716,
2832,
2854,
3025,
3133,
3166,
3266,
3283,
3491,
3506,
3536,
3677,
3692,
3712,
3879,
3956,
3980,
4023
],
"28.v_proj": [
1244,
1260,
1269,
1306,
1368,
1373,
1408,
1454,
1611,
1703,
1865,
1872,
1938,
2014,
2100,
2115,
2130,
2568,
2617,
2633,
2752,
3140,
3380,
3384,
3582,
3731,
3864,
3883,
3887,
3960,
3977,
4007
],
"7.q_proj": [
1297,
1319,
1393,
1598,
1723,
1823,
2077,
2140,
2240,
2439,
2475,
2544,
2671,
2771,
2977,
3004,
3037,
3341,
3358,
3453,
3539,
3783,
3816,
3829,
3986,
4057,
4065,
4067
],
"18.q_proj": [
1276,
1348,
1422,
1656,
1722,
2145,
2169,
2219,
2399,
2458,
2512,
2591,
2625,
2726,
2741,
2798,
2910,
3043,
3054,
3071,
3283,
3494,
3514,
3526,
3592,
3645,
3647,
3699,
3703,
3735,
3737,
3920,
3952,
3984,
4059
],
"10.o_proj": [
1368,
1380,
1536,
1564,
1655,
1930,
2083,
2161,
2240,
2242,
2481,
2499,
2679,
2747,
2761,
2803,
2933,
2984,
3032,
3258,
3311,
3338,
3375,
3464,
3470,
3483,
3498,
3563,
3651,
3671,
3678,
3715,
3738,
3740,
4016,
4077
],
"31.gate_proj": [
1914,
2032,
2056,
2249,
2262,
2306,
2352,
2528,
2845,
2948,
2989,
3350,
3388,
3647,
3751,
3760,
3807,
3820,
3953,
4077
],
"21.up_proj": [
1829,
2080,
2081,
2376,
2481,
2489,
2700,
2744,
2827,
2838,
2856,
2949,
3143,
3215,
3358,
3387,
3428,
3508,
3607,
3655,
3681,
3725,
3756,
3829,
4012,
4084
],
"10.k_proj": [
1267,
1393,
1608,
1792,
1902,
1950,
1970,
1992,
2071,
2104,
2117,
2131,
2279,
2463,
2585,
2660,
2862,
3040,
3165,
3168,
3241,
3295,
3523,
3560,
3646,
3710,
3716,
3805,
3839,
3864,
3876,
3916,
4033
],
"28.q_proj": [
1243,
1350,
1544,
1595,
1652,
1674,
1685,
1699,
1700,
1775,
1780,
1785,
2251,
2632,
2643,
2701,
2751,
2806,
2889,
2988,
3352,
3405,
3508,
3511,
3515,
3516,
3567,
3568,
3614,
3720,
3974,
4051
],
"4.v_proj": [
1270,
1676,
1715,
1845,
1904,
2023,
2149,
2159,
2237,
2263,
2281,
2330,
2440,
2510,
2524,
2584,
2662,
2698,
2927,
3020,
3117,
3128,
3186,
3339,
3869,
3905,
3964
],
"18.down_proj": [
1814,
1832,
1902,
1953,
2105,
2738,
2778,
2925,
2985,
3139,
3178,
3458,
3553,
3571,
3643,
3661,
3719,
3811,
3889,
3950,
4088
],
"12.q_proj": [
1237,
1308,
1412,
1466,
1492,
1534,
1736,
1828,
1886,
1888,
1946,
1982,
2057,
2140,
2184,
2234,
2251,
2254,
2289,
2337,
2356,
2360,
2517,
2531,
2571,
2609,
2769,
3184,
3210,
3248,
3466,
3627,
3794,
3835,
3889,
4027
],
"31.o_proj": [
1383,
1396,
1477,
1618,
1620,
1644,
1646,
1737,
1812,
1897,
2117,
2225,
2283,
2299,
2349,
2350,
2428,
2440,
2878,
3023,
3107,
3490,
3689,
3758,
3794,
3895,
3981,
4041
],
"30.down_proj": [
1829,
1838,
1873,
1960,
2094,
2147,
2155,
2577,
2671,
2841,
2868,
2873,
2887,
2915,
2961,
3062,
3187,
3335,
3398,
3469,
3686,
3743,
3765,
3867,
3881,
3910,
3914,
3933,
4006,
4027,
4033,
4038,
4090
],
"1.k_proj": [
1449,
1557,
1703,
1863,
2014,
2090,
2103,
2110,
2146,
2246,
2282,
2409,
2542,
2816,
2881,
2927,
3050,
3215,
3232,
3292,
3338,
3586,
3846,
3895,
4014
],
"27.k_proj": [
1260,
1331,
1628,
1686,
1780,
1792,
1864,
2015,
2093,
2141,
2328,
2407,
2496,
2715,
2787,
2854,
2882,
2991,
3221,
3372,
3377,
3393,
3598,
3679,
3710,
3818,
3821,
4020
],
"25.gate_proj": [
1810,
1991,
2039,
2310,
2389,
2413,
2427,
2465,
2493,
2558,
2590,
2649,
2952,
2986,
3152,
3317,
3324,
3454,
3715,
3958,
3964
],
"9.up_proj": [
1815,
1874,
1934,
2038,
2053,
2429,
2496,
2622,
2770,
2881,
3097,
3101,
3229,
3236,
3254,
3284,
3318,
3327,
3330,
3338,
3347,
3408,
3413,
3772,
3860,
3938
],
"31.q_proj": [
1254,
1305,
1306,
1539,
1575,
1762,
2146,
2344,
2429,
2438,
2657,
2808,
2819,
2932,
3054,
3065,
3102,
3324,
3387,
3625,
3679,
3713,
3775
],
"17.k_proj": [
1325,
1342,
1395,
1442,
1478,
1493,
1639,
1766,
1797,
2123,
2173,
2300,
2383,
2409,
2437,
2455,
2481,
2554,
2633,
2720,
2947,
2975,
3296,
3311,
3622,
3777,
3779,
4005,
4015
],
"23.o_proj": [
1475,
1578,
1799,
2102,
2297,
2362,
2533,
2546,
2661,
2764,
2789,
2847,
3054,
3169,
3190,
3339,
3495,
3703,
3740,
3834,
3883,
3944
],
"9.v_proj": [
1264,
1266,
1267,
1425,
1568,
1579,
1631,
1667,
1683,
1823,
2023,
2068,
2096,
2114,
2312,
2337,
2450,
2632,
2710,
2900,
3130,
3144,
3307,
3445,
3548
],
"6.gate_proj": [
1814,
1868,
1912,
1951,
2343,
2389,
2412,
2523,
2536,
2599,
2608,
2657,
2697,
2731,
2826,
2986,
3072,
3139,
3211,
3409
],
"0.v_proj": [
1285,
1438,
1470,
1495,
1557,
1586,
1728,
1734,
1736,
1826,
1852,
1980,
2024,
2057,
2089,
2296,
2474,
2479,
2530,
2606,
2634,
2754,
2779,
2863,
2961,
3001,
3064,
3294,
3343,
3437,
3444,
3514,
3622,
3663,
3761,
3846,
3980
],
"24.q_proj": [
1417,
1440,
1523,
1724,
1781,
1950,
2257,
2325,
2331,
2394,
2826,
2897,
2934,
2975,
3343,
3463,
3513,
3712,
3871,
4051
],
"8.q_proj": [
1237,
1383,
1567,
1644,
1673,
1726,
1770,
1786,
1839,
1938,
1970,
2016,
2033,
2195,
2222,
2335,
2343,
2484,
2514,
2526,
2541,
2771,
2853,
2910,
3038,
3118,
3176,
3250,
3315,
3329,
3505,
3513,
3617,
3734,
3770,
3844,
3857,
3982,
4055
],
"31.down_proj": [
1986,
2025,
2051,
2108,
2128,
2208,
2295,
2456,
2592,
2624,
2857,
2890,
2933,
2949,
2972,
2979,
3065,
3162,
3166,
3187,
3456,
3572,
3589,
3918
],
"9.gate_proj": [
1951,
2132,
2256,
2321,
2390,
2457,
2778,
2784,
2792,
2805,
2841,
3021,
3225,
3304,
3353,
3519,
3658,
3668,
3702,
3845,
3908,
3951,
4007
],
"21.down_proj": [
1824,
2013,
2075,
2324,
2662,
2664,
2675,
2761,
2766,
2786,
3029,
3157,
3288,
3318,
3356,
3378,
3557,
3583,
3789,
3913,
4010
],
"16.gate_proj": [
1964,
2079,
2179,
2269,
2368,
2504,
2540,
2711,
2761,
2952,
2965,
2999,
3149,
3184,
3215,
3305,
3334,
3408,
3570,
3603,
3621,
3626,
3815,
3923,
3927,
3928
],
"26.down_proj": [
2057,
2091,
2110,
2600,
2705,
2818,
2848,
3166,
3187,
3428,
3453,
3525,
3712,
3793,
3845,
3987,
4035,
4065,
4067,
4085
],
"6.down_proj": [
1915,
1951,
1968,
2039,
2239,
2268,
2309,
2321,
2326,
2539,
2615,
2653,
2666,
2729,
2742,
2750,
2830,
2861,
2949,
3003,
3020,
3052,
3126,
3274,
3508,
3559,
3614,
3877,
3879,
4038
],
"13.down_proj": [
1942,
1950,
2109,
2352,
2405,
2449,
2475,
2806,
2863,
3149,
3201,
4044
],
"10.q_proj": [
1240,
1257,
1302,
1400,
1567,
1602,
1628,
1681,
1697,
1711,
1766,
1807,
1820,
1890,
2000,
2003,
2066,
2308,
2332,
2343,
2393,
2473,
2565,
2618,
2714,
2921,
2927,
2995,
3123,
3261,
3337,
3346,
3466,
3703,
3723,
3789,
3948
],
"30.o_proj": [
1331,
1572,
1666,
1836,
1929,
2134,
2177,
2245,
2248,
2320,
2619,
2635,
2759,
2774,
2785,
2948,
2980,
3030,
3053,
3115,
3376,
3378,
3417,
3576,
3988,
4018,
4028,
4053,
4076
],
"15.up_proj": [
1926,
2089,
2105,
2127,
2273,
2302,
2372,
2375,
2824,
2899,
2908,
3009,
3145,
3206,
3241,
3449,
3464,
3474,
3755,
3766,
3769,
3805,
3835,
3889,
4008
],
"5.down_proj": [
1896,
1904,
1920,
1973,
2053,
2070,
2243,
2249,
2486,
2739,
2820,
2917,
3085,
3369,
3480,
3619,
4010
],
"27.down_proj": [
1798,
2001,
2280,
2342,
2345,
2360,
2398,
2504,
2546,
2588,
2705,
2736,
2844,
2900,
2974,
2989,
3019,
3024,
3078,
3197,
3330,
3382,
3385,
3475,
3665,
3676,
3694,
3751,
3827,
3958,
4095
],
"15.o_proj": [
1393,
1521,
1589,
1598,
1683,
1695,
1719,
1746,
1904,
1931,
2144,
2195,
2291,
2485,
2679,
2705,
2748,
2888,
2935,
3233,
3374,
3436,
3444,
3487,
3643,
3730,
3734,
3838,
3955,
3992,
4091
],
"19.q_proj": [
1314,
1376,
1383,
1422,
1547,
1658,
1689,
1884,
1891,
2056,
2094,
2187,
2188,
2223,
2367,
2387,
2485,
2539,
2547,
2548,
2787,
2967,
3109,
3210,
3300,
3442,
3501,
3547,
3636,
3701,
3724,
3856,
3943,
4070
],
"26.v_proj": [
1564,
1896,
2197,
2295,
2413,
2574,
2575,
2855,
2921,
3104,
3351,
3358,
3452,
3554,
3883,
3983,
4038,
4093
],
"0.gate_proj": [
1796,
1881,
1926,
2055,
2136,
2203,
2255,
2286,
2389,
2406,
2628,
2789,
2940,
3033,
3081,
3198,
3360,
3474,
3475,
3610,
3658,
3756,
3774,
3788,
3954,
3978,
4046
],
"1.q_proj": [
1696,
1716,
1762,
1886,
1899,
1930,
1933,
1956,
1976,
1988,
2039,
2140,
2307,
2483,
2520,
2530,
2988,
3079,
3316,
3409,
3520,
3595,
3740,
3911
],
"24.o_proj": [
1327,
1477,
1551,
1608,
1788,
1991,
1997,
2088,
2363,
2538,
2544,
2601,
2767,
2934,
2944,
3096,
3368,
3449,
3564,
3571,
3718,
3719,
3793,
3796,
3854,
3929
],
"25.v_proj": [
1233,
1263,
1384,
1926,
2082,
2096,
2236,
2321,
2439,
2529,
2554,
2561,
2882,
2887,
3000,
3005,
3019,
3193,
3206,
3261,
3388,
3418,
3465,
3754,
3790,
3829,
4008,
4092
],
"29.q_proj": [
1239,
1450,
1698,
1814,
1821,
1933,
1953,
1991,
2006,
2102,
2142,
2186,
2435,
2483,
2502,
2508,
2596,
2672,
2679,
2723,
2726,
2782,
2956,
3084,
3231,
3602,
3640,
3707,
3722,
3835,
3911,
3967,
3969,
3972,
3973,
4061
],
"7.v_proj": [
1248,
1500,
1641,
1665,
1771,
1795,
1827,
1842,
1860,
2065,
2195,
2460,
2527,
2626,
2660,
2689,
2735,
2959,
3090,
3526,
3586,
3596,
3620,
3728,
3895,
3908,
3936,
4073
],
"8.down_proj": [
1831,
1845,
1948,
1995,
2260,
2359,
2472,
2489,
2571,
2653,
2669,
2693,
2793,
3042,
3118,
3135,
3415,
3485,
3490,
3605,
3702,
3961,
3990
],
"28.gate_proj": [
1796,
1923,
2019,
2064,
2070,
2346,
2402,
2414,
2486,
2639,
2707,
2969,
3053,
3123,
3274,
3523,
3706,
3724,
3796,
3804,
3844,
3878,
4031
],
"16.v_proj": [
1291,
1451,
1649,
1655,
1704,
1745,
1970,
1997,
2045,
2127,
2404,
2613,
2647,
2671,
2816,
2943,
3178,
3240,
3387,
3452,
3502,
3609,
3651,
3677,
3754,
3778,
3830,
3880,
3913,
3919,
4014
],
"27.v_proj": [
1273,
1292,
1431,
1454,
1471,
1513,
1533,
1564,
1610,
1781,
1828,
1885,
2091,
2109,
2278,
2372,
2412,
2654,
2778,
2791,
2942,
3006,
3053,
3333,
3444,
3457,
3517,
3604,
3641,
3750,
3755,
3774,
3935
],
"19.gate_proj": [
1897,
1943,
2027,
2063,
2152,
2205,
2252,
2263,
2376,
2430,
2453,
2498,
2544,
2573,
2661,
2702,
2715,
2864,
2904,
2965,
3065,
3070,
3256,
3466,
3488,
3635,
3650,
3659,
3710,
3723,
3867,
3960
],
"4.q_proj": [
1249,
1425,
1906,
1910,
1958,
1985,
2062,
2063,
2090,
2154,
2208,
2294,
2326,
2404,
2798,
2919,
2945,
3135,
3454,
3549,
3661,
3692,
3831,
3903
],
"3.down_proj": [
1882,
1954,
1971,
2129,
2223,
2260,
2535,
2690,
3453,
3454,
3628,
3649,
3721
],
"20.up_proj": [
1829,
1892,
1952,
2059,
2250,
2323,
2368,
2431,
2557,
2560,
2680,
2681,
2716,
2807,
2826,
2907,
2921,
2933,
3070,
3110,
3341,
3410,
3458,
3898,
3968
],
"11.q_proj": [
1263,
1289,
1383,
1419,
1484,
1563,
1594,
1662,
1690,
1748,
1818,
1850,
1985,
2064,
2602,
2603,
2727,
2883,
2918,
3186,
3522,
3555,
3602,
3715,
3794,
3998,
4000,
4091
],
"11.gate_proj": [
1817,
1959,
2003,
2097,
2283,
2353,
2502,
2730,
2760,
3014,
3077,
3161,
3308,
3407,
3415,
3432,
3534,
3575,
3621,
3642,
3660,
3743,
3879,
3956
],
"8.k_proj": [
1468,
1473,
1529,
1561,
1567,
1578,
1618,
1706,
1713,
1744,
1952,
2144,
2237,
2422,
2477,
2523,
2530,
2627,
2878,
2935,
3073,
3229,
3395,
3434,
3637,
3746,
3822,
3936,
3941,
4047,
4065
],
"2.k_proj": [
1304,
1539,
1572,
1782,
1895,
2289,
2497,
2530,
2570,
2710,
2751,
2770,
2878,
3174,
3186,
3196,
3229,
3295,
3453,
3491,
3496,
3516,
3530,
3553,
3615,
3646
],
"14.gate_proj": [
1883,
2032,
2045,
2177,
2218,
2361,
2471,
2483,
2545,
2608,
2609,
2639,
3222,
3454,
3491
],
"3.k_proj": [
1260,
1315,
1362,
1382,
1627,
1768,
1811,
1815,
1816,
1914,
2039,
2064,
2071,
2131,
2150,
2494,
2565,
2714,
2720,
2835,
3352,
3357,
3385,
3770,
3771,
3773,
4031
],
"21.gate_proj": [
1808,
1869,
2008,
2010,
2062,
2071,
2215,
2278,
2359,
2418,
2555,
2557,
2577,
2951,
3191,
3269,
3274,
3430,
3444,
3445,
3511,
3663,
3687,
3839,
3941
],
"15.gate_proj": [
1948,
2184,
2302,
2391,
2596,
2659,
2663,
2842,
2843,
2847,
2971,
3023,
3030,
3125,
3168,
3183,
3257,
3273,
3341,
3411,
3478,
3495,
3638,
3837,
3862
],
"10.gate_proj": [
1882,
1884,
1899,
1919,
1936,
1954,
2028,
2029,
2132,
2180,
2181,
2244,
2472,
2580,
2819,
2915,
2922,
2923,
3031,
3036,
3161,
3192,
3340,
3406,
3424,
3496,
3514,
3569,
3628,
3783,
3857,
3920,
4095
],
"28.o_proj": [
1260,
1267,
1334,
1355,
1365,
1540,
1670,
1725,
1731,
1946,
2268,
2298,
2340,
2380,
2417,
2611,
2625,
2775,
2995,
3073,
3090,
3125,
3297,
3308,
3330,
3370,
3471,
3489,
3683,
3787,
3831,
3977
],
"12.up_proj": [
1836,
2014,
2044,
2171,
2422,
2462,
2489,
2497,
2601,
2646,
2764,
2940,
2990,
3043,
3118,
3235,
3241,
3333,
3343,
3361,
3390,
3392,
3408,
3429,
3442,
3501,
3531,
3706,
3855,
3956,
3984,
4032
],
"25.up_proj": [
1800,
1826,
1854,
1867,
1876,
1921,
1946,
1980,
2119,
2161,
2179,
2254,
2261,
2287,
2334,
2407,
2583,
2637,
2654,
2808,
2940,
3241,
3290,
3354,
3544,
3564,
3635,
3682,
3773,
3791,
3856,
3895,
4022
],
"17.down_proj": [
1875,
1899,
2232,
2240,
2245,
2463,
2481,
2627,
2809,
2841,
2915,
3053,
3080,
3316,
3423,
3613,
3651,
3803,
3937,
3950,
3972,
4001,
4075
],
"1.v_proj": [
1486,
1594,
1638,
1805,
1881,
2097,
2311,
2437,
2520,
2544,
2616,
2691,
2803,
3139,
3189,
3205,
3233,
3355,
3415,
3483,
3572,
3591,
3617,
3710,
3756,
3827,
3864,
4024
],
"18.up_proj": [
1904,
2006,
2038,
2147,
2218,
2262,
2265,
2291,
2303,
2338,
2388,
2454,
2596,
2940,
3001,
3028,
3085,
3087,
3094,
3259,
3377,
3619,
3629,
3642,
3652,
3724,
3785,
3792,
3826,
3829,
4052
],
"26.q_proj": [
1309,
1645,
2020,
2026,
2055,
2081,
2371,
2441,
2464,
2542,
2552,
2575,
2605,
2623,
2670,
2791,
2840,
2853,
3160,
3251,
3259,
3448,
3495,
3706,
3707,
3745,
3791,
3802,
3855
],
"11.down_proj": [
1923,
1967,
2028,
2243,
2268,
2356,
2495,
2562,
2591,
2632,
2925,
2936,
2967,
3093,
3281,
3343,
3362,
3373,
3403,
3520,
3551,
3576,
3826,
3939,
4057
],
"21.v_proj": [
1374,
1577,
1626,
1871,
1944,
1953,
2038,
2062,
2203,
2350,
2500,
2566,
2612,
2659,
2748,
2795,
3052,
3112,
3177,
3392,
3591,
3602,
3676,
3756,
4024
],
"31.up_proj": [
1913,
2321,
2474,
2587,
2767,
2777,
2837,
2989,
3011,
3158,
3162,
3170,
3208,
3292,
3327,
3349,
3383,
3535,
3623,
3637,
3900,
3968,
3993,
4043,
4088
],
"20.gate_proj": [
1830,
1901,
1929,
2079,
2128,
2152,
2431,
2497,
2542,
2547,
2928,
3052,
3189,
3206,
3233,
3268,
3303,
3356,
3492,
3536,
3624,
3651,
3698,
3914,
3929,
3979
],
"3.o_proj": [
1228,
1255,
1312,
1371,
1587,
1909,
2255,
2531,
2681,
2732,
2766,
2894,
2902,
2988,
3117,
3136,
3171,
3232,
3242,
3284,
3611,
3664,
3678,
3770,
3978,
4054,
4055
],
"11.v_proj": [
1285,
1456,
1793,
1821,
1849,
1867,
1962,
1978,
2408,
2507,
2543,
2626,
2867,
2983,
3017,
3143,
3224,
3244,
3310,
3324,
3425,
3445,
3580,
3635,
3653,
3867,
3907,
3925,
3933,
3999,
4017
],
"21.k_proj": [
1360,
1393,
1491,
1558,
1576,
1800,
1855,
1893,
2011,
2112,
2214,
2347,
2414,
2516,
2754,
2891,
2893,
3320,
3334,
3337,
3338,
3362,
3518,
3561,
3582,
3618,
3711
],
"19.down_proj": [
1828,
2014,
2231,
2246,
2358,
2522,
2562,
2732,
2926,
2930,
3128,
3220,
3254,
3286,
3989,
4085
],
"31.v_proj": [
1688,
1730,
1748,
1861,
1916,
2061,
2127,
2289,
2334,
2608,
2629,
2774,
2811,
3243,
3343,
3589,
3609,
3914,
3929
],
"19.o_proj": [
1292,
1490,
1807,
2119,
2254,
2328,
2514,
2555,
2619,
2780,
3049,
3428,
3433,
3589,
3657,
3851
],
"5.q_proj": [
1445,
1509,
1660,
1942,
2024,
2069,
2082,
2249,
2474,
2600,
2689,
2887,
2893,
2902,
2962,
2973,
3190,
3624,
3644,
3688,
3700,
3758,
3829,
3890,
3915
],
"19.k_proj": [
1255,
1279,
1403,
1737,
1876,
1927,
2162,
2241,
2244,
2284,
2338,
2480,
2800,
2848,
3162,
3176,
3189,
3290,
3419,
3499,
3751,
3817,
3969
],
"2.gate_proj": [
1810,
1951,
1969,
2009,
2071,
2189,
2193,
2333,
2335,
2357,
2372,
2445,
2462,
2486,
2521,
2558,
2928,
2947,
2988,
3240,
3326,
3342,
3598,
3780
],
"16.down_proj": [
1808,
1847,
2028,
2424,
2429,
2688,
2817,
3010,
3026,
3135,
3379,
3526,
3542,
3662,
3939,
3965,
3978,
4019,
4059
],
"7.k_proj": [
1323,
1412,
1550,
1560,
1571,
1731,
1797,
1923,
2245,
2263,
2300,
2317,
2472,
2617,
2679,
2876,
3290,
3395,
3407,
3587,
3633,
3637,
3717,
3762,
3770,
3917
],
"6.o_proj": [
1502,
1586,
1612,
1652,
1656,
1849,
2083,
2097,
2123,
2210,
2308,
2323,
2341,
2349,
2431,
2507,
2546,
2888,
2901,
3023,
3044,
3243,
3270,
3318,
3409,
3535,
3609,
3665,
3754
],
"22.k_proj": [
1508,
1553,
1594,
1897,
1925,
1968,
2042,
2052,
2134,
2643,
2717,
2869,
3121,
3206,
3250,
3256,
3268,
3301,
3329,
3423,
3518,
3764,
3924
],
"13.k_proj": [
1374,
1764,
2144,
2158,
2191,
2453,
2476,
2550,
2663,
2783,
2856,
2965,
3031,
3098,
3315,
3357,
3383,
3443,
3594,
3633,
3649,
3686,
3687,
3891,
4060,
4072
],
"10.down_proj": [
2344,
2451,
2457,
2659,
2668,
2748,
3045,
3047,
3083,
3175,
3498,
3569,
3583,
3638,
3672,
3684,
3730,
3769,
3971,
4025
],
"7.gate_proj": [
1922,
2238,
2488,
3146,
3592,
3970,
4083
],
"11.up_proj": [
1855,
1876,
1963,
1989,
2022,
2050,
2084,
2289,
2342,
2357,
2400,
2658,
2783,
2963,
3254,
3285,
3484,
3507,
3584,
3693,
3958
],
"27.gate_proj": [
1985,
2041,
2208,
2234,
2377,
2402,
2520,
2678,
2978,
3255,
3263,
3657,
3710,
3847,
3978
]
},
"components_dropped": {}
}