[ { "layer_name": "lm_head", "sensitivities": { "2": 0.4799429923295975, "3": 0.10420721210539341, "4": 0.025896474757852655, "5": 0.00690414240428557, "6": 0.0017551889905007556, "8": 0.000445168420507495 }, "param_count": 200540160, "metadata": {} }, { "layer_name": "model.layers.23.mlp.up_proj", "sensitivities": { "2": 0.060362827964127064, "3": 0.012605142779648304, "4": 0.0030921050783945248, "5": 0.0010721778817242011, "6": 0.0005777651798174096, "8": 0.00033404468194930814 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.23.mlp.down_proj", "sensitivities": { "2": 0.13384182409693798, "3": 0.035397119276846446, "4": 0.009016966602454582, "5": 0.0024421639827778563, "6": 0.0010068821793538518, "8": 0.0003939275605565247 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.23.mlp.gate_proj", "sensitivities": { "2": 0.028248148698670168, "3": 0.006676832660256575, "4": 0.002008453283148507, "5": 0.0007724692695774138, "6": 0.00046273960227457184, "8": 0.00029300582173164 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.o_proj", "sensitivities": { "2": 0.013266336308637014, "3": 0.0034121491480618715, "4": 0.0011733261975071703, "5": 0.0006267954922805075, "6": 0.0004196244978326528, "8": 0.00031663475844349403 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.v_proj", "sensitivities": { "2": 0.009818632951161513, "3": 0.003452450114612778, "4": 0.0009873791786958463, "5": 0.0005357980977957292, "6": 0.0004052680136131433, "8": 0.0003134144359743611 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.k_proj", "sensitivities": { "2": 0.0037831108153720074, "3": 0.0011094131332356483, "4": 0.0005708166863769293, "5": 0.0004224833622477793, "6": 0.00036817839039334405, "8": 0.000286197929502426 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.q_proj", "sensitivities": { "2": 0.005220629294247677, "3": 0.0017308146707364358, "4": 0.0007223575315341199, "5": 0.0004792531993492351, "6": 0.00036579999202028074, "8": 0.0003041112122446066 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.22.mlp.up_proj", "sensitivities": { "2": 0.019255241417946916, "3": 0.005105550890827241, "4": 0.0015468741063765872, "5": 0.0007684888611644661, "6": 0.0005122227497243633, "8": 0.0003823911562600794 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.22.mlp.down_proj", "sensitivities": { "2": 0.01608631560035671, "3": 0.004208020458463579, "4": 0.001357926899800077, "5": 0.0006663745395295942, "6": 0.00046309212363363866, "8": 0.0003536816481452358 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.22.mlp.gate_proj", "sensitivities": { "2": 0.018918132913919788, "3": 0.004469883152826999, "4": 0.001364138852901912, "5": 0.0006823518754875598, "6": 0.0004997944706701674, "8": 0.00037388872806332074 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.o_proj", "sensitivities": { "2": 0.014098417343727002, "3": 0.003461412197793834, "4": 0.001172690259409137, "5": 0.0006253564618721915, "6": 0.0004754113651870284, "8": 0.0003793342536179504 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.v_proj", "sensitivities": { "2": 0.011362719136135032, "3": 0.002863176545361057, "4": 0.0011191337325726636, "5": 0.0006412283886068811, "6": 0.0004679337653215043, "8": 0.00037998649107369903 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.k_proj", "sensitivities": { "2": 0.003512874541532559, "3": 0.0011338551533602488, "4": 0.0006353550476584738, "5": 0.00046714786246108514, "6": 0.00041145772775053047, "8": 0.00036650912443292327 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.q_proj", "sensitivities": { "2": 0.007165168586652726, "3": 0.002174662561931958, "4": 0.0008825394397717901, "5": 0.0005503038567743109, "6": 0.00045129335921956226, "8": 0.00038305026343247545 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.21.mlp.up_proj", "sensitivities": { "2": 0.01845864629528175, "3": 0.004678196404711343, "4": 0.0014541864923861187, "5": 0.0007157669327474044, "6": 0.0005138538763276301, "8": 0.0004135752484823267 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.21.mlp.down_proj", "sensitivities": { "2": 0.015393290300077448, "3": 0.003979577741120011, "4": 0.0012786723042760666, "5": 0.0006682546554657165, "6": 0.0004880035000193554, "8": 0.0003993647733295802 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.21.mlp.gate_proj", "sensitivities": { "2": 0.015717222025462736, "3": 0.003979008169456695, "4": 0.0013619945408815208, "5": 0.0006589849981537554, "6": 0.0004796453686140012, "8": 0.00040174400904409896 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.o_proj", "sensitivities": { "2": 0.02302181765359516, "3": 0.005773317427762474, "4": 0.0016588931102887727, "5": 0.0007773480938340072, "6": 0.0005385714951747408, "8": 0.0004403161231797033 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.v_proj", "sensitivities": { "2": 0.011412199509019652, "3": 0.002857966571658229, "4": 0.0011543702203198336, "5": 0.000621526737328774, "6": 0.0004954259384248871, "8": 0.000429316201916663 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.k_proj", "sensitivities": { "2": 0.006601575650468779, "3": 0.0013455720897278904, "4": 0.000685717834130628, "5": 0.0005170093863853253, "6": 0.0004551642571944588, "8": 0.0004060574416750266 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.q_proj", "sensitivities": { "2": 0.0050920353581508, "3": 0.0017001126761897467, "4": 0.0007602984417947786, "5": 0.0005330842820209606, "6": 0.00045233220710845973, "8": 0.0004164858340421536 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.20.mlp.up_proj", "sensitivities": { "2": 0.015363492207446447, "3": 0.0037986301807298637, "4": 0.0013002554818134133, "5": 0.0006832946310169064, "6": 0.000530631759223373, "8": 0.000452724052593112 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.20.mlp.down_proj", "sensitivities": { "2": 0.014402748900465667, "3": 0.0037681923034445695, "4": 0.0012831236017518677, "5": 0.0006843136543466244, "6": 0.000517878007182541, "8": 0.00043317898477350053 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.20.mlp.gate_proj", "sensitivities": { "2": 0.014658541573832432, "3": 0.0038436581041120612, "4": 0.0012649951968342066, "5": 0.0006811625559445625, "6": 0.0005164697819661038, "8": 0.00044642281985337223 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.o_proj", "sensitivities": { "2": 0.0065566634584683925, "3": 0.0019849990882600346, "4": 0.000848415935858308, "5": 0.0005709432298317552, "6": 0.000489759758541671, "8": 0.000439542983561599 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.v_proj", "sensitivities": { "2": 0.012085337356741851, "3": 0.003430584217615736, "4": 0.0011272620443681565, "5": 0.0006405789657340696, "6": 0.0005188755349081475, "8": 0.00045687551755690947 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.k_proj", "sensitivities": { "2": 0.00805114551136891, "3": 0.0017232043319381773, "4": 0.0007516299350148378, "5": 0.0005319338330688576, "6": 0.0004882132622393935, "8": 0.00044337977305985987 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.q_proj", "sensitivities": { "2": 0.00707243235471348, "3": 0.0019497844332363456, "4": 0.0008747727345811048, "5": 0.0005700123765564058, "6": 0.0004939907181930417, "8": 0.0004522266293254991 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.19.mlp.up_proj", "sensitivities": { "2": 0.018072287474448483, "3": 0.0048224269557977095, "4": 0.0014414854692101169, "5": 0.0007507061236537993, "6": 0.0005614370517529702, "8": 0.0004711077320583475 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.19.mlp.down_proj", "sensitivities": { "2": 0.016878605005331337, "3": 0.004417994079024841, "4": 0.0014159984323972215, "5": 0.0007393561621332386, "6": 0.0005413160967388345, "8": 0.0004655935869474585 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.19.mlp.gate_proj", "sensitivities": { "2": 0.01668341657690083, "3": 0.004368268200778402, "4": 0.0013982426292689827, "5": 0.0007174874929963456, "6": 0.0005556611552795706, "8": 0.00046651099061515805 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.o_proj", "sensitivities": { "2": 0.011064652120694518, "3": 0.002879640155394251, "4": 0.0010713326579813536, "5": 0.0006399434678314719, "6": 0.0005334477003392143, "8": 0.0004821334065733633 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.v_proj", "sensitivities": { "2": 0.01580933293250079, "3": 0.0038654703045419105, "4": 0.0013365681249221477, "5": 0.0007010610327900698, "6": 0.0005552458072391649, "8": 0.0004888362006264894 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.k_proj", "sensitivities": { "2": 0.006168934244972964, "3": 0.0014782404881164741, "4": 0.0007278860369600201, "5": 0.0005684711589613775, "6": 0.0004995098546108542, "8": 0.0004712024820037186 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.q_proj", "sensitivities": { "2": 0.00844808976398781, "3": 0.002027218579314649, "4": 0.000933003286869886, "5": 0.0006187994634577384, "6": 0.0005246184615922781, "8": 0.00047887975112341036 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.18.mlp.up_proj", "sensitivities": { "2": 0.024109920137561858, "3": 0.006112459135086586, "4": 0.0017709532742931817, "5": 0.0008487948968346851, "6": 0.0005992003740781607, "8": 0.000507077100337483 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.18.mlp.down_proj", "sensitivities": { "2": 0.02138035148770238, "3": 0.005622939415237245, "4": 0.001729727574759939, "5": 0.0008314935184898786, "6": 0.0005847861915147708, "8": 0.0005023451788777796 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.18.mlp.gate_proj", "sensitivities": { "2": 0.022579096044258524, "3": 0.005366586842380154, "4": 0.0016423867782577872, "5": 0.0008276606495201122, "6": 0.0005959947460117595, "8": 0.0004997009285337602 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.o_proj", "sensitivities": { "2": 0.0111407098302152, "3": 0.0030615489473954463, "4": 0.0011094776248986211, "5": 0.0006839115497617362, "6": 0.0005659330078439476, "8": 0.0005025963910156861 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.v_proj", "sensitivities": { "2": 0.011495106222961718, "3": 0.0030913812321765968, "4": 0.001114782962152579, "5": 0.0006874148906111562, "6": 0.000572117439636107, "8": 0.0005089960541226901 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.k_proj", "sensitivities": { "2": 0.005468179588206112, "3": 0.0013303545104766574, "4": 0.0008170097911109527, "5": 0.000581508281660111, "6": 0.000529949889217581, "8": 0.0005085533509069743 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.q_proj", "sensitivities": { "2": 0.008140042967473468, "3": 0.002448379307073386, "4": 0.0009824202934396453, "5": 0.0006201478499860968, "6": 0.0005481344705913216, "8": 0.000517526934951699 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.17.mlp.up_proj", "sensitivities": { "2": 0.02788477235784133, "3": 0.007071420909293617, "4": 0.002058227388867332, "5": 0.0009354952659729557, "6": 0.0006456992644719625, "8": 0.0005404580224421807 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.17.mlp.down_proj", "sensitivities": { "2": 0.02547755973258366, "3": 0.006307572145791103, "4": 0.001923108412787163, "5": 0.0008791524669504724, "6": 0.000620072022381161, "8": 0.0005374143523416327 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.17.mlp.gate_proj", "sensitivities": { "2": 0.02398529478038351, "3": 0.0058934526750817895, "4": 0.0018152044794987887, "5": 0.0008391735670253789, "6": 0.0006286850718121665, "8": 0.0005290382299184179 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.o_proj", "sensitivities": { "2": 0.025901443829449516, "3": 0.006101667589973658, "4": 0.0018856990451846893, "5": 0.0009125273960914152, "6": 0.0006400942705416431, "8": 0.0005476676536394128 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.v_proj", "sensitivities": { "2": 0.023492811790977914, "3": 0.0060803253727499396, "4": 0.0018158562403793137, "5": 0.000839324019276925, "6": 0.0006428559269503845, "8": 0.0005526984702252472 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.k_proj", "sensitivities": { "2": 0.006958409125218168, "3": 0.0019360158573059987, "4": 0.0008722175771254115, "5": 0.0006477369279309642, "6": 0.0005678355082636699, "8": 0.0005462467100490661 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.q_proj", "sensitivities": { "2": 0.010937485970013464, "3": 0.0030670280151146776, "4": 0.0012151117553003132, "5": 0.0007436525471954761, "6": 0.0005849422450410202, "8": 0.0005437707368400879 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.16.mlp.up_proj", "sensitivities": { "2": 0.029317958552079897, "3": 0.007079898564067359, "4": 0.0022054464740601056, "5": 0.0009829567279666662, "6": 0.0006749122015510997, "8": 0.0005720096899797985 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.16.mlp.down_proj", "sensitivities": { "2": 0.027489709202200174, "3": 0.0069342054484877735, "4": 0.002040118090614366, "5": 0.000928740470650761, "6": 0.0006682655305970305, "8": 0.0005667208364078155 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.16.mlp.gate_proj", "sensitivities": { "2": 0.024386056466028094, "3": 0.0062735490694952505, "4": 0.0018895666823179151, "5": 0.0009073433733040778, "6": 0.0006556633767710688, "8": 0.0005678037984277277 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.o_proj", "sensitivities": { "2": 0.018030942960952718, "3": 0.004849740270098361, "4": 0.001642512928810902, "5": 0.0008499659888911992, "6": 0.0006523897948985299, "8": 0.0005728133037337102 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.v_proj", "sensitivities": { "2": 0.023218775032243382, "3": 0.0062109526673642295, "4": 0.002021058874864442, "5": 0.0009509671617706772, "6": 0.000660853271256201, "8": 0.0005904799497026639 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.k_proj", "sensitivities": { "2": 0.007061526033794507, "3": 0.002327549535645327, "4": 0.0009527300232245276, "5": 0.0006679870966763701, "6": 0.0006062603921842916, "8": 0.000565143611311214 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.q_proj", "sensitivities": { "2": 0.010552583204116672, "3": 0.0030985426468153796, "4": 0.0013078926252395224, "5": 0.0007691673745284788, "6": 0.0006246693992579821, "8": 0.0005761982974945568 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.15.mlp.up_proj", "sensitivities": { "2": 0.03715890420911213, "3": 0.009268394651977966, "4": 0.002593998321875309, "5": 0.0011008351017759803, "6": 0.0007148577824409585, "8": 0.0006101341775017014 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.15.mlp.down_proj", "sensitivities": { "2": 0.02995944127906114, "3": 0.00741247625167792, "4": 0.002192125975852832, "5": 0.0010157929985628773, "6": 0.0007003493653125284, "8": 0.0005972040999040473 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.15.mlp.gate_proj", "sensitivities": { "2": 0.028104363630215328, "3": 0.006835967496347924, "4": 0.002024553354810147, "5": 0.0009721857034795297, "6": 0.0006932083548842153, "8": 0.0005993724747289283 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.o_proj", "sensitivities": { "2": 0.040072679752483964, "3": 0.009853942106322696, "4": 0.0028518317121779546, "5": 0.0011933744705553788, "6": 0.0007697357832512353, "8": 0.000617478224739898 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.v_proj", "sensitivities": { "2": 0.027213539152095716, "3": 0.007626439755161603, "4": 0.0021816729204147123, "5": 0.0009625586220257295, "6": 0.0007141995289809225, "8": 0.0006157035774473721 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.k_proj", "sensitivities": { "2": 0.013269129694284251, "3": 0.0023221830973246447, "4": 0.0010451644241887454, "5": 0.0007143402035580948, "6": 0.0006339078305851823, "8": 0.0006089413230559634 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.q_proj", "sensitivities": { "2": 0.0211344826190422, "3": 0.005221160361543298, "4": 0.0017089210935713102, "5": 0.0008922261343589829, "6": 0.0006884585891384631, "8": 0.0006107616257698586 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.14.mlp.up_proj", "sensitivities": { "2": 0.0495421210459123, "3": 0.012902403095116219, "4": 0.003259353106841445, "5": 0.00132232669905837, "6": 0.0008142007670054833, "8": 0.0006472502864198759 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.14.mlp.down_proj", "sensitivities": { "2": 0.03861853577351818, "3": 0.009460080706048757, "4": 0.002745526459572526, "5": 0.0011528521912017216, "6": 0.0007671667626709677, "8": 0.0006393924462220942 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.14.mlp.gate_proj", "sensitivities": { "2": 0.03297357552219182, "3": 0.007887811273879683, "4": 0.0022601798433849276, "5": 0.0010572824224558037, "6": 0.0007506451244504812, "8": 0.0006342179112834856 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.o_proj", "sensitivities": { "2": 0.05272391488930831, "3": 0.01139248528246147, "4": 0.003328930945523704, "5": 0.0012989001237050009, "6": 0.0008257865095705105, "8": 0.0006628192107503613 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.v_proj", "sensitivities": { "2": 0.022233590328445036, "3": 0.005224309512414038, "4": 0.0018453141916931297, "5": 0.0008930436367033204, "6": 0.0007230172413983382, "8": 0.0006498788243334275 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.k_proj", "sensitivities": { "2": 0.008820822578854859, "3": 0.0029228953596126908, "4": 0.0010837533676143114, "5": 0.0007752720339340158, "6": 0.0006891654375067446, "8": 0.0006506951600992276 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.q_proj", "sensitivities": { "2": 0.014945788076147437, "3": 0.003913948462771562, "4": 0.0014916652216925286, "5": 0.000879431116724542, "6": 0.0007075584241344283, "8": 0.0006405245573356902 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.13.mlp.up_proj", "sensitivities": { "2": 0.04227456854035457, "3": 0.01001569132010142, "4": 0.0027803820363866785, "5": 0.001242646047709665, "6": 0.0008222244953988896, "8": 0.0006808878121470722 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.13.mlp.down_proj", "sensitivities": { "2": 0.03182430188947668, "3": 0.007855299753524983, "4": 0.0022896661782093966, "5": 0.0010739129065768793, "6": 0.0007928327577246819, "8": 0.0006641541876888368 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.13.mlp.gate_proj", "sensitivities": { "2": 0.02744269968631367, "3": 0.007143657984367262, "4": 0.0021449062527002147, "5": 0.0010287347007154797, "6": 0.0007725481567225264, "8": 0.0006710594073714068 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.o_proj", "sensitivities": { "2": 0.05017125296096007, "3": 0.012347005715128034, "4": 0.0032945728986912095, "5": 0.0013456613378366455, "6": 0.000856554720182127, "8": 0.0006859162361555112 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.v_proj", "sensitivities": { "2": 0.020684563535420846, "3": 0.004970439767930657, "4": 0.0018471791481715627, "5": 0.0009399304738811528, "6": 0.000761776085710153, "8": 0.000677515000764591 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.k_proj", "sensitivities": { "2": 0.009297019996059438, "3": 0.002461872844529959, "4": 0.001151759645532972, "5": 0.0007781963164840514, "6": 0.0007142841592819119, "8": 0.000671373492271717 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.q_proj", "sensitivities": { "2": 0.019180050818249583, "3": 0.00460393263589746, "4": 0.0016246694697959658, "5": 0.0009499314934752571, "6": 0.0007527594643761404, "8": 0.0006907616758932514 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.12.mlp.up_proj", "sensitivities": { "2": 0.0399323288196077, "3": 0.010738028407407304, "4": 0.002821432911635687, "5": 0.0012313565966906026, "6": 0.0008357683703555571, "8": 0.0007079766849831989 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.12.mlp.down_proj", "sensitivities": { "2": 0.028765173939367134, "3": 0.007721101477121313, "4": 0.002323119644036827, "5": 0.0010865094809560105, "6": 0.0008095678676909301, "8": 0.0007072610108783314 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.12.mlp.gate_proj", "sensitivities": { "2": 0.027705375958854955, "3": 0.007199590783178185, "4": 0.0022004154355575642, "5": 0.001054458111563387, "6": 0.0007970937634430205, "8": 0.0007129094434882669 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.o_proj", "sensitivities": { "2": 0.06871966117372115, "3": 0.01592657759708042, "4": 0.004129363820538856, "5": 0.0015412353168358095, "6": 0.0009315057141066063, "8": 0.0007336345564302368 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.v_proj", "sensitivities": { "2": 0.03892930201254785, "3": 0.008485589224922782, "4": 0.0024839310402361057, "5": 0.0011858950771663028, "6": 0.0008203022298403084, "8": 0.0007046149100157587 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.k_proj", "sensitivities": { "2": 0.007104937811770166, "3": 0.00230370405188296, "4": 0.0010947137003919731, "5": 0.0008478611998725682, "6": 0.0007398382779986908, "8": 0.0007026364461732252 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.q_proj", "sensitivities": { "2": 0.01470898138359189, "3": 0.0037888112807801613, "4": 0.0015182644322824974, "5": 0.0009087369083620919, "6": 0.0007645782291850386, "8": 0.0007074026701351007 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.11.mlp.up_proj", "sensitivities": { "2": 0.036720244640794895, "3": 0.009586608173170438, "4": 0.0027086530996408933, "5": 0.0011892449789835762, "6": 0.0008526327001163736, "8": 0.0007328205356316175 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.11.mlp.down_proj", "sensitivities": { "2": 0.02705899327217291, "3": 0.007183001502805079, "4": 0.0023302992049138993, "5": 0.0011086464243514154, "6": 0.0008227912524792677, "8": 0.0007253746092222476 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.11.mlp.gate_proj", "sensitivities": { "2": 0.02538508258294314, "3": 0.006690407909142475, "4": 0.0022919228140381165, "5": 0.0010931317568368588, "6": 0.0008180972581612878, "8": 0.0007318678338682124 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.o_proj", "sensitivities": { "2": 0.08049990562722087, "3": 0.020191795425489545, "4": 0.005067060992587358, "5": 0.0018154411809518933, "6": 0.0010323009167526227, "8": 0.0007541164983801233 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.v_proj", "sensitivities": { "2": 0.02407039476869007, "3": 0.006387300896070276, "4": 0.0020618158887373284, "5": 0.0010616191454270545, "6": 0.0008248401281889528, "8": 0.0007292765027765805 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.k_proj", "sensitivities": { "2": 0.00785375367073963, "3": 0.0019913632374179238, "4": 0.001039717656870683, "5": 0.0008155116229318082, "6": 0.0007564851475763135, "8": 0.0007282258605603905 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.q_proj", "sensitivities": { "2": 0.019613333415084828, "3": 0.00696210702881217, "4": 0.001798686855181586, "5": 0.001054368859816653, "6": 0.0008051957678010998, "8": 0.0007368587769936615 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.10.mlp.up_proj", "sensitivities": { "2": 0.04078286699950695, "3": 0.011344977877646064, "4": 0.003174794367320525, "5": 0.0013818576674869594, "6": 0.0009112230618484318, "8": 0.000770095133096523 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.10.mlp.down_proj", "sensitivities": { "2": 0.032735149608924985, "3": 0.008547736273612827, "4": 0.0026098563394043595, "5": 0.0011998175323242322, "6": 0.0008604967345794042, "8": 0.0007547452490446934 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.10.mlp.gate_proj", "sensitivities": { "2": 0.030369196087121964, "3": 0.007341896348710482, "4": 0.002425294898178739, "5": 0.0011588380245181422, "6": 0.0008429008266830351, "8": 0.0007468594461291408 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.o_proj", "sensitivities": { "2": 0.06904666723373036, "3": 0.016722536160765838, "4": 0.004470782630960457, "5": 0.0017371382491546683, "6": 0.0010034784791059792, "8": 0.0007921424924764627 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.v_proj", "sensitivities": { "2": 0.03245987929403782, "3": 0.007801657183639084, "4": 0.0024694399423121163, "5": 0.0011779235355788842, "6": 0.0008819599218744164, "8": 0.000776130567828659 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.k_proj", "sensitivities": { "2": 0.007920469380527114, "3": 0.0024865664381650276, "4": 0.0010828648616249363, "5": 0.0008627235777870131, "6": 0.0007812366032643089, "8": 0.0007536551347584464 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.q_proj", "sensitivities": { "2": 0.020971494688031573, "3": 0.005755868953807901, "4": 0.0018423090514261276, "5": 0.000996425991615979, "6": 0.0008443247449273864, "8": 0.0007641043630428612 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.9.mlp.up_proj", "sensitivities": { "2": 0.03923375112935901, "3": 0.010545191820710897, "4": 0.003221861072233878, "5": 0.001345572267988852, "6": 0.0009224319716546839, "8": 0.0007699109943738828 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.9.mlp.down_proj", "sensitivities": { "2": 0.03020236004764835, "3": 0.00730137942203631, "4": 0.0023572468247342235, "5": 0.001219472564116586, "6": 0.0008753385530629506, "8": 0.0007756724759625891 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.9.mlp.gate_proj", "sensitivities": { "2": 0.02809327611854921, "3": 0.007642975135240704, "4": 0.00240211930940859, "5": 0.0011883200010440003, "6": 0.0008846520480195371, "8": 0.0007828731310534446 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.o_proj", "sensitivities": { "2": 0.051756936591118574, "3": 0.015420814442525929, "4": 0.0035887850632813447, "5": 0.001465668765983234, "6": 0.0009658113134112986, "8": 0.0008006072348507587 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.v_proj", "sensitivities": { "2": 0.0323956695307667, "3": 0.007943213218823075, "4": 0.002627710006587828, "5": 0.0012138531456002966, "6": 0.0009238325219484977, "8": 0.0007949703419095991 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.k_proj", "sensitivities": { "2": 0.008598064460481206, "3": 0.0030792732529031732, "4": 0.001349279433876897, "5": 0.0009010570453635106, "6": 0.0008150923373856737, "8": 0.000784976811701199 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.q_proj", "sensitivities": { "2": 0.016053315349078428, "3": 0.006344766462765013, "4": 0.002016042002651375, "5": 0.0010205565728635217, "6": 0.000858553731328963, "8": 0.0007900257733126637 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.8.mlp.up_proj", "sensitivities": { "2": 0.050756703363731503, "3": 0.012525797414127737, "4": 0.003341630959766917, "5": 0.0014883016532015365, "6": 0.0009809674714536716, "8": 0.0008192611300425293 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.8.mlp.down_proj", "sensitivities": { "2": 0.03363667560430864, "3": 0.008299797918880358, "4": 0.002512846219663819, "5": 0.001253686823474709, "6": 0.0009254593072303882, "8": 0.0007972775129019283 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.8.mlp.gate_proj", "sensitivities": { "2": 0.03228949957216779, "3": 0.00847881679267933, "4": 0.00260643649623186, "5": 0.0012441433403485764, "6": 0.0009253207814860313, "8": 0.0008178333979837286 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.o_proj", "sensitivities": { "2": 0.08220755262300372, "3": 0.023078374797478318, "4": 0.005952183884801343, "5": 0.001998182517127134, "6": 0.0011244957083060096, "8": 0.0008448417987286424 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.v_proj", "sensitivities": { "2": 0.02981503726914525, "3": 0.007948434174371263, "4": 0.0022327945383343226, "5": 0.0012435956402138497, "6": 0.0009215569710553003, "8": 0.000830770793982083 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.k_proj", "sensitivities": { "2": 0.011982765747234225, "3": 0.003959698646212928, "4": 0.0017928747644570346, "5": 0.0010132603674719576, "6": 0.0008736717002951385, "8": 0.0008130165369948372 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.q_proj", "sensitivities": { "2": 0.04504200886003673, "3": 0.011331230101253217, "4": 0.002861499097586299, "5": 0.0013394585136362973, "6": 0.0010899453482124954, "8": 0.0008378019726175504 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.7.mlp.up_proj", "sensitivities": { "2": 0.05522667632127801, "3": 0.014640582783613354, "4": 0.0037332337184731537, "5": 0.0015936142396337043, "6": 0.0010131833745011438, "8": 0.0008682896829365442 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.7.mlp.down_proj", "sensitivities": { "2": 0.039142387259441115, "3": 0.009671395178884268, "4": 0.002956654835240139, "5": 0.0013494268787326291, "6": 0.0009785141810425557, "8": 0.0008423188846791163 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.7.mlp.gate_proj", "sensitivities": { "2": 0.04383809957653284, "3": 0.009243133186828345, "4": 0.002931177349334272, "5": 0.0014038840599823743, "6": 0.000987855489559782, "8": 0.0008495282963849604 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.o_proj", "sensitivities": { "2": 0.037346209826258324, "3": 0.009893926927664628, "4": 0.0030833473962654048, "5": 0.0013903020687090855, "6": 0.0010149163839135629, "8": 0.0008694995631230995 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.v_proj", "sensitivities": { "2": 0.029927141421164077, "3": 0.007989478336336711, "4": 0.0023597031395183876, "5": 0.0012225253813085146, "6": 0.0009774932574752408, "8": 0.0008562703927357992 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.k_proj", "sensitivities": { "2": 0.010443965283532938, "3": 0.0024761307916681594, "4": 0.001276386055299857, "5": 0.0009525732251252824, "6": 0.0008839361495726431, "8": 0.0008561847243981902 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.q_proj", "sensitivities": { "2": 0.023870480828918517, "3": 0.008951578531802321, "4": 0.002268058310922546, "5": 0.0012351555803131002, "6": 0.0009382220911599385, "8": 0.0008701892584213056 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.6.mlp.up_proj", "sensitivities": { "2": 0.05985996363839755, "3": 0.01402348664123565, "4": 0.004025240792543627, "5": 0.0017118506051095512, "6": 0.0010531389173896362, "8": 0.0008975005148386117 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.6.mlp.down_proj", "sensitivities": { "2": 0.040391604571292795, "3": 0.0099081365915481, "4": 0.0031551992433378473, "5": 0.0014172213899049286, "6": 0.0010190307317922513, "8": 0.0008764031529911639 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.6.mlp.gate_proj", "sensitivities": { "2": 0.03495683086415132, "3": 0.009056896611582488, "4": 0.0027688096063987664, "5": 0.0013450709957396612, "6": 0.0010079152173905943, "8": 0.0008882314092867697 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.o_proj", "sensitivities": { "2": 0.04343977997389933, "3": 0.011580328495862583, "4": 0.0034295626683160663, "5": 0.0015065200447376508, "6": 0.0010775804815542263, "8": 0.0009065436218709996 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.v_proj", "sensitivities": { "2": 0.0373696320457384, "3": 0.010010737886962792, "4": 0.0035441796280792914, "5": 0.0014120731866569258, "6": 0.00104147851622353, "8": 0.0008967743803320142 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.k_proj", "sensitivities": { "2": 0.015184608297810579, "3": 0.003090113093397425, "4": 0.0015505996367816504, "5": 0.0010229336451933098, "6": 0.0009357956708602918, "8": 0.0008938934176209538 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.q_proj", "sensitivities": { "2": 0.03153357654809952, "3": 0.009323164005763829, "4": 0.0027913904802214042, "5": 0.0014187157818620715, "6": 0.0010510270003578626, "8": 0.0008974916369576628 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.5.mlp.up_proj", "sensitivities": { "2": 0.06574978089580934, "3": 0.0156356951338239, "4": 0.004939913720590994, "5": 0.001732800805863614, "6": 0.00113776168776288, "8": 0.0009392361886663517 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.5.mlp.down_proj", "sensitivities": { "2": 0.043348288939644895, "3": 0.010220165034600845, "4": 0.0030581140648185587, "5": 0.0015012130073349301, "6": 0.0010591958950196083, "8": 0.0009159054704165707 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.5.mlp.gate_proj", "sensitivities": { "2": 0.03705834915551046, "3": 0.009694750925215581, "4": 0.002979423283250071, "5": 0.001450252942352866, "6": 0.0010470345829768728, "8": 0.0009377763247660672 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.o_proj", "sensitivities": { "2": 0.042935056650700666, "3": 0.008771238586632535, "4": 0.0026291672863105, "5": 0.0014412491582334042, "6": 0.001055071620309415, "8": 0.0009404981913879359 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.v_proj", "sensitivities": { "2": 0.04340974777005613, "3": 0.010175976388078803, "4": 0.0032150099529341483, "5": 0.0013685155645362101, "6": 0.001068320583726745, "8": 0.000932628183363704 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.k_proj", "sensitivities": { "2": 0.013622928304054463, "3": 0.003893534216331318, "4": 0.0017228994086811629, "5": 0.0011813713596590485, "6": 0.0009854796323149155, "8": 0.0009193391088047065 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.q_proj", "sensitivities": { "2": 0.030909750106123585, "3": 0.00831915326610518, "4": 0.0028759507840732113, "5": 0.0013041281975650538, "6": 0.001102190136104279, "8": 0.0009537891285920826 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.4.mlp.up_proj", "sensitivities": { "2": 0.07258513919077814, "3": 0.013797664423085129, "4": 0.0037972629021775597, "5": 0.0017928576659566413, "6": 0.0011828684267432739, "8": 0.0009836656099651009 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.4.mlp.down_proj", "sensitivities": { "2": 0.25407169045259553, "3": 0.07892447407357395, "4": 0.019582887742823612, "5": 0.004845757357543334, "6": 0.002093066315865144, "8": 0.0010960583992224808 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.4.mlp.gate_proj", "sensitivities": { "2": 0.04250500560738146, "3": 0.010374336561653763, "4": 0.0032070758655512086, "5": 0.0014989485765302863, "6": 0.0011458714070613496, "8": 0.0009838718021152697 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.o_proj", "sensitivities": { "2": 0.0408387437928468, "3": 0.011604605766478926, "4": 0.0034769546667424342, "5": 0.0016157045150369715, "6": 0.0011556121244211681, "8": 0.0010013841456384398 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.v_proj", "sensitivities": { "2": 0.09069019125308841, "3": 0.013004504784476012, "4": 0.0044413706588481245, "5": 0.001792565468349494, "6": 0.0011688860783275838, "8": 0.0010003513489209581 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.k_proj", "sensitivities": { "2": 0.009610962811469411, "3": 0.0031802168838718594, "4": 0.0015579939014666404, "5": 0.001139326023500568, "6": 0.0010223496016503002, "8": 0.0009787916593874495 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.q_proj", "sensitivities": { "2": 0.029319253478509683, "3": 0.008774589543463662, "4": 0.002560558782230752, "5": 0.0014197839651994097, "6": 0.0011219499162204254, "8": 0.0009927533731873457 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.3.mlp.up_proj", "sensitivities": { "2": 0.05563047008278469, "3": 0.012675249328215918, "4": 0.004090058088574248, "5": 0.0017799957446792785, "6": 0.0012232149213862915, "8": 0.001038278489431832 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.3.mlp.down_proj", "sensitivities": { "2": 0.052442518373330436, "3": 0.013381285990665978, "4": 0.003739295968747077, "5": 0.0016742008495687817, "6": 0.0012065119371982291, "8": 0.00104145966906799 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.3.mlp.gate_proj", "sensitivities": { "2": 0.039252000026560076, "3": 0.010049262928077951, "4": 0.003145104992048194, "5": 0.0016151858241452526, "6": 0.0011541929100834143, "8": 0.0010279724568439026 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.o_proj", "sensitivities": { "2": 0.04981510065651188, "3": 0.011994372141392281, "4": 0.003816464241632881, "5": 0.001769675992060608, "6": 0.0012296692754413623, "8": 0.0010723431259975769 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.v_proj", "sensitivities": { "2": 0.05114675856505831, "3": 0.014247853085786725, "4": 0.004278568628554543, "5": 0.0019044825457967818, "6": 0.0012512648099800572, "8": 0.0010554134787525982 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.k_proj", "sensitivities": { "2": 0.011362989171175286, "3": 0.0032013915139638507, "4": 0.0015653306812358399, "5": 0.0011973589401653346, "6": 0.0010684414834637816, "8": 0.0010322204495120484 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.q_proj", "sensitivities": { "2": 0.02485231391619891, "3": 0.006302171255811118, "4": 0.0024681392751517706, "5": 0.0013271046336740255, "6": 0.0011327846683949854, "8": 0.001024522437849858 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.2.mlp.up_proj", "sensitivities": { "2": 0.047231594333425164, "3": 0.012729271809803322, "4": 0.0036414472124306485, "5": 0.0017255574348382652, "6": 0.0012414022251808394, "8": 0.0010630214795431432 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.2.mlp.down_proj", "sensitivities": { "2": 0.04278886772226542, "3": 0.01090005086734891, "4": 0.0034026184681958207, "5": 0.001706616710483407, "6": 0.0012001008799416013, "8": 0.0010744257209201653 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.2.mlp.gate_proj", "sensitivities": { "2": 0.038468099276845656, "3": 0.010015840894387415, "4": 0.002979504703641093, "5": 0.0015626903744608474, "6": 0.0012088972252968233, "8": 0.00106488648574062 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.o_proj", "sensitivities": { "2": 0.05225889330419401, "3": 0.014315076443987588, "4": 0.003844964895203399, "5": 0.0018462860559035714, "6": 0.001277818174761099, "8": 0.0010851340096754332 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.v_proj", "sensitivities": { "2": 0.09771006756151716, "3": 0.026169001881498843, "4": 0.007302592081638674, "5": 0.0025253486649792953, "6": 0.0014967664634847704, "8": 0.001109343330123617 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.k_proj", "sensitivities": { "2": 0.011777069739764556, "3": 0.003969316264071192, "4": 0.0017255667820184801, "5": 0.0012469022840377875, "6": 0.0011147865892174498, "8": 0.0010430133139986235 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.q_proj", "sensitivities": { "2": 0.02548573703582709, "3": 0.005775872753777851, "4": 0.0024134119424464493, "5": 0.0013563015309046023, "6": 0.0011682018569748227, "8": 0.0010753723351323667 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.1.mlp.up_proj", "sensitivities": { "2": 0.047981787783404194, "3": 0.012571413283391545, "4": 0.003462125692749396, "5": 0.0017610143234681648, "6": 0.001292569574919374, "8": 0.001124532342752597 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.1.mlp.down_proj", "sensitivities": { "2": 0.07142322972261657, "3": 0.014872160740196705, "4": 0.004699649323204842, "5": 0.0020051957762916572, "6": 0.001370209999246678, "8": 0.0011216547160681027 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.1.mlp.gate_proj", "sensitivities": { "2": 0.04126586066558957, "3": 0.009759567270521075, "4": 0.003229277497060442, "5": 0.0016581157591038693, "6": 0.0012593800371784407, "8": 0.0011178322771835762 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.o_proj", "sensitivities": { "2": 0.28090827182556194, "3": 0.02687972120475024, "4": 0.007600005167963293, "5": 0.002633538070464662, "6": 0.0015069863681371014, "8": 0.0011763972288463265 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.v_proj", "sensitivities": { "2": 0.14662983609984317, "3": 0.035527461130792894, "4": 0.010382019429622838, "5": 0.0030226038870750926, "6": 0.0017491054143950653, "8": 0.0012081353294585522 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.k_proj", "sensitivities": { "2": 0.031071786458293598, "3": 0.006149526884352478, "4": 0.0022858143056510016, "5": 0.0014620787066329892, "6": 0.001233963186678011, "8": 0.0011230059414325904 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.q_proj", "sensitivities": { "2": 0.06040436130327483, "3": 0.009966343689787513, "4": 0.004058408764346193, "5": 0.00176852848623336, "6": 0.0012922874181337345, "8": 0.001158060840680264 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.0.mlp.up_proj", "sensitivities": { "2": 0.051552508297997214, "3": 0.013913897695601918, "4": 0.0037170323533549285, "5": 0.001832319804331443, "6": 0.0013564568920022186, "8": 0.0011995858658337966 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.0.mlp.down_proj", "sensitivities": { "2": 0.11987495406841238, "3": 0.025763568740027647, "4": 0.007696626421723825, "5": 0.002696267045394052, "6": 0.0016209285216367182, "8": 0.0012093022426900764 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.0.mlp.gate_proj", "sensitivities": { "2": 0.03806204905655856, "3": 0.009181350096090076, "4": 0.00298729278195727, "5": 0.0016446152512799017, "6": 0.0012734540917639, "8": 0.0011969751418898038 }, "param_count": 7077888, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.o_proj", "sensitivities": { "2": 0.11550315058169265, "3": 0.025208071844341855, "4": 0.007084926275031951, "5": 0.002794764906866476, "6": 0.0016822281274168442, "8": 0.0012485146047159408 }, "param_count": 3145728, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.v_proj", "sensitivities": { "2": 0.03617528802715242, "3": 0.00958449767009976, "4": 0.0030562196116079576, "5": 0.0018419651096337475, "6": 0.001365739393804688, "8": 0.0012619542661317003 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.k_proj", "sensitivities": { "2": 0.02421292185317725, "3": 0.005526320295757614, "4": 0.0026706020871642977, "5": 0.0014073595666559413, "6": 0.0013264203880680725, "8": 0.0012505521444836631 }, "param_count": 393216, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.q_proj", "sensitivities": { "2": 0.027503951627295464, "3": 0.007894937220650414, "4": 0.002339233991127306, "5": 0.0015046920743770897, "6": 0.0012932170211570337, "8": 0.001206570598393834 }, "param_count": 3145728, "metadata": {} } ]