diff --git "a/sensitivity_checkpoint.json" "b/sensitivity_checkpoint.json"
new file mode 100644--- /dev/null
+++ "b/sensitivity_checkpoint.json"
@@ -0,0 +1,3837 @@
+[
+  {
+    "layer_name": "lm_head",
+    "sensitivities": {
+      "2": 0.3690312101195256,
+      "3": 0.07595252734608948,
+      "4": 0.01818919344805181,
+      "5": 0.004614678056289752,
+      "6": 0.0014576555646878357,
+      "8": 0.0004173827698347547
+    },
+    "param_count": 267386880,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.41.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.03795132188436886,
+      "3": 0.009072183088089028,
+      "4": 0.00242004387837369,
+      "5": 0.0010075854831181157,
+      "6": 0.00048467294618603773,
+      "8": 0.00026502991507489543
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.41.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.12991621003796658,
+      "3": 0.028232062933966517,
+      "4": 0.0069681206562866764,
+      "5": 0.0017406110079415764,
+      "6": 0.0007589711167383939,
+      "8": 0.0003041822098263462
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.41.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.022828835140292842,
+      "3": 0.004880246347359692,
+      "4": 0.0014262580783300411,
+      "5": 0.0006901402375660837,
+      "6": 0.00039784398419821326,
+      "8": 0.00023991668361607785
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.41.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.009207076548288265,
+      "3": 0.0023086407309165224,
+      "4": 0.000879489661504825,
+      "5": 0.0004942766336171189,
+      "6": 0.000348891896768085,
+      "8": 0.0002395995246236756
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.41.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.011862850631587207,
+      "3": 0.003072493178478908,
+      "4": 0.0010222637853682197,
+      "5": 0.0005630557037269076,
+      "6": 0.0003730363629680748,
+      "8": 0.00024693860480814084
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.41.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.003506394525174983,
+      "3": 0.001175706439729159,
+      "4": 0.0005574562589269286,
+      "5": 0.00037244778165283304,
+      "6": 0.00028680220202659257,
+      "8": 0.00022407510247527776
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.41.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.006031630570457007,
+      "3": 0.001619274871093997,
+      "4": 0.0006757252510093773,
+      "5": 0.00046243349909976433,
+      "6": 0.00032388354460029706,
+      "8": 0.0002485476070432924
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.40.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.02348051864343385,
+      "3": 0.004578667411503072,
+      "4": 0.0014341886368735384,
+      "5": 0.000674167507289288,
+      "6": 0.00046413089997561957,
+      "8": 0.00032029579233494587
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.40.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.021251935938683648,
+      "3": 0.0050258845488618436,
+      "4": 0.001609279740174922,
+      "5": 0.0007042432759286991,
+      "6": 0.00044048715850901016,
+      "8": 0.00030845124698923126
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.40.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.017929228973419715,
+      "3": 0.004155062289404062,
+      "4": 0.001201152862146652,
+      "5": 0.0006339749597827904,
+      "6": 0.00042700527046690695,
+      "8": 0.0003096341279160697
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.40.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.004596881216760569,
+      "3": 0.0014397120709569815,
+      "4": 0.0006801408392978677,
+      "5": 0.0004579292581183836,
+      "6": 0.0003570626340660965,
+      "8": 0.00030202271894571214
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.40.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.003842558585650598,
+      "3": 0.0014213214478028628,
+      "4": 0.0006721745121467393,
+      "5": 0.0004587334733514581,
+      "6": 0.0003758901960585111,
+      "8": 0.00032339996929901343
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.40.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.005850549205206335,
+      "3": 0.00109090058322181,
+      "4": 0.000561877769844917,
+      "5": 0.0004317578847500651,
+      "6": 0.0003434089958318509,
+      "8": 0.0003117431527546917
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.40.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.003074977134626048,
+      "3": 0.001189255875942763,
+      "4": 0.0006708895780320745,
+      "5": 0.0004222270011572012,
+      "6": 0.00037116665286400047,
+      "8": 0.0003227454314279991
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.39.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.011515484395204112,
+      "3": 0.003087549332121853,
+      "4": 0.0010741784572019242,
+      "5": 0.0005939761043312805,
+      "6": 0.0004393871507393972,
+      "8": 0.00036120618763864815
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.39.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.009632905683247373,
+      "3": 0.0026426918630022556,
+      "4": 0.0009811412613392652,
+      "5": 0.0005292034341740267,
+      "6": 0.0004125568181431542,
+      "8": 0.0003344575676843912
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.39.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.012293794638632486,
+      "3": 0.0029686012203455903,
+      "4": 0.0010429635816156708,
+      "5": 0.0005800273696271082,
+      "6": 0.0004260381938365754,
+      "8": 0.00034706647966231685
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.39.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.008016852846291537,
+      "3": 0.002257072580202172,
+      "4": 0.0008910111003691176,
+      "5": 0.0005365192713118935,
+      "6": 0.00042221239952292916,
+      "8": 0.0003580634887233221
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.39.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.009197942471170487,
+      "3": 0.0026142585896498836,
+      "4": 0.0009511265222196622,
+      "5": 0.0005786025309741186,
+      "6": 0.00043395988541305996,
+      "8": 0.00036392743155981105
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.39.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.004779884218199489,
+      "3": 0.001145684311874599,
+      "4": 0.0005841114919652076,
+      "5": 0.00044526125505702413,
+      "6": 0.00038824819057481363,
+      "8": 0.00034723950739135034
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.39.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.00470438150902434,
+      "3": 0.0013050745789466116,
+      "4": 0.0006418591183319222,
+      "5": 0.00047659967822255567,
+      "6": 0.0003923116497996186,
+      "8": 0.0003531137390382355
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.38.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.009574868444663783,
+      "3": 0.002683834024840811,
+      "4": 0.0009825740295733947,
+      "5": 0.0005598147933293754,
+      "6": 0.0004400062922892782,
+      "8": 0.00038168130292130326
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.38.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.008891898619670732,
+      "3": 0.0023466256655713855,
+      "4": 0.0009082176111405715,
+      "5": 0.0005367327976273373,
+      "6": 0.0004337185879800624,
+      "8": 0.0003659165280017381
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.38.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.011573792469183294,
+      "3": 0.0030134717865924663,
+      "4": 0.001001681249666338,
+      "5": 0.0005702435846615117,
+      "6": 0.0004379395583479588,
+      "8": 0.0003754816940878906
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.38.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.005164339405988964,
+      "3": 0.001483944573313541,
+      "4": 0.0007104101690250294,
+      "5": 0.0004978607224378114,
+      "6": 0.0004255220834844901,
+      "8": 0.00037247763854490284
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.38.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.005188735759778258,
+      "3": 0.001729085633996874,
+      "4": 0.0007956516589426125,
+      "5": 0.0005047622216807213,
+      "6": 0.0004312934943300206,
+      "8": 0.0003863025382694711
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.38.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.006784868159835848,
+      "3": 0.001310232718727396,
+      "4": 0.000576501068280777,
+      "5": 0.00043794330971043866,
+      "6": 0.00040092444154045853,
+      "8": 0.0003731171127583366
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.38.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.004759011513669975,
+      "3": 0.0013529069680468335,
+      "4": 0.0006465944061346818,
+      "5": 0.00047430143240489997,
+      "6": 0.0004116161496009833,
+      "8": 0.00038525054878846277
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.37.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.008910135380574502,
+      "3": 0.0024195436611383534,
+      "4": 0.0009451741158651809,
+      "5": 0.0005768600506902052,
+      "6": 0.0004488861159188673,
+      "8": 0.0003965857079795872
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.37.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.008080467310113212,
+      "3": 0.0022981608757011904,
+      "4": 0.000891813348668317,
+      "5": 0.0005513004907697905,
+      "6": 0.0004379511295458845,
+      "8": 0.00039703342675541836
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.37.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.010526661683494845,
+      "3": 0.0026929317391477525,
+      "4": 0.0010144684129045345,
+      "5": 0.000573494863298644,
+      "6": 0.0004631590927601792,
+      "8": 0.00039696229820644174
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.37.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.003145214415174754,
+      "3": 0.001117884673779675,
+      "4": 0.0006258418992122946,
+      "5": 0.0004833130406041164,
+      "6": 0.0004279570475773653,
+      "8": 0.00039679681503912434
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.37.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.004341011876628424,
+      "3": 0.0013050139605184086,
+      "4": 0.0007217563143058214,
+      "5": 0.0005018782188320378,
+      "6": 0.00044238692013702047,
+      "8": 0.00040402935943954316
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.37.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.004252832506608684,
+      "3": 0.0009906460109050386,
+      "4": 0.0005344560195226222,
+      "5": 0.000454748016030256,
+      "6": 0.0004060187202412635,
+      "8": 0.0003962508738671507
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.37.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.005281597392846986,
+      "3": 0.0012663110828725621,
+      "4": 0.0006482867393060587,
+      "5": 0.0004920236921558777,
+      "6": 0.00042762951549472444,
+      "8": 0.00040031726651553373
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.36.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.008977735521815097,
+      "3": 0.0026706707843307718,
+      "4": 0.0010172956087141454,
+      "5": 0.0005951270504738204,
+      "6": 0.0004660419047771332,
+      "8": 0.0004148871254680368
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.36.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.008749397486099042,
+      "3": 0.002432432636851445,
+      "4": 0.0009343234378320631,
+      "5": 0.000574793020253613,
+      "6": 0.00045904427315690555,
+      "8": 0.00040835272617793333
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.36.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.009757921885466203,
+      "3": 0.0027532519185721562,
+      "4": 0.0009974996670886564,
+      "5": 0.0005834076485674208,
+      "6": 0.00046966676018200815,
+      "8": 0.00041471100060637883
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.36.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.0018436126580733496,
+      "3": 0.0008273282862016155,
+      "4": 0.0005572751567039328,
+      "5": 0.0004656452971782225,
+      "6": 0.00043325886751214665,
+      "8": 0.00041123093736435595
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.36.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.003639565344201401,
+      "3": 0.0013172483547047402,
+      "4": 0.0006878767817397602,
+      "5": 0.0005216071719284324,
+      "6": 0.00045283529834705405,
+      "8": 0.0004156999796881185
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.36.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.0036849234553907686,
+      "3": 0.0009316944876142467,
+      "4": 0.0005282108080185329,
+      "5": 0.0004589462199267776,
+      "6": 0.00043081744540055905,
+      "8": 0.00041233274653980817
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.36.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.0032893250730315535,
+      "3": 0.0010255764803635732,
+      "4": 0.0005885454265808221,
+      "5": 0.0004909907996382875,
+      "6": 0.0004430977860465646,
+      "8": 0.0004184750311348277
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.35.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.010425568291490587,
+      "3": 0.0027147019160717414,
+      "4": 0.0010297499272079829,
+      "5": 0.0006180740710988175,
+      "6": 0.00048603951775779325,
+      "8": 0.00043953484782832675
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.35.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.009462108675506897,
+      "3": 0.002602560714876745,
+      "4": 0.0010038287594701008,
+      "5": 0.0006013517995597795,
+      "6": 0.0004903212720819283,
+      "8": 0.0004275088431313634
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.35.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.011662299075396731,
+      "3": 0.0029174210139899515,
+      "4": 0.0010851999007475872,
+      "5": 0.0006221018459958335,
+      "6": 0.0004916078578389715,
+      "8": 0.0004414397626533173
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.35.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.003768748647416942,
+      "3": 0.0013119825768323305,
+      "4": 0.0006889370257946817,
+      "5": 0.0005095954087058393,
+      "6": 0.0004621610860340297,
+      "8": 0.00043529554811054066
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.35.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.0063156498411747935,
+      "3": 0.0019416983122937381,
+      "4": 0.0008654423678914706,
+      "5": 0.0006029773988605788,
+      "6": 0.0004864740949415136,
+      "8": 0.0004435082761726032
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.35.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.005719443615816999,
+      "3": 0.0012684007172841423,
+      "4": 0.0006563282610538105,
+      "5": 0.0005054952271166258,
+      "6": 0.0004549181897649153,
+      "8": 0.0004365470558695961
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.35.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.006133390559019365,
+      "3": 0.0015728707718759931,
+      "4": 0.000708380878980582,
+      "5": 0.0005408658186449126,
+      "6": 0.0004699621216180579,
+      "8": 0.00043959396619660157
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.34.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.011098741539171897,
+      "3": 0.0030337262384515875,
+      "4": 0.0010857362940441817,
+      "5": 0.0006375577989577627,
+      "6": 0.0005028415204530271,
+      "8": 0.0004518742546982442
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.34.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.010215319921068536,
+      "3": 0.0028228523199989772,
+      "4": 0.0010600860259728506,
+      "5": 0.0006250775125712001,
+      "6": 0.0005037658071766297,
+      "8": 0.00045820096238458063
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.34.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.011239636621515578,
+      "3": 0.003064556479027184,
+      "4": 0.0011289924344358344,
+      "5": 0.0006460907995157564,
+      "6": 0.000501914588312502,
+      "8": 0.0004472645772087465
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.34.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.002358528831488608,
+      "3": 0.0009664803365012631,
+      "4": 0.0006171912743108502,
+      "5": 0.0005066971474055512,
+      "6": 0.0004725703111034818,
+      "8": 0.0004504112888146968
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.34.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.00443086067874295,
+      "3": 0.0015766082021097343,
+      "4": 0.0008016537588749392,
+      "5": 0.0005732165651958591,
+      "6": 0.0004971851303707808,
+      "8": 0.00045333363535367727
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.34.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.00276396061720637,
+      "3": 0.0010057682933014196,
+      "4": 0.0005903471828787588,
+      "5": 0.0005072250872520575,
+      "6": 0.00047099674460090074,
+      "8": 0.0004567606859685232
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.34.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.0034340295072373315,
+      "3": 0.0012623502528488946,
+      "4": 0.0006675111217191443,
+      "5": 0.0005246154481331663,
+      "6": 0.00047567412548232824,
+      "8": 0.0004418820396191829
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.33.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.011651069381817555,
+      "3": 0.003255882281033943,
+      "4": 0.0011680400918218463,
+      "5": 0.0006761553462032074,
+      "6": 0.0005283822392811999,
+      "8": 0.00047622611115608987
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.33.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.011275209879386239,
+      "3": 0.00301949100442774,
+      "4": 0.0011546693228107567,
+      "5": 0.0006689457162186349,
+      "6": 0.0005337522646489864,
+      "8": 0.00046689517633543193
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.33.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.012245527555933222,
+      "3": 0.0032619232952129096,
+      "4": 0.0011608579006860964,
+      "5": 0.0006597350196292003,
+      "6": 0.0005318549956427887,
+      "8": 0.00046921718361166614
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.33.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.007309317685818921,
+      "3": 0.0022037991584511474,
+      "4": 0.0009366822984399429,
+      "5": 0.0006274507359194104,
+      "6": 0.0005138229353178758,
+      "8": 0.0004719869854549567
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.33.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.004668057813735989,
+      "3": 0.001778596080839634,
+      "4": 0.0008536535375848567,
+      "5": 0.000593993324097634,
+      "6": 0.0005145766881469171,
+      "8": 0.000483328637831922
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.33.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.008908277930459008,
+      "3": 0.0012661702688395355,
+      "4": 0.0007221535094383095,
+      "5": 0.0005540553502214607,
+      "6": 0.0005011838923868103,
+      "8": 0.00048172750272594084
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.33.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.009469473069960562,
+      "3": 0.002275972076555869,
+      "4": 0.0008666393817596448,
+      "5": 0.0006097052222078977,
+      "6": 0.0005110067540954333,
+      "8": 0.0004893220223796865
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.32.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.013672243905602954,
+      "3": 0.003671525072907874,
+      "4": 0.0012987987962939467,
+      "5": 0.0007097056319859499,
+      "6": 0.0005646304586358989,
+      "8": 0.0004959975728221858
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.32.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.01328845753838929,
+      "3": 0.003469746712653432,
+      "4": 0.0012300840668710105,
+      "5": 0.0007113627192059843,
+      "6": 0.0005596567219375478,
+      "8": 0.0004966598232082712
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.32.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.013645399264836064,
+      "3": 0.003716949589337067,
+      "4": 0.0012415242393520505,
+      "5": 0.0007175325578524886,
+      "6": 0.0005555912496978029,
+      "8": 0.0004984468638819332
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.32.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.0024476718535879627,
+      "3": 0.0010308078320425313,
+      "4": 0.0006530042555823456,
+      "5": 0.0005415453536746403,
+      "6": 0.0005159231162300179,
+      "8": 0.00048766641702968627
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.32.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.005005050942903229,
+      "3": 0.0018342240048999277,
+      "4": 0.0008777503596017292,
+      "5": 0.000612208586971974,
+      "6": 0.0005377064420220753,
+      "8": 0.0005110625327991632
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.32.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.010644087786204182,
+      "3": 0.0015676953989895992,
+      "4": 0.000717600460726923,
+      "5": 0.0005388526975972733,
+      "6": 0.0005197139507799875,
+      "8": 0.0004974789238379648
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.32.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.0055120128696823185,
+      "3": 0.0013847694111367066,
+      "4": 0.0007449428339896258,
+      "5": 0.0005818438282100639,
+      "6": 0.0005303969143521196,
+      "8": 0.0005045558112518241
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.31.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.01634463669809823,
+      "3": 0.004155305386423909,
+      "4": 0.001409509735822212,
+      "5": 0.0007666986348340288,
+      "6": 0.0005965576601738576,
+      "8": 0.0005115722566794526
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.31.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.014540139799161503,
+      "3": 0.00376955611379041,
+      "4": 0.0013539498177124187,
+      "5": 0.0007433471594898341,
+      "6": 0.000590752218461906,
+      "8": 0.0005130535804103905
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.31.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.015184729505563155,
+      "3": 0.00402019940277872,
+      "4": 0.001408336606497566,
+      "5": 0.0007425510824153511,
+      "6": 0.0005800443250336684,
+      "8": 0.0005172765862274294
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.31.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.003227907172307217,
+      "3": 0.0012115212254381429,
+      "4": 0.0007032576989634739,
+      "5": 0.0005839916617939404,
+      "6": 0.0005328892451264741,
+      "8": 0.0005247298843945222
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.31.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.006344545952742919,
+      "3": 0.0022104787227969305,
+      "4": 0.000944067044959714,
+      "5": 0.0006442237681767438,
+      "6": 0.0005523991167137865,
+      "8": 0.0005362196097848937
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.31.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.005157761714751056,
+      "3": 0.0011804435149921726,
+      "4": 0.0006803471939444231,
+      "5": 0.0005721737907151692,
+      "6": 0.000532805571613911,
+      "8": 0.0005154112841410097
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.31.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.005601178847427946,
+      "3": 0.0016681026172591373,
+      "4": 0.000807545581968346,
+      "5": 0.0006018540758911209,
+      "6": 0.0005378054859950984,
+      "8": 0.0005249690329947043
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.30.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.01987248449586332,
+      "3": 0.004943132917105686,
+      "4": 0.0016488793844473548,
+      "5": 0.0008257409159947807,
+      "6": 0.0006199541882475993,
+      "8": 0.0005420285572957558
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.30.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.018248959803410496,
+      "3": 0.004980026640017361,
+      "4": 0.0016077631274432254,
+      "5": 0.0008273268601139231,
+      "6": 0.0006245283899867596,
+      "8": 0.0005362624021169419
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.30.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.01757520823351418,
+      "3": 0.004498371992667671,
+      "4": 0.0015209927563167487,
+      "5": 0.0007837080993340351,
+      "6": 0.0006162529365004351,
+      "8": 0.0005535203405694725
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.30.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.003240739577449858,
+      "3": 0.0012946536395854007,
+      "4": 0.0007452060005258924,
+      "5": 0.0006069884827108277,
+      "6": 0.0005551079254170569,
+      "8": 0.0005373705025704112
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.30.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.007996334291722937,
+      "3": 0.0025108379583495357,
+      "4": 0.001035521051865847,
+      "5": 0.0006972118959917376,
+      "6": 0.0005912101587455254,
+      "8": 0.000547261159226764
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.30.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.004535733103693929,
+      "3": 0.001144775066980704,
+      "4": 0.0007430328708627106,
+      "5": 0.0005818109590715418,
+      "6": 0.0005482378025286986,
+      "8": 0.0005323544210114051
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.30.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.0059212756556613995,
+      "3": 0.0016005513486258376,
+      "4": 0.0008824459194632558,
+      "5": 0.000631427057669498,
+      "6": 0.0005718374341086019,
+      "8": 0.0005410638659668621
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.29.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.019698018363366526,
+      "3": 0.005109246538874383,
+      "4": 0.0016776391688229826,
+      "5": 0.0008670564651159415,
+      "6": 0.0006479580224549863,
+      "8": 0.0005688515411748085
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.29.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.01953924687889715,
+      "3": 0.005019170445545266,
+      "4": 0.001640292612137273,
+      "5": 0.0008836914579054186,
+      "6": 0.0006521984238740212,
+      "8": 0.0005540097808989231
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.29.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.018909777980297804,
+      "3": 0.004841157987054127,
+      "4": 0.0015636396092304494,
+      "5": 0.0008473203524772543,
+      "6": 0.000644379428801282,
+      "8": 0.0005773121241266684
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.29.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.007219432193475465,
+      "3": 0.00216334330131455,
+      "4": 0.0009723964819083145,
+      "5": 0.0006832351039823455,
+      "6": 0.0006046182461432181,
+      "8": 0.0005669140700774733
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.29.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.010506215345230885,
+      "3": 0.003122696985277192,
+      "4": 0.0011942961706760495,
+      "5": 0.000728091295362295,
+      "6": 0.0006400378685308775,
+      "8": 0.0005691931522354329
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.29.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.004675964650232345,
+      "3": 0.0014891572900523897,
+      "4": 0.0007776179275727676,
+      "5": 0.000637340420022762,
+      "6": 0.0005844658019971879,
+      "8": 0.000556054388046808
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.29.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.00638909360471492,
+      "3": 0.002143648603426603,
+      "4": 0.0009649071774523085,
+      "5": 0.0006803562112812264,
+      "6": 0.0006012916007117989,
+      "8": 0.0005713793774096606
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.28.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.024161547189578414,
+      "3": 0.006140922011885171,
+      "4": 0.001980157171298439,
+      "5": 0.0009630770364310592,
+      "6": 0.0006917698604714436,
+      "8": 0.0005920583244005684
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.28.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.023981386698627222,
+      "3": 0.006381649150474307,
+      "4": 0.0019569953559160544,
+      "5": 0.0009508676145439191,
+      "6": 0.0006828407082745495,
+      "8": 0.0005887443973430587
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.28.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.02013954025460407,
+      "3": 0.0050848634030747535,
+      "4": 0.0016485670542654891,
+      "5": 0.0008846224215327917,
+      "6": 0.0006779503455618396,
+      "8": 0.000587207605955579
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.28.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.015364377565371493,
+      "3": 0.0036169574644494182,
+      "4": 0.0013573662411848393,
+      "5": 0.0008248422952116622,
+      "6": 0.0006621474482623549,
+      "8": 0.0005960645782276212
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.28.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.01708614226663485,
+      "3": 0.004768370706491017,
+      "4": 0.0015829288725702402,
+      "5": 0.0008980877149345664,
+      "6": 0.0006829997170522498,
+      "8": 0.0006079988949447094
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.28.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.006917297122223924,
+      "3": 0.0017564688411463674,
+      "4": 0.000869447787408717,
+      "5": 0.0006904697778130261,
+      "6": 0.0006346188238239847,
+      "8": 0.0005875951574125793
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.28.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.01673602216760628,
+      "3": 0.003562029337141818,
+      "4": 0.0012997771106408134,
+      "5": 0.0008435356843013627,
+      "6": 0.0006572930457574936,
+      "8": 0.0005983298348534541
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.27.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.020558257043982547,
+      "3": 0.005388382264451745,
+      "4": 0.0017839859065134078,
+      "5": 0.0009303106016886886,
+      "6": 0.0007215799208400616,
+      "8": 0.000616181446578897
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.27.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.019484141647505265,
+      "3": 0.005170788785714346,
+      "4": 0.001684024714146896,
+      "5": 0.0008888647947363401,
+      "6": 0.0007042339469383782,
+      "8": 0.000624984491878422
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.27.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.02137432716942082,
+      "3": 0.00479030439358515,
+      "4": 0.0016090331167409506,
+      "5": 0.000932511204155162,
+      "6": 0.0007039848060230725,
+      "8": 0.0006123228437597087
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.27.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.01913397083020148,
+      "3": 0.0048745491076260805,
+      "4": 0.0016770036139253837,
+      "5": 0.0009021856082351102,
+      "6": 0.0007111207014531828,
+      "8": 0.0006295533360874591
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.27.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.01734339279937558,
+      "3": 0.004580418489543566,
+      "4": 0.0017099134929594584,
+      "5": 0.0009102698301527804,
+      "6": 0.0007140388855380783,
+      "8": 0.0006430737970125241
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.27.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.0066698433850736665,
+      "3": 0.0016151975917940338,
+      "4": 0.0008782546513733299,
+      "5": 0.0007071407138331173,
+      "6": 0.000653359034913592,
+      "8": 0.0006219188653631136
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.27.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.010948391606992422,
+      "3": 0.0034841458643010506,
+      "4": 0.0013537258358458832,
+      "5": 0.0008068764121465696,
+      "6": 0.0006857857697468717,
+      "8": 0.0006376028225834792
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.26.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.0454130630629758,
+      "3": 0.009571879418217577,
+      "4": 0.002679383719320564,
+      "5": 0.001222952352691209,
+      "6": 0.000811023701923356,
+      "8": 0.000671107572998153
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.26.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.03250693434771771,
+      "3": 0.008224427636984425,
+      "4": 0.0024503073800588027,
+      "5": 0.001112304695804293,
+      "6": 0.0007878034872798404,
+      "8": 0.0006590937822087047
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.26.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.04191621175656716,
+      "3": 0.007443473994499072,
+      "4": 0.002024408035746698,
+      "5": 0.001047426849254407,
+      "6": 0.0007713466620771214,
+      "8": 0.0006667334479667867
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.26.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.046863123890943825,
+      "3": 0.011668398428203849,
+      "4": 0.0032198214103118517,
+      "5": 0.0013457636911577235,
+      "6": 0.000856502631601567,
+      "8": 0.0006778459743751833
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.26.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.02470148736028932,
+      "3": 0.006664311731583439,
+      "4": 0.0021807377779623494,
+      "5": 0.0010158546623036575,
+      "6": 0.0007881060422126515,
+      "8": 0.0006866674521006644
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.26.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.008176069536906047,
+      "3": 0.002485275035724044,
+      "4": 0.0011439495077259683,
+      "5": 0.0007761443497050399,
+      "6": 0.0006977168753413329,
+      "8": 0.0006761331739350377
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.26.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.016872116927212726,
+      "3": 0.004308446402622697,
+      "4": 0.0015477175596364152,
+      "5": 0.0008823603614776706,
+      "6": 0.0007275980848741407,
+      "8": 0.0006753398677877461
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.25.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.03148980617212752,
+      "3": 0.0072465472961387905,
+      "4": 0.002196460981698086,
+      "5": 0.001099620577103148,
+      "6": 0.0007996303756954148,
+      "8": 0.0006987187358996986
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.25.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.022874629551855225,
+      "3": 0.005889021970991355,
+      "4": 0.0020056486367442026,
+      "5": 0.0010319692664779723,
+      "6": 0.0007761672738221629,
+      "8": 0.0007025328801925449
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.25.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.027074349539664883,
+      "3": 0.006112349631924492,
+      "4": 0.001897514761367347,
+      "5": 0.0010169986853725277,
+      "6": 0.0007672748433833476,
+      "8": 0.0007067766734204876
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.25.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.03338254103437066,
+      "3": 0.008186037065267252,
+      "4": 0.0025059592832500734,
+      "5": 0.0011457119459616176,
+      "6": 0.0008310930352308787,
+      "8": 0.0007236597800025871
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.25.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.02065462393996616,
+      "3": 0.005175968695160312,
+      "4": 0.0019291120940276112,
+      "5": 0.0010128568840931014,
+      "6": 0.0007793369283414601,
+      "8": 0.0006998119145767608
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.25.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.008496523728050912,
+      "3": 0.002092809137441994,
+      "4": 0.001048723615288812,
+      "5": 0.0007885590142298801,
+      "6": 0.000722264235567612,
+      "8": 0.0006994304118658571
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.25.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.014621134992921725,
+      "3": 0.0038265987823251635,
+      "4": 0.0015058484592979464,
+      "5": 0.0009019108050172994,
+      "6": 0.0007695915798346201,
+      "8": 0.0007257105947549766
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.24.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.025912066591748346,
+      "3": 0.006768634407004963,
+      "4": 0.002142836368875578,
+      "5": 0.001107550766998126,
+      "6": 0.0008234955603256822,
+      "8": 0.0007229168816896466
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.24.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.021996469624961417,
+      "3": 0.005698223705015455,
+      "4": 0.0019130064150279698,
+      "5": 0.0010218633178737946,
+      "6": 0.0007975622611411382,
+      "8": 0.0007368624113344898
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.24.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.022119700345986832,
+      "3": 0.006062945680848013,
+      "4": 0.0018421512892624985,
+      "5": 0.0010247630683200744,
+      "6": 0.0008087007081485353,
+      "8": 0.0007288739495076394
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.24.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.023705257975962013,
+      "3": 0.006064988798849906,
+      "4": 0.0019613341161554367,
+      "5": 0.001076783435564721,
+      "6": 0.0008210506154379497,
+      "8": 0.000742022440438935
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.24.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.01573249720968306,
+      "3": 0.004781097903711877,
+      "4": 0.0017149229897768237,
+      "5": 0.0009964598927278228,
+      "6": 0.0008035682694753632,
+      "8": 0.0007492277594186211
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.24.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.007148956346403186,
+      "3": 0.0020767478126799688,
+      "4": 0.0010256563776541345,
+      "5": 0.000827980301740657,
+      "6": 0.0007369932888347345,
+      "8": 0.0007401308976113796
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.24.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.013091351002609978,
+      "3": 0.004053265610612773,
+      "4": 0.0014710901911409262,
+      "5": 0.0009260154765797779,
+      "6": 0.0007938467024359852,
+      "8": 0.0007333388360469447
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.23.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.03085021775526305,
+      "3": 0.007667456229683012,
+      "4": 0.0027275651639987095,
+      "5": 0.001151606441756788,
+      "6": 0.0008749021678037631,
+      "8": 0.0007581881000078283
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.23.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.023820892015161615,
+      "3": 0.006823830005790417,
+      "4": 0.0021087755036811964,
+      "5": 0.0011346589938815062,
+      "6": 0.000863362081872765,
+      "8": 0.0007527892921643797
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.23.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.024210701463744044,
+      "3": 0.006058213179737019,
+      "4": 0.001974626531591639,
+      "5": 0.0010725171341618989,
+      "6": 0.0008334855034869785,
+      "8": 0.0007488939566731764
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.23.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.045967583816188075,
+      "3": 0.011768001189921051,
+      "4": 0.003251248703842672,
+      "5": 0.0014019504596944898,
+      "6": 0.0009454745159018785,
+      "8": 0.0007803917627218956
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.23.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.02334080945001915,
+      "3": 0.006150270889823635,
+      "4": 0.0019806947020697407,
+      "5": 0.0010720715375403718,
+      "6": 0.0008616147691403361,
+      "8": 0.0007711087758555853
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.23.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.007329480130768691,
+      "3": 0.002178644121158868,
+      "4": 0.0012001392484914202,
+      "5": 0.0008921610339408895,
+      "6": 0.0007914741787923655,
+      "8": 0.0007496450404384328
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.23.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.010215605589716384,
+      "3": 0.0032893124686476463,
+      "4": 0.0014066317162360065,
+      "5": 0.0009156204772201212,
+      "6": 0.0008245543346371657,
+      "8": 0.0007660255444837579
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.22.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.032757036543140806,
+      "3": 0.007792297799217825,
+      "4": 0.002285786875290796,
+      "5": 0.0012015280456883677,
+      "6": 0.0009076418355107307,
+      "8": 0.0007940205444659417
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.22.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.021568250376731157,
+      "3": 0.005631795269437134,
+      "4": 0.0019420806080840218,
+      "5": 0.0010833565259720974,
+      "6": 0.000875085053849034,
+      "8": 0.0007929913893652459
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.22.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.024478630628436804,
+      "3": 0.007467513913676764,
+      "4": 0.0020282099649193697,
+      "5": 0.001114473137325452,
+      "6": 0.0008871768998991078,
+      "8": 0.0007949241116875783
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.22.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.05484081758186221,
+      "3": 0.01502753000628824,
+      "4": 0.004093206972659876,
+      "5": 0.0016525835429395859,
+      "6": 0.0010369612876578078,
+      "8": 0.0008222000166521563
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.22.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.020433271245565265,
+      "3": 0.006716547907368901,
+      "4": 0.0017644459270134878,
+      "5": 0.0010872633235218625,
+      "6": 0.000872269938554382,
+      "8": 0.0007918186602182686
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.22.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.008442838346430412,
+      "3": 0.0025157706113532186,
+      "4": 0.001232304884373055,
+      "5": 0.0009242816364955312,
+      "6": 0.0008259710933392247,
+      "8": 0.0007983075289909417
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.22.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.023773404633781563,
+      "3": 0.007753458509493309,
+      "4": 0.002480073417245876,
+      "5": 0.001196542609250173,
+      "6": 0.0009127457500047361,
+      "8": 0.0008246369252447039
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.21.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.033490532892756164,
+      "3": 0.00864635365239034,
+      "4": 0.0027984902990283445,
+      "5": 0.0012623324000742286,
+      "6": 0.0009571168351006539,
+      "8": 0.0008277939947826477
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.21.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.023913817169765633,
+      "3": 0.006647685178904794,
+      "4": 0.002164379196377316,
+      "5": 0.0011671608056834277,
+      "6": 0.0009159323769078279,
+      "8": 0.0008291704434668645
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.21.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.022330583344834547,
+      "3": 0.0057921960930495215,
+      "4": 0.0019945521222931952,
+      "5": 0.001127268672765543,
+      "6": 0.0009119076227458814,
+      "8": 0.0008281869692533897
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.21.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.07397209282498807,
+      "3": 0.018226272678778816,
+      "4": 0.00527985183968364,
+      "5": 0.00187674889699944,
+      "6": 0.0011545034612936433,
+      "8": 0.0008554420225361051
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.21.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.015509183499185989,
+      "3": 0.004577706291456707,
+      "4": 0.001593194965001506,
+      "5": 0.0010647770808039543,
+      "6": 0.0009123499609510569,
+      "8": 0.0008293585876041712
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.21.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.008192794421726527,
+      "3": 0.0028378754116905234,
+      "4": 0.001293837512397052,
+      "5": 0.0009466427994387535,
+      "6": 0.0008824708335547863,
+      "8": 0.0008259715311093411
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.21.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.02069206631858833,
+      "3": 0.004773644730448723,
+      "4": 0.0016981462734596182,
+      "5": 0.0011373498637112789,
+      "6": 0.0009067441436248677,
+      "8": 0.0008464497041131835
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.20.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.03399791409416745,
+      "3": 0.00818889019622778,
+      "4": 0.002846786859057223,
+      "5": 0.0012871220630283158,
+      "6": 0.0009985191985227477,
+      "8": 0.0008603245939108698
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.20.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.02111272552671532,
+      "3": 0.005840692945639603,
+      "4": 0.001903602184029296,
+      "5": 0.0011474654565972742,
+      "6": 0.0009250535016083935,
+      "8": 0.0008610915707928749
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.20.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.030207603548963863,
+      "3": 0.015403143688066242,
+      "4": 0.004067295718414243,
+      "5": 0.0013725848984904587,
+      "6": 0.000995869475445943,
+      "8": 0.000865505638406224
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.20.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04267190800358852,
+      "3": 0.011487263119003424,
+      "4": 0.0035408953068933138,
+      "5": 0.0014568849292118102,
+      "6": 0.0010505513831352193,
+      "8": 0.000877457113044026
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.20.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.011481023063727966,
+      "3": 0.003479524796906238,
+      "4": 0.0014927786057038854,
+      "5": 0.0010630243050400168,
+      "6": 0.0009127613605717974,
+      "8": 0.0008694686645564312
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.20.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.00531373552318352,
+      "3": 0.0018206984944602784,
+      "4": 0.0010568606182156752,
+      "5": 0.0009751642016150678,
+      "6": 0.0008709247886145022,
+      "8": 0.0008390628099732567
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.20.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.021237692310630035,
+      "3": 0.004769403441362859,
+      "4": 0.001833910790689212,
+      "5": 0.0012321987596806139,
+      "6": 0.0009594253691223761,
+      "8": 0.0008709660966511971
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.19.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.030048790387809277,
+      "3": 0.007823765142044673,
+      "4": 0.0024208917699676626,
+      "5": 0.001240682943413655,
+      "6": 0.0010178277455755353,
+      "8": 0.0008709730524666762
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.19.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.021149609043883782,
+      "3": 0.005504124351621916,
+      "4": 0.001959204346348997,
+      "5": 0.0011602656813920476,
+      "6": 0.00098993747572725,
+      "8": 0.00088594546590078
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.19.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.019498266987890627,
+      "3": 0.004972259797796141,
+      "4": 0.0018838265968952328,
+      "5": 0.001155486820304456,
+      "6": 0.0009594353129311154,
+      "8": 0.000882122321248365
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.19.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.06062951132965585,
+      "3": 0.01616595033556223,
+      "4": 0.004513459246178779,
+      "5": 0.0017607023279803495,
+      "6": 0.001219286439057517,
+      "8": 0.0009239544294056637
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.19.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.01421165136465182,
+      "3": 0.004750759588205256,
+      "4": 0.0018383775483622837,
+      "5": 0.0011106162989259853,
+      "6": 0.0009542866003660796,
+      "8": 0.0008887116770589879
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.19.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.005830608065783356,
+      "3": 0.001883706604227579,
+      "4": 0.0011669100555688299,
+      "5": 0.0009617718787922058,
+      "6": 0.0009048081265063956,
+      "8": 0.0008790665330404105
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.19.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.019427423976594582,
+      "3": 0.005924778199793461,
+      "4": 0.002004534787071558,
+      "5": 0.0011641504812966257,
+      "6": 0.0009753270654376441,
+      "8": 0.000902237877501951
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.18.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.028733025246765465,
+      "3": 0.008582500973716378,
+      "4": 0.002643160233371115,
+      "5": 0.0013568847158846136,
+      "6": 0.0010294709160613518,
+      "8": 0.0009431669968762435
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.18.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.021872838163593162,
+      "3": 0.006379870979192977,
+      "4": 0.002166972182749305,
+      "5": 0.0013786436660060037,
+      "6": 0.0009930612601844284,
+      "8": 0.0009111987116436163
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.18.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.022489557702404756,
+      "3": 0.005323903436268059,
+      "4": 0.001973090994094188,
+      "5": 0.001198911954512975,
+      "6": 0.0009979749520425685,
+      "8": 0.0009158371164327642
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.18.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04754651656063894,
+      "3": 0.0126398575133256,
+      "4": 0.003972741452647218,
+      "5": 0.0016289252149969495,
+      "6": 0.0011116544543862499,
+      "8": 0.0009476192620544074
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.18.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.01573997222779629,
+      "3": 0.004614055627219689,
+      "4": 0.0019374682209066425,
+      "5": 0.0012580781961635996,
+      "6": 0.0009984671232814435,
+      "8": 0.0009442047715613929
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.18.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.006633439130382612,
+      "3": 0.002240423006393636,
+      "4": 0.0012259108868117134,
+      "5": 0.0010126537320805558,
+      "6": 0.0009421294926141854,
+      "8": 0.0009218939570322012
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.18.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.016071221868818004,
+      "3": 0.004836975853928986,
+      "4": 0.0019973559319623746,
+      "5": 0.0013114096655044705,
+      "6": 0.001007430155974968,
+      "8": 0.000956279919288742
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.17.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.03261057644461592,
+      "3": 0.008762988548066156,
+      "4": 0.0030687448136935322,
+      "5": 0.0014657721549156122,
+      "6": 0.0010808976961319179,
+      "8": 0.0009422911219492865
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.17.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.025284700231471408,
+      "3": 0.007356762546502675,
+      "4": 0.0023575913971095965,
+      "5": 0.0012848917079584983,
+      "6": 0.0010711827999330126,
+      "8": 0.0009187805881083477
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.17.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.024484070425387472,
+      "3": 0.006247707725075695,
+      "4": 0.0022824137655940526,
+      "5": 0.0013092336521367542,
+      "6": 0.0010248569160467014,
+      "8": 0.0009570194742991589
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.17.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.03580676577985287,
+      "3": 0.008922782731436504,
+      "4": 0.0029652216641504006,
+      "5": 0.0014605403557652608,
+      "6": 0.0011176565021742135,
+      "8": 0.0009668898189071721
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.17.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.017215260576146346,
+      "3": 0.005600973866724719,
+      "4": 0.0019891023427286805,
+      "5": 0.0012286933197174221,
+      "6": 0.0010387297176445525,
+      "8": 0.000930068029750449
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.17.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.007178966028732248,
+      "3": 0.002153662047930993,
+      "4": 0.0013173510305932723,
+      "5": 0.0011024643536075018,
+      "6": 0.0010025570785122302,
+      "8": 0.0009464386809365047
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.17.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.01652409278904088,
+      "3": 0.005036330219202985,
+      "4": 0.0024114886303626313,
+      "5": 0.001300901873037219,
+      "6": 0.0010465359531129554,
+      "8": 0.0009836799508775584
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.16.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.037099984590895474,
+      "3": 0.010034770961889686,
+      "4": 0.0034367028104801043,
+      "5": 0.0017325034180733685,
+      "6": 0.0011870683956658468,
+      "8": 0.0010494814111249677
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.16.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.032952133779569216,
+      "3": 0.00846023892518133,
+      "4": 0.0030440963455475867,
+      "5": 0.0015121088363230228,
+      "6": 0.0011135946127372638,
+      "8": 0.0009600025150575675
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.16.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.024706884209687512,
+      "3": 0.006345936868456192,
+      "4": 0.002288007594567413,
+      "5": 0.0013557342269147437,
+      "6": 0.0011095057100950119,
+      "8": 0.0010033434882643633
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.16.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.07482519978657365,
+      "3": 0.020644044697595138,
+      "4": 0.005698025765013881,
+      "5": 0.0021613691230110512,
+      "6": 0.0012843857863723922,
+      "8": 0.001004914652488272
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.16.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.03107407462084666,
+      "3": 0.010342236889603859,
+      "4": 0.003191122811889121,
+      "5": 0.0015822369896341115,
+      "6": 0.0011169927662801153,
+      "8": 0.0010267590017368395
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.16.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.010196132439887151,
+      "3": 0.003382541166502051,
+      "4": 0.0019422879643874087,
+      "5": 0.0011575952703424264,
+      "6": 0.0010139624804044918,
+      "8": 0.0010064726726947508
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.16.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.023907206060054403,
+      "3": 0.005719002658831111,
+      "4": 0.0022220435421331786,
+      "5": 0.0014038191317619446,
+      "6": 0.001079968238627771,
+      "8": 0.0010447775942642086
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.15.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.05247146700276062,
+      "3": 0.015176210377831012,
+      "4": 0.004375960282535137,
+      "5": 0.0018324565001724598,
+      "6": 0.001360441760577184,
+      "8": 0.0010471098103153054
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.15.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.041894609263787665,
+      "3": 0.011720170087452667,
+      "4": 0.0030705377018117965,
+      "5": 0.0017976026562488794,
+      "6": 0.0012436717139886848,
+      "8": 0.0010171048355308205
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.15.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.03180683664201448,
+      "3": 0.007539532719723259,
+      "4": 0.0029161749456155426,
+      "5": 0.0015401344341322936,
+      "6": 0.0012038728151916682,
+      "8": 0.001027173557910525
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.15.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.051467305476156376,
+      "3": 0.012648675095988438,
+      "4": 0.004287969510187395,
+      "5": 0.001826624325379574,
+      "6": 0.001494370636161572,
+      "8": 0.0011053198771454238
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.15.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.03740176121937111,
+      "3": 0.012277672610556086,
+      "4": 0.0039396659267367795,
+      "5": 0.001987369646182439,
+      "6": 0.001338703885267023,
+      "8": 0.0010883098778625329
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.15.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.013146891530292729,
+      "3": 0.006189193365571555,
+      "4": 0.002160229329698874,
+      "5": 0.001236657898213404,
+      "6": 0.0013279964405228384,
+      "8": 0.001094209351625371
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.15.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.025260251093034942,
+      "3": 0.006412303409888409,
+      "4": 0.002374877246135535,
+      "5": 0.0015562708479895566,
+      "6": 0.001331363203159223,
+      "8": 0.0010302140908606816
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.14.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.04707198947047194,
+      "3": 0.01394578362427031,
+      "4": 0.004969214768304179,
+      "5": 0.002162696262530517,
+      "6": 0.001441990323655773,
+      "8": 0.0012350614124443382
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.14.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.03383361777135482,
+      "3": 0.009648974145723818,
+      "4": 0.0034405887223935374,
+      "5": 0.0016663225639301042,
+      "6": 0.0014343233063603595,
+      "8": 0.0011458696753834374
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.14.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.03519281432575857,
+      "3": 0.009816542374513423,
+      "4": 0.0035899315116694197,
+      "5": 0.0017487043175303067,
+      "6": 0.0015967835618842703,
+      "8": 0.0012244365837735434
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.14.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.07753985732172926,
+      "3": 0.022755737552264083,
+      "4": 0.007815622739144601,
+      "5": 0.002658144680026453,
+      "6": 0.0019028322227920096,
+      "8": 0.0011865791918050188
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.14.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.04960652799733604,
+      "3": 0.01296378328212692,
+      "4": 0.00550057409418514,
+      "5": 0.0022268100389434644,
+      "6": 0.0015613320623136435,
+      "8": 0.0012517762988863979
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.14.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.016923219664022326,
+      "3": 0.00434685216411405,
+      "4": 0.00206722712997968,
+      "5": 0.0014637189136313584,
+      "6": 0.0012575888613355346,
+      "8": 0.0012068126343365293
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.14.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.03780461991361032,
+      "3": 0.01384781901530611,
+      "4": 0.003873045706617025,
+      "5": 0.0026052781843948956,
+      "6": 0.0012437241712177638,
+      "8": 0.0012630740541984171
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.13.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.05825139461861303,
+      "3": 0.015695568892018247,
+      "4": 0.004909999486699235,
+      "5": 0.003017934472154593,
+      "6": 0.001350339511797453,
+      "8": 0.0011893887749465648
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.13.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.040601897810120136,
+      "3": 0.012858242237901626,
+      "4": 0.0036259057402882413,
+      "5": 0.002337338140932843,
+      "6": 0.0016814344004766706,
+      "8": 0.0013009748739326217
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.13.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.03715840222624441,
+      "3": 0.01152932737992766,
+      "4": 0.004612001738375208,
+      "5": 0.0018477840737129252,
+      "6": 0.0015132958396861795,
+      "8": 0.0013659128114037837
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.13.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.07898739352822304,
+      "3": 0.022288630687398836,
+      "4": 0.007131108553342831,
+      "5": 0.002857753905118443,
+      "6": 0.001989006639632862,
+      "8": 0.0012813123624558405
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.13.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.028201417124364525,
+      "3": 0.009793095722367676,
+      "4": 0.003963719854558197,
+      "5": 0.0015589586801070254,
+      "6": 0.0015631326568836812,
+      "8": 0.001297035803872859
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.13.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.017285520870548982,
+      "3": 0.005997838559172426,
+      "4": 0.0032326138292167648,
+      "5": 0.0016438570686053329,
+      "6": 0.0013581149287347216,
+      "8": 0.0011744430945933952
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.13.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.04318703906998659,
+      "3": 0.013964127026459513,
+      "4": 0.00451726212122594,
+      "5": 0.0023948801802665307,
+      "6": 0.001983409127812289,
+      "8": 0.0015551157327233038
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.12.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.058335720910690725,
+      "3": 0.018559857649961486,
+      "4": 0.006088046917284373,
+      "5": 0.003230336219227562,
+      "6": 0.0019436420006968547,
+      "8": 0.0013833331540809013
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.12.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.0431436631285275,
+      "3": 0.013432217698815899,
+      "4": 0.00527534265468906,
+      "5": 0.002545036969725819,
+      "6": 0.0016878233097183208,
+      "8": 0.0016037092451976302
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.12.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.03864672661681349,
+      "3": 0.011075753510037126,
+      "4": 0.004643064089274655,
+      "5": 0.0026323104514934434,
+      "6": 0.0019320535066071898,
+      "8": 0.001713823325796208
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.12.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04560380838423347,
+      "3": 0.015800123888766393,
+      "4": 0.00432874473578219,
+      "5": 0.002039147262015225,
+      "6": 0.0022333602076590373,
+      "8": 0.0017092723270858794
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.12.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.04973170758845905,
+      "3": 0.022748164522151153,
+      "4": 0.006205478697665967,
+      "5": 0.0029849489389259056,
+      "6": 0.0018596709463357304,
+      "8": 0.0014708136489692454
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.12.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.023807204119899932,
+      "3": 0.009156071200171331,
+      "4": 0.003297367123498892,
+      "5": 0.002135845240748798,
+      "6": 0.002048376144860716,
+      "8": 0.0014195049152476713
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.12.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.03574057813966647,
+      "3": 0.0124744958836042,
+      "4": 0.005145237002579961,
+      "5": 0.0019052854574207838,
+      "6": 0.0023291037553766123,
+      "8": 0.0015651767850310232
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.11.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.05863611745492866,
+      "3": 0.019671540838317014,
+      "4": 0.005755012052153082,
+      "5": 0.0034290728666140544,
+      "6": 0.0024829410322126932,
+      "8": 0.0015239187826712926
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.11.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.0446740771488597,
+      "3": 0.01441544973446677,
+      "4": 0.004713351057337907,
+      "5": 0.0028952787397429347,
+      "6": 0.0020309178362367675,
+      "8": 0.001587768837149876
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.11.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.04337633633015988,
+      "3": 0.011260918193632582,
+      "4": 0.004981522882493057,
+      "5": 0.002873931972620388,
+      "6": 0.0018323251873274178,
+      "8": 0.0013726973617546416
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.11.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.05595678432534138,
+      "3": 0.017583962200054277,
+      "4": 0.0065000735291202245,
+      "5": 0.0030016841022491767,
+      "6": 0.002360446989769116,
+      "8": 0.0018827858596826748
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.11.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.03767377805585662,
+      "3": 0.013770545711546825,
+      "4": 0.004616854940347063,
+      "5": 0.002748275413371933,
+      "6": 0.002088475683801031,
+      "8": 0.0016817698585024725
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.11.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.021920264021900948,
+      "3": 0.008354397442114228,
+      "4": 0.0034154497528409897,
+      "5": 0.002067458249560635,
+      "6": 0.001736940984604492,
+      "8": 0.0019661009864648804
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.11.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.04488681438670028,
+      "3": 0.014882986986776814,
+      "4": 0.004157064481357035,
+      "5": 0.002484788853810945,
+      "6": 0.0021072561539767776,
+      "8": 0.0015516172243223991
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.10.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.06088239334834119,
+      "3": 0.01806304932688363,
+      "4": 0.009215132173267193,
+      "5": 0.002819610521934616,
+      "6": 0.002247463106565798,
+      "8": 0.0018121825499595918
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.10.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.04902028453458721,
+      "3": 0.016297490539727733,
+      "4": 0.005887285781985459,
+      "5": 0.0028177933005887703,
+      "6": 0.0021510220261310073,
+      "8": 0.0022927946471706187
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.10.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.043714427282490455,
+      "3": 0.014928666974204438,
+      "4": 0.004679893955956989,
+      "5": 0.0025280068378682095,
+      "6": 0.0021628551755081085,
+      "8": 0.0018668198487527359
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.10.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.050828722169778,
+      "3": 0.01550006104419784,
+      "4": 0.00716898895916529,
+      "5": 0.002834729391906876,
+      "6": 0.001779399739461951,
+      "8": 0.001833909113580982
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.10.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.03853753342991695,
+      "3": 0.012501767184100268,
+      "4": 0.006004314845389065,
+      "5": 0.0032271803963036896,
+      "6": 0.002085510170824515,
+      "8": 0.0018467814794955
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.10.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.024648116445556905,
+      "3": 0.006315558319329284,
+      "4": 0.0037753947556969556,
+      "5": 0.0022069736708848118,
+      "6": 0.002594154551237201,
+      "8": 0.001868779875318675
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.10.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.04941453580007268,
+      "3": 0.01435303695810338,
+      "4": 0.005898358440996769,
+      "5": 0.004448937046011754,
+      "6": 0.002537703493241376,
+      "8": 0.0021770284523275527
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.9.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.06099309789715335,
+      "3": 0.01978408660700855,
+      "4": 0.007727680276730098,
+      "5": 0.003613631971044621,
+      "6": 0.002746758841870663,
+      "8": 0.00199469769965314
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.9.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.05128084907967908,
+      "3": 0.01650143982260488,
+      "4": 0.005595005401119124,
+      "5": 0.0034248950881495452,
+      "6": 0.002883990040572826,
+      "8": 0.0024364235541725066
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.9.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.05642970144011391,
+      "3": 0.014515044279202508,
+      "4": 0.005815089271588174,
+      "5": 0.002691670339117991,
+      "6": 0.0023995715843435996,
+      "8": 0.0017576841431340047
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.9.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04472614615224302,
+      "3": 0.014603546742970744,
+      "4": 0.005675951620408644,
+      "5": 0.0043967126694042236,
+      "6": 0.0019157537402255305,
+      "8": 0.0018647919823706616
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.9.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.05980669027000355,
+      "3": 0.020401581733797986,
+      "4": 0.008605258032427324,
+      "5": 0.0032251923378983824,
+      "6": 0.0027676873166152896,
+      "8": 0.002553193371568341
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.9.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.03680809487317068,
+      "3": 0.011293875242699869,
+      "4": 0.0062230648994348785,
+      "5": 0.003700469964921164,
+      "6": 0.0028053955247742124,
+      "8": 0.0023455391880512857
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.9.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.045717363711446524,
+      "3": 0.017283797826773178,
+      "4": 0.007202114940203804,
+      "5": 0.0032778089298517443,
+      "6": 0.0037285060777018466,
+      "8": 0.00236331928075136
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.8.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.05896291543225137,
+      "3": 0.019237758164914947,
+      "4": 0.005611098708565502,
+      "5": 0.0039398747733988175,
+      "6": 0.002711386793331864,
+      "8": 0.002226814305079946
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.8.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.05271885851592136,
+      "3": 0.013827179029855566,
+      "4": 0.006054203598372017,
+      "5": 0.0036770752606874644,
+      "6": 0.002673950143313656,
+      "8": 0.001899006441817619
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.8.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.04618168192488762,
+      "3": 0.015448608881949136,
+      "4": 0.00517734559737922,
+      "5": 0.003787181574201289,
+      "6": 0.0024920548191100047,
+      "8": 0.002441695788244639
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.8.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.0279364040082631,
+      "3": 0.009827471604997603,
+      "4": 0.0042687041277531534,
+      "5": 0.002940987455076538,
+      "6": 0.0020671756137744524,
+      "8": 0.002749203150112104
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.8.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.02955101857272287,
+      "3": 0.012765821661256874,
+      "4": 0.005207399682452281,
+      "5": 0.002863839455433966,
+      "6": 0.0029444971102445074,
+      "8": 0.0026462705185015998
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.8.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.021431682912710432,
+      "3": 0.009595826093573123,
+      "4": 0.0042117792084657895,
+      "5": 0.0028787107524597864,
+      "6": 0.0027276385359679503,
+      "8": 0.002022367247263901
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.8.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.0597733072451471,
+      "3": 0.019539215340046212,
+      "4": 0.007023578592149231,
+      "5": 0.0028105504049259857,
+      "6": 0.0029188133351757037,
+      "8": 0.001950323385244701
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.7.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.05354074252924571,
+      "3": 0.017694290062839475,
+      "4": 0.006958958142301223,
+      "5": 0.0035405492368833316,
+      "6": 0.0023870673927982957,
+      "8": 0.0026901172423094977
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.7.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.4134389680499832,
+      "3": 0.14877152256667614,
+      "4": 0.04435605365627756,
+      "5": 0.01576803841938575,
+      "6": 0.006492013817478437,
+      "8": 0.002764796549551344
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.7.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.04827644858354082,
+      "3": 0.012741573615736948,
+      "4": 0.005925594671377136,
+      "5": 0.003047025624255184,
+      "6": 0.003147795946764139,
+      "8": 0.002738128079120846
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.7.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.0323469514066043,
+      "3": 0.011551604125997983,
+      "4": 0.005773431388661265,
+      "5": 0.004063312799795919,
+      "6": 0.0028389548242557794,
+      "8": 0.0029731020282876366
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.7.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.03674502851208672,
+      "3": 0.012205820419088317,
+      "4": 0.006250382228851474,
+      "5": 0.0030311299548581396,
+      "6": 0.0036841674082097597,
+      "8": 0.002704389114417912
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.7.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.02104369513108395,
+      "3": 0.008229370915311543,
+      "4": 0.0044566093711182475,
+      "5": 0.003218653842244142,
+      "6": 0.002633887894868773,
+      "8": 0.0029156993938765177
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.7.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.03671087460437169,
+      "3": 0.010519914772885386,
+      "4": 0.00497820522893259,
+      "5": 0.003231032003289632,
+      "6": 0.003514149080729112,
+      "8": 0.0025528756583905
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.6.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.055066901084501296,
+      "3": 0.019862185101374052,
+      "4": 0.007170121020559843,
+      "5": 0.004171493630565237,
+      "6": 0.004347812360113797,
+      "8": 0.002806199404100577
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.6.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.0633979126966248,
+      "3": 0.021243906870950013,
+      "4": 0.006547760322670608,
+      "5": 0.0038849084836935313,
+      "6": 0.0033278977704564263,
+      "8": 0.0025128825848999745
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.6.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.045926271443022415,
+      "3": 0.01599298011569772,
+      "4": 0.0054466034707729705,
+      "5": 0.0033781595981660453,
+      "6": 0.0039726133036310785,
+      "8": 0.0033941802503250074
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.6.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.032611072897755854,
+      "3": 0.0129217999735071,
+      "4": 0.006738338777116344,
+      "5": 0.003158376426047956,
+      "6": 0.0032833664954523556,
+      "8": 0.003076751670353891
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.6.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.042546816723188385,
+      "3": 0.01725164479285013,
+      "4": 0.006635623123050512,
+      "5": 0.004034798388602212,
+      "6": 0.002701687187557885,
+      "8": 0.00257668670504548
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.6.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.02344887799214727,
+      "3": 0.008521472283367379,
+      "4": 0.005524918612839731,
+      "5": 0.003454245777296213,
+      "6": 0.0030754240215173922,
+      "8": 0.0023197406893208003
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.6.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.039630200364626944,
+      "3": 0.010280807599580536,
+      "4": 0.00711609484036065,
+      "5": 0.0037421367208783827,
+      "6": 0.003976885525238079,
+      "8": 0.0032421899280355624
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.5.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.0546178343356587,
+      "3": 0.01666083486149243,
+      "4": 0.0070001739319801954,
+      "5": 0.005717937997057258,
+      "6": 0.0033527512180929384,
+      "8": 0.0029937209886459946
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.5.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.05287711126341795,
+      "3": 0.016861332333064638,
+      "4": 0.0073180042575889575,
+      "5": 0.003572907577715038,
+      "6": 0.002703539857369227,
+      "8": 0.0027798571779082217
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.5.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.044677964363169544,
+      "3": 0.015135858251596801,
+      "4": 0.007258155341939225,
+      "5": 0.003826442036370281,
+      "6": 0.0038704592091865684,
+      "8": 0.00266904040351316
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.5.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04584592495424052,
+      "3": 0.014548821947149312,
+      "4": 0.007138979398102189,
+      "5": 0.004089300280611496,
+      "6": 0.0037282530562758134,
+      "8": 0.0027680766628085016
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.5.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.06390238329186104,
+      "3": 0.025480202263376366,
+      "4": 0.008714339851091305,
+      "5": 0.0048170220567650785,
+      "6": 0.0032090238504072963,
+      "8": 0.003421863596789384
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.5.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.04159176517471982,
+      "3": 0.010368049023478912,
+      "4": 0.005992870581394527,
+      "5": 0.00425103052596872,
+      "6": 0.002349915847541221,
+      "8": 0.002583889586579365
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.5.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.06835481935801606,
+      "3": 0.024263853313944612,
+      "4": 0.013463430974904137,
+      "5": 0.004033949709992157,
+      "6": 0.0038098543324546577,
+      "8": 0.003321229542052606
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.4.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.06026806005199129,
+      "3": 0.015173615955670053,
+      "4": 0.007747198270711427,
+      "5": 0.004983366520415681,
+      "6": 0.002903021864767652,
+      "8": 0.0036441955732395095
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.4.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.04623533547661888,
+      "3": 0.01587859586288687,
+      "4": 0.005937056451026971,
+      "5": 0.0054330786151695065,
+      "6": 0.0038829283463807465,
+      "8": 0.0033284516672817213
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.4.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.040246647918441646,
+      "3": 0.013980942285949519,
+      "4": 0.006464457852416672,
+      "5": 0.004149335902184248,
+      "6": 0.0030491402261153175,
+      "8": 0.003512763391578725
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.4.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04383830614582015,
+      "3": 0.015722577159370605,
+      "4": 0.005676670038762192,
+      "5": 0.004157548001482307,
+      "6": 0.003636403717488671,
+      "8": 0.0030250066023048325
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.4.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.11649921323017527,
+      "3": 0.025259499457509566,
+      "4": 0.011595596653933171,
+      "5": 0.004182641098547417,
+      "6": 0.003447658736452771,
+      "8": 0.002372311433039916
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.4.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.019112564128590748,
+      "3": 0.007340521699613116,
+      "4": 0.004292079000151716,
+      "5": 0.0035392046435542093,
+      "6": 0.003076356941164704,
+      "8": 0.003958200829705068
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.4.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.03284625081869308,
+      "3": 0.011815152933801679,
+      "4": 0.005389293854629311,
+      "5": 0.00418064175149387,
+      "6": 0.004223454223392764,
+      "8": 0.0028929127778004235
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.3.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.050428661168552935,
+      "3": 0.014637797357863747,
+      "4": 0.006416485110094072,
+      "5": 0.0042145171598046245,
+      "6": 0.003467335188664341,
+      "8": 0.003218853519986927
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.3.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.0453952860358792,
+      "3": 0.014248810368978107,
+      "4": 0.005232293022951732,
+      "5": 0.00335940074728569,
+      "6": 0.0038061811307367557,
+      "8": 0.003251024696510285
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.3.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.049819667891521625,
+      "3": 0.014670547907977985,
+      "4": 0.006834324410495658,
+      "5": 0.0045102898341914015,
+      "6": 0.0033187887020176277,
+      "8": 0.0028014016121839327
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.3.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04356815946812276,
+      "3": 0.016832074131040525,
+      "4": 0.006670026074668082,
+      "5": 0.004313728681154316,
+      "6": 0.003506957204081118,
+      "8": 0.002993525478814263
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.3.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.0754533553069147,
+      "3": 0.03824796496094981,
+      "4": 0.009660304101998918,
+      "5": 0.005562980499234982,
+      "6": 0.0035277668090808825,
+      "8": 0.002411941453222729
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.3.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.044477808551164344,
+      "3": 0.012055289422278292,
+      "4": 0.005894861213164404,
+      "5": 0.004258020593018348,
+      "6": 0.005012004449478506,
+      "8": 0.0023656298290006816
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.3.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.05627077666576952,
+      "3": 0.018293856466092013,
+      "4": 0.005074258397750479,
+      "5": 0.0036904646306841946,
+      "6": 0.0030151217045689314,
+      "8": 0.0033979656800511293
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.2.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.0440492476336658,
+      "3": 0.012352245389289843,
+      "4": 0.006532448411841567,
+      "5": 0.004560925044643227,
+      "6": 0.0033500799545436166,
+      "8": 0.0023365594000400356
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.2.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.0474498294837152,
+      "3": 0.01514001516867817,
+      "4": 0.006226234649754285,
+      "5": 0.003993128796234184,
+      "6": 0.004398975822065647,
+      "8": 0.003243955365178408
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.2.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.03876192311872728,
+      "3": 0.012416654795136614,
+      "4": 0.0060442710140099125,
+      "5": 0.00527433702518465,
+      "6": 0.003705650868748004,
+      "8": 0.003275287812963749
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.2.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.0621441281788672,
+      "3": 0.01664986822773547,
+      "4": 0.010544238325868113,
+      "5": 0.005066975156902724,
+      "6": 0.00425923411360903,
+      "8": 0.0028483104421563135
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.2.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.09286353605178495,
+      "3": 0.044039594091979474,
+      "4": 0.016377743656145565,
+      "5": 0.006293419702463628,
+      "6": 0.004739034329152976,
+      "8": 0.004088164304751747
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.2.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.054925844441944115,
+      "3": 0.011133038150243616,
+      "4": 0.005958286650032581,
+      "5": 0.003898428454704117,
+      "6": 0.004093578965694178,
+      "8": 0.00291435237765351
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.2.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.0948663604115912,
+      "3": 0.03742290700029116,
+      "4": 0.009619993863452692,
+      "5": 0.005060454722600601,
+      "6": 0.00440872731996933,
+      "8": 0.002941490032147461
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.1.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.04518662238842808,
+      "3": 0.01341162460448686,
+      "4": 0.0068069298067712225,
+      "5": 0.0032566038959582024,
+      "6": 0.0035324545727538257,
+      "8": 0.003421011639147764
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.1.mlp.down_proj",
+    "sensitivities": {
+      "2": 1.001701207831502,
+      "3": 0.08358751493506134,
+      "4": 0.027870146528584883,
+      "5": 0.00946337940210166,
+      "6": 0.006158977664502648,
+      "8": 0.002746366340337166
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.1.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.05180564229764665,
+      "3": 0.012536432843868775,
+      "4": 0.005634019638819154,
+      "5": 0.003730444710527081,
+      "6": 0.004110192553829013,
+      "8": 0.0038997338051558472
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.1.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.12313646163480978,
+      "3": 0.031176035224537674,
+      "4": 0.011876867885196893,
+      "5": 0.00601921531536694,
+      "6": 0.003939982036778626,
+      "8": 0.002743733856429268
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.1.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.07267418224364519,
+      "3": 0.024856548494426534,
+      "4": 0.009091294634951433,
+      "5": 0.004958608621867218,
+      "6": 0.004301745178963756,
+      "8": 0.004394169206837735
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.1.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.03588640028222775,
+      "3": 0.010538271368811062,
+      "4": 0.005919033610553015,
+      "5": 0.0037591253543117395,
+      "6": 0.0033891473127975282,
+      "8": 0.003010705246803506
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.1.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.2766601807670668,
+      "3": 0.025872542265763816,
+      "4": 0.010622802799237737,
+      "5": 0.005606584845130176,
+      "6": 0.0031021774714948456,
+      "8": 0.002905533114244463
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.0.mlp.up_proj",
+    "sensitivities": {
+      "2": 0.04721833598644783,
+      "3": 0.013971233454261286,
+      "4": 0.007304082462117852,
+      "5": 0.004256298761902144,
+      "6": 0.004593985921625669,
+      "8": 0.003824159284704365
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.0.mlp.down_proj",
+    "sensitivities": {
+      "2": 0.08108722451531018,
+      "3": 0.02242050431474733,
+      "4": 0.008764407609608801,
+      "5": 0.005241098265590456,
+      "6": 0.0035201023711124435,
+      "8": 0.003798553232627455
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.0.mlp.gate_proj",
+    "sensitivities": {
+      "2": 0.03550517435845298,
+      "3": 0.00887321426125709,
+      "4": 0.004029170976233824,
+      "5": 0.004768083228555042,
+      "6": 0.003699348265702914,
+      "8": 0.0032522785889644488
+    },
+    "param_count": 12582912,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.0.self_attn.o_proj",
+    "sensitivities": {
+      "2": 0.04659842796778927,
+      "3": 0.017675707567832433,
+      "4": 0.009097388152440544,
+      "5": 0.004953867959557101,
+      "6": 0.003823542152531445,
+      "8": 0.0036974767523740106
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.0.self_attn.v_proj",
+    "sensitivities": {
+      "2": 0.17154384839038053,
+      "3": 0.04262076820790147,
+      "4": 0.025039479912569124,
+      "5": 0.00765613243856933,
+      "6": 0.005738617682557863,
+      "8": 0.003591894002359671
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.0.self_attn.k_proj",
+    "sensitivities": {
+      "2": 0.016188609714542206,
+      "3": 0.003968098297870408,
+      "4": 0.005123028278224713,
+      "5": 0.004101382329584642,
+      "6": 0.0034310366536374204,
+      "8": 0.00377827262612603
+    },
+    "param_count": 524288,
+    "metadata": {}
+  },
+  {
+    "layer_name": "model.layers.0.self_attn.q_proj",
+    "sensitivities": {
+      "2": 0.00898501312137038,
+      "3": 0.0054548838949510054,
+      "4": 0.004136894280236447,
+      "5": 0.0038144730836696303,
+      "6": 0.003669231016829144,
+      "8": 0.003278959816573964
+    },
+    "param_count": 4194304,
+    "metadata": {}
+  }
+]
\ No newline at end of file