[ { "layer_name": "lm_head", "sensitivities": { "2": 0.3561878160883983, "3": 0.07340209217121203, "4": 0.017191053018905222, "5": 0.004320431132024775, "6": 0.0014595053556452815 }, "param_count": 267386880, "metadata": {} }, { "layer_name": "model.layers.41.mlp.up_proj", "sensitivities": { "2": 0.029430276714265347, "3": 0.006942777380269642, "4": 0.001906388739977653, "5": 0.0008272497968088525, "6": 0.00047473907519209507 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.41.mlp.down_proj", "sensitivities": { "2": 0.09052623591075341, "3": 0.035420522248993315, "4": 0.00525483803357929, "5": 0.001659361524313378, "6": 0.0007854455846730465 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.41.mlp.gate_proj", "sensitivities": { "2": 0.017741196827652555, "3": 0.003703364277801787, "4": 0.0011378644824920532, "5": 0.0006127210557072734, "6": 0.0004038220910539773 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.41.self_attn.o_proj", "sensitivities": { "2": 0.00681499491717356, "3": 0.0018370924517512321, "4": 0.0007692902242221559, "5": 0.0004811384254329217, "6": 0.0003554705702602708 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.41.self_attn.v_proj", "sensitivities": { "2": 0.007845346718871346, "3": 0.0022937635682562054, "4": 0.0008451949179288931, "5": 0.0005210711266651439, "6": 0.00037309985539953533 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.41.self_attn.k_proj", "sensitivities": { "2": 0.0022069208716857247, "3": 0.0008601616257995678, "4": 0.0004969662804796826, "5": 0.00036445391257681575, "6": 0.00030245664311223663 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.41.self_attn.q_proj", "sensitivities": { "2": 0.0033337535666457065, "3": 0.001172212629171554, "4": 0.0005855151927486683, "5": 0.0004207804316441373, "6": 0.0003630944714435221 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.40.mlp.up_proj", "sensitivities": { "2": 0.013284936683097234, "3": 0.003059903727262281, "4": 0.001062501938577043, "5": 0.0006148965658212546, "6": 0.0004669625789877803 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.40.mlp.down_proj", "sensitivities": { "2": 0.014467819516236583, "3": 0.00351692666784705, "4": 0.0012176700790102284, "5": 0.0006118707812371819, "6": 0.0004360423178392618 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.40.mlp.gate_proj", "sensitivities": { "2": 0.01006680799764581, "3": 0.00242258843354648, "4": 0.0009278386072158659, "5": 0.0005509610794736849, "6": 0.00045484549627872184 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.40.self_attn.o_proj", "sensitivities": { "2": 0.003469626055448316, "3": 0.0011884701840851146, "4": 0.0006411968303533891, "5": 0.00046770097833359614, "6": 0.00037567475252823596 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.40.self_attn.v_proj", "sensitivities": { "2": 0.002770436384404699, "3": 0.0011507159627702397, "4": 0.0006117468947195448, "5": 0.0004442077358059275, "6": 0.0003849792343923279 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.40.self_attn.k_proj", "sensitivities": { "2": 0.002728398552183838, "3": 0.0008931238068422923, "4": 0.0005129175139397072, "5": 0.00044692557033461827, "6": 0.0003785879246909947 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.40.self_attn.q_proj", "sensitivities": { "2": 0.005014766293849486, "3": 0.0014665772372003023, "4": 0.0006476645297273839, "5": 0.00055899591219107, "6": 0.0003913759719580412 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.39.mlp.up_proj", "sensitivities": { "2": 0.007097098918166012, "3": 0.0020141087394828596, "4": 0.0008451477600222764, "5": 0.0005594450049102306, "6": 0.0004419833276188001 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.39.mlp.down_proj", "sensitivities": { "2": 0.006274496229404273, "3": 0.0017496363531487684, "4": 0.0007956210016952051, "5": 0.0005124320329438584, "6": 0.00041346141733811237 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.39.mlp.gate_proj", "sensitivities": { "2": 0.00692476184728245, "3": 0.0019135113980155438, "4": 0.0008131676901636334, "5": 0.0005235415943995273, "6": 0.0004300815453461837 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.39.self_attn.o_proj", "sensitivities": { "2": 0.005459823063574731, "3": 0.0016860788091435097, "4": 0.0007806799864435258, "5": 0.0005305017718152764, "6": 0.0004381505289832906 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.39.self_attn.v_proj", "sensitivities": { "2": 0.004814838612219319, "3": 0.0016278405140231673, "4": 0.0007835234076386163, "5": 0.0005260610875363151, "6": 0.0004515430046012625 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.39.self_attn.k_proj", "sensitivities": { "2": 0.002158591574698221, "3": 0.0008437470035763303, "4": 0.0005305976749999294, "5": 0.00045283421422936954, "6": 0.00041692582332567935 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.39.self_attn.q_proj", "sensitivities": { "2": 0.0027271135525855548, "3": 0.0009510636943256637, "4": 0.0005745224189013243, "5": 0.00045408622827380896, "6": 0.0004093939860467799 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.38.mlp.up_proj", "sensitivities": { "2": 0.0059805177540207905, "3": 0.0017116424666407208, "4": 0.0007753171351699469, "5": 0.0005282371991294591, "6": 0.0004470332144895413 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.38.mlp.down_proj", "sensitivities": { "2": 0.005415519398714726, "3": 0.0016022891868487932, "4": 0.0007404295865853783, "5": 0.0005220994244155008, "6": 0.00044191886627231725 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.38.mlp.gate_proj", "sensitivities": { "2": 0.006677351295365952, "3": 0.0018404767591467437, "4": 0.0007924602286948357, "5": 0.0005341653510792336, "6": 0.0004499180116302644 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.38.self_attn.o_proj", "sensitivities": { "2": 0.0037341364222811535, "3": 0.001198662052047439, "4": 0.0006580757350699665, "5": 0.0005006369416757176, "6": 0.0004341311408400846 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.38.self_attn.v_proj", "sensitivities": { "2": 0.003438734003187468, "3": 0.0013155970033646251, "4": 0.0006830962399059596, "5": 0.0005090697583606622, "6": 0.00045210151680900407 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.38.self_attn.k_proj", "sensitivities": { "2": 0.002334964619270371, "3": 0.0008104570054759582, "4": 0.0005161909381664979, "5": 0.0004469997196186644, "6": 0.0004259886360766056 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.38.self_attn.q_proj", "sensitivities": { "2": 0.0029026655514220088, "3": 0.0010386428887917039, "4": 0.0005799382051918656, "5": 0.00046354786172742024, "6": 0.00042733368233408936 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.37.mlp.up_proj", "sensitivities": { "2": 0.005424654193726989, "3": 0.0017039849117281847, "4": 0.0007727069314569235, "5": 0.0005359313860632634, "6": 0.000467020179106233 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.37.mlp.down_proj", "sensitivities": { "2": 0.005162553534319159, "3": 0.0015553607469579827, "4": 0.0007505656964591859, "5": 0.0005206206490887174, "6": 0.00044359342367291293 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.37.mlp.gate_proj", "sensitivities": { "2": 0.006168559409464554, "3": 0.0017372748698107898, "4": 0.0007945269074601432, "5": 0.0005396825339024266, "6": 0.0004602969286982746 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.37.self_attn.o_proj", "sensitivities": { "2": 0.002462688210168077, "3": 0.0010001635600929148, "4": 0.0005983820750164645, "5": 0.00048795540957750444, "6": 0.000450410983224477 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.37.self_attn.v_proj", "sensitivities": { "2": 0.002631369665323291, "3": 0.00102946884726407, "4": 0.0006359504501839789, "5": 0.0005081662141795581, "6": 0.00045036190931568854 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.37.self_attn.k_proj", "sensitivities": { "2": 0.001765855195117183, "3": 0.0007041477656457573, "4": 0.0005129896574847711, "5": 0.0004545761657936964, "6": 0.00044170157707412727 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.37.self_attn.q_proj", "sensitivities": { "2": 0.0028151903995118723, "3": 0.0010164146636573908, "4": 0.0005746733161989445, "5": 0.00048608579163555987, "6": 0.0004431517627381254 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.36.mlp.up_proj", "sensitivities": { "2": 0.005794114947396641, "3": 0.0016659832314568728, "4": 0.0007858339292094266, "5": 0.0005524380806794701, "6": 0.000479977057693759 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.36.mlp.down_proj", "sensitivities": { "2": 0.005345419265116409, "3": 0.0016773229629810278, "4": 0.0007667410172871314, "5": 0.0005337891877085591, "6": 0.00046302409464260563 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.36.mlp.gate_proj", "sensitivities": { "2": 0.0061548770366547005, "3": 0.001806985984633987, "4": 0.0008040447282837704, "5": 0.0005486930009889571, "6": 0.00048003891060943715 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.36.self_attn.o_proj", "sensitivities": { "2": 0.0013620455417064174, "3": 0.0007052941158084044, "4": 0.0005280682901987651, "5": 0.00047474069166734506, "6": 0.00045835173780991073 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.36.self_attn.v_proj", "sensitivities": { "2": 0.0020702981904226667, "3": 0.0009531251441027658, "4": 0.0005842670507263392, "5": 0.0005117221359493366, "6": 0.0004593745337236517 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.36.self_attn.k_proj", "sensitivities": { "2": 0.0015956296483636834, "3": 0.0006518344101399028, "4": 0.0005084994118078612, "5": 0.0004801913952784768, "6": 0.00044527551290229894 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.36.self_attn.q_proj", "sensitivities": { "2": 0.0018947040504523709, "3": 0.0008252947579118578, "4": 0.0005594971238072807, "5": 0.00048297855513131555, "6": 0.00046544531020723906 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.35.mlp.up_proj", "sensitivities": { "2": 0.0065695749945007265, "3": 0.0017925914798979647, "4": 0.0008211306412704289, "5": 0.0005722566917635655, "6": 0.000492576752246047 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.35.mlp.down_proj", "sensitivities": { "2": 0.005810573837758663, "3": 0.0017494287336982477, "4": 0.0007878497951120759, "5": 0.0005483967482480997, "6": 0.0004932724635485405 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.35.mlp.gate_proj", "sensitivities": { "2": 0.006859077489934862, "3": 0.0019203148719194967, "4": 0.0008389593034128969, "5": 0.0005702960079361219, "6": 0.0004891286638060895 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.35.self_attn.o_proj", "sensitivities": { "2": 0.0029471145680872723, "3": 0.0010971907856098066, "4": 0.0006557370943482965, "5": 0.0005166371908368698, "6": 0.00047185749584362685 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.35.self_attn.v_proj", "sensitivities": { "2": 0.004356308794134141, "3": 0.0013095459980831947, "4": 0.0007228359863802325, "5": 0.0005581906564960567, "6": 0.00048232577804204385 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.35.self_attn.k_proj", "sensitivities": { "2": 0.002557871162328714, "3": 0.0008398756993604669, "4": 0.000596296667936258, "5": 0.0004958816631794131, "6": 0.00046652917929653387 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.35.self_attn.q_proj", "sensitivities": { "2": 0.0030864868119048574, "3": 0.0010872544541295308, "4": 0.000634746165208829, "5": 0.0005225638306001201, "6": 0.0004782501188553094 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.34.mlp.up_proj", "sensitivities": { "2": 0.0067844260872031254, "3": 0.0019876467073724293, "4": 0.0008628874687322726, "5": 0.0005825832959089894, "6": 0.0005125362319328511 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.34.mlp.down_proj", "sensitivities": { "2": 0.006539291765269202, "3": 0.0018809655957738869, "4": 0.000824650331196608, "5": 0.0005809685765901426, "6": 0.0005102266829150418 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.34.mlp.gate_proj", "sensitivities": { "2": 0.007111736573278904, "3": 0.0020013597301537325, "4": 0.0008715622595142728, "5": 0.0005893363741051871, "6": 0.000507469345999804 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.34.self_attn.o_proj", "sensitivities": { "2": 0.0018514703745798518, "3": 0.0008473020607198123, "4": 0.0005945827215327881, "5": 0.0005124118615640327, "6": 0.0004870981028943788 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.34.self_attn.v_proj", "sensitivities": { "2": 0.002970093621115666, "3": 0.0011496289262140635, "4": 0.000680195241632949, "5": 0.0005371648245879138, "6": 0.0004995927095781857 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.34.self_attn.k_proj", "sensitivities": { "2": 0.0014461067136532317, "3": 0.0007438313332386315, "4": 0.0005446720885326309, "5": 0.0005096261144596307, "6": 0.00048019675887189806 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.34.self_attn.q_proj", "sensitivities": { "2": 0.0021192275186573775, "3": 0.0008776571376074571, "4": 0.0006075081788973572, "5": 0.00051761403058966, "6": 0.000490874471627952 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.33.mlp.up_proj", "sensitivities": { "2": 0.007717295103551199, "3": 0.0021739333193787993, "4": 0.0009204222478729207, "5": 0.0006186330016741218, "6": 0.0005216183841791159 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.33.mlp.down_proj", "sensitivities": { "2": 0.007084675336955115, "3": 0.0020945644234113083, "4": 0.0009147228835596858, "5": 0.0006044704387022648, "6": 0.000526454071708334 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.33.mlp.gate_proj", "sensitivities": { "2": 0.007603850351491322, "3": 0.0021550962192122824, "4": 0.0009118612191135375, "5": 0.0006100478749431204, "6": 0.0005340674324543215 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.33.self_attn.o_proj", "sensitivities": { "2": 0.004921597627496037, "3": 0.001520211871441764, "4": 0.0007947075731256822, "5": 0.0005868939418481508, "6": 0.0005252922686243741 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.33.self_attn.v_proj", "sensitivities": { "2": 0.0031723198820448792, "3": 0.0012449640671547968, "4": 0.0007195848750901254, "5": 0.000563659888333253, "6": 0.000514674473379273 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.33.self_attn.k_proj", "sensitivities": { "2": 0.0048566154728177935, "3": 0.0008935587745024046, "4": 0.0006490679831282856, "5": 0.0005458409638473919, "6": 0.0005108161106666861 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.33.self_attn.q_proj", "sensitivities": { "2": 0.004321564265410416, "3": 0.0013003572094021365, "4": 0.0007204163581870185, "5": 0.0005795913166366518, "6": 0.0005110067177156452 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.32.mlp.up_proj", "sensitivities": { "2": 0.008288810762072293, "3": 0.0023766162848914973, "4": 0.0010093738577173401, "5": 0.0006381792033304615, "6": 0.0005539651089444911 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.32.mlp.down_proj", "sensitivities": { "2": 0.008189443091396242, "3": 0.002408189541408016, "4": 0.0009739875761927882, "5": 0.0006450531557978442, "6": 0.0005431793615571223 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.32.mlp.gate_proj", "sensitivities": { "2": 0.008504015286841119, "3": 0.0023306683821526044, "4": 0.0009696052547951695, "5": 0.0006420774261641782, "6": 0.0005458634004753549 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.32.self_attn.o_proj", "sensitivities": { "2": 0.0017962658433437657, "3": 0.0008621474383592916, "4": 0.0006160049997561146, "5": 0.0005373136518755928, "6": 0.0005211522123621156 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.32.self_attn.v_proj", "sensitivities": { "2": 0.0032799180917209014, "3": 0.0012650618567325485, "4": 0.0007427463363759065, "5": 0.0005781726783122091, "6": 0.0005302625492428584 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.32.self_attn.k_proj", "sensitivities": { "2": 0.0034391038643661886, "3": 0.0008203669907137131, "4": 0.0005946014607616235, "5": 0.0005372906610621916, "6": 0.0005212664024535721 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.32.self_attn.q_proj", "sensitivities": { "2": 0.0026682576038486636, "3": 0.0010393139600637369, "4": 0.0006601321523097189, "5": 0.0005483577018215632, "6": 0.0005157418236194644 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.31.mlp.up_proj", "sensitivities": { "2": 0.009861968467400098, "3": 0.002641352567782936, "4": 0.0010665061624119214, "5": 0.000691212229867233, "6": 0.0005701955378754064 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.31.mlp.down_proj", "sensitivities": { "2": 0.009087162135983817, "3": 0.002473071261192672, "4": 0.0010602236579870805, "5": 0.0006641830659646075, "6": 0.000568786106062665 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.31.mlp.gate_proj", "sensitivities": { "2": 0.009565015284654995, "3": 0.002535878297445985, "4": 0.0010474580655378911, "5": 0.0006732495082057236, "6": 0.0005708824428438675 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.31.self_attn.o_proj", "sensitivities": { "2": 0.002102139745450889, "3": 0.0009592645401426125, "4": 0.0006463636042705426, "5": 0.00056823321574484, "6": 0.0005359021815820597 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.31.self_attn.v_proj", "sensitivities": { "2": 0.002988834906621681, "3": 0.001249054975536031, "4": 0.0007013322392595001, "5": 0.0005857956590868222, "6": 0.0005500535141133392 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.31.self_attn.k_proj", "sensitivities": { "2": 0.0019812482811782197, "3": 0.000881848518474726, "4": 0.0005942697389400564, "5": 0.0005463233258827435, "6": 0.0005297613060974982 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.31.self_attn.q_proj", "sensitivities": { "2": 0.0035614317700189226, "3": 0.0010514177241323825, "4": 0.0006911704185768031, "5": 0.0005703995945320154, "6": 0.0005427972670683326 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.30.mlp.up_proj", "sensitivities": { "2": 0.011835868547980985, "3": 0.0031223007220736085, "4": 0.0012390344539502014, "5": 0.0007250141085629972, "6": 0.0005902721180367129 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.30.mlp.down_proj", "sensitivities": { "2": 0.01177063238962243, "3": 0.0031339549144225507, "4": 0.0011609026454001044, "5": 0.0007219524401686309, "6": 0.0005929326143814251 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.30.mlp.gate_proj", "sensitivities": { "2": 0.010846931632841006, "3": 0.0028397700346734687, "4": 0.0011126577834753941, "5": 0.0006967980237580681, "6": 0.0005878804925790367 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.30.self_attn.o_proj", "sensitivities": { "2": 0.0021935440721184327, "3": 0.0009774254952693202, "4": 0.0006694816899350068, "5": 0.0005809835468729337, "6": 0.0005648549413308501 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.30.self_attn.v_proj", "sensitivities": { "2": 0.004234053580148611, "3": 0.0014540164314288024, "4": 0.0007741451166414967, "5": 0.000623582731350325, "6": 0.0005659072533793127 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.30.self_attn.k_proj", "sensitivities": { "2": 0.0021707627214103318, "3": 0.0009505377699194165, "4": 0.0006410419567449329, "5": 0.000575607050753509, "6": 0.0005489573049999308 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.30.self_attn.q_proj", "sensitivities": { "2": 0.004261173521323751, "3": 0.001271223030926194, "4": 0.0007478101567054788, "5": 0.0006044153742550407, "6": 0.0005636631673648177 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.29.mlp.up_proj", "sensitivities": { "2": 0.01207814205554314, "3": 0.003088280005613342, "4": 0.0011989166038498904, "5": 0.0007426479993834315, "6": 0.0006200010442019751 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.29.mlp.down_proj", "sensitivities": { "2": 0.012042977856860185, "3": 0.0032146339629737972, "4": 0.001201263425173238, "5": 0.0007338382759674763, "6": 0.0006067749188029362 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.29.mlp.gate_proj", "sensitivities": { "2": 0.01112783805001527, "3": 0.0029958307568449527, "4": 0.0011683850862027612, "5": 0.0007242669174350643, "6": 0.0006164427553206527 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.29.self_attn.o_proj", "sensitivities": { "2": 0.004866345785558224, "3": 0.0016727951078792103, "4": 0.0008255471111624502, "5": 0.0006481631159355553, "6": 0.0005890576746120738 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.29.self_attn.v_proj", "sensitivities": { "2": 0.0053646797411299, "3": 0.0017675767788508285, "4": 0.0008876550709828734, "5": 0.0006524468650847363, "6": 0.0005897373775951564 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.29.self_attn.k_proj", "sensitivities": { "2": 0.004300731188171388, "3": 0.0012901385174094078, "4": 0.000746123120431245, "5": 0.0006093971727144284, "6": 0.0005852507226033291 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.29.self_attn.q_proj", "sensitivities": { "2": 0.0056625149251582725, "3": 0.0017057198456313927, "4": 0.0008645974836933116, "5": 0.0006536376192040431, "6": 0.0006000692337693181 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.28.mlp.up_proj", "sensitivities": { "2": 0.014110434441439187, "3": 0.0037928321689832956, "4": 0.0013312497418761875, "5": 0.0007853424334219502, "6": 0.0006555754565245783 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.28.mlp.down_proj", "sensitivities": { "2": 0.014366527679764355, "3": 0.003936634862232798, "4": 0.001378087841051941, "5": 0.0008116776552924421, "6": 0.0006365759824499643 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.28.mlp.gate_proj", "sensitivities": { "2": 0.012426834107221415, "3": 0.0030370277551507265, "4": 0.0011867919383803383, "5": 0.0007477402978111058, "6": 0.0006394457729281081 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.28.self_attn.o_proj", "sensitivities": { "2": 0.008370313589693978, "3": 0.002425363886383517, "4": 0.0010544614560785703, "5": 0.0007184108168682238, "6": 0.0006328361899553178 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.28.self_attn.v_proj", "sensitivities": { "2": 0.009223947514935086, "3": 0.0023903067097611106, "4": 0.0010137770053309698, "5": 0.0007176954338016609, "6": 0.0006324331188807264 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.28.self_attn.k_proj", "sensitivities": { "2": 0.003951675850354756, "3": 0.0014613529153090592, "4": 0.0007874306587230725, "5": 0.0006550690547252694, "6": 0.0006028912903275341 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.28.self_attn.q_proj", "sensitivities": { "2": 0.009687539665416503, "3": 0.002619104906140516, "4": 0.001188534201598183, "5": 0.0007242830421697969, "6": 0.0006397850399177211 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.27.mlp.up_proj", "sensitivities": { "2": 0.01260375235384951, "3": 0.003356548011652194, "4": 0.0012857808033004403, "5": 0.0007883180708934864, "6": 0.0006571674202859867 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.27.mlp.down_proj", "sensitivities": { "2": 0.012368507237018397, "3": 0.0032830154256468327, "4": 0.0012520485239898942, "5": 0.0007874002779620545, "6": 0.0006601994718948845 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.27.mlp.gate_proj", "sensitivities": { "2": 0.012211087053098405, "3": 0.0031053205069232113, "4": 0.0012163755539707684, "5": 0.0007798120908167524, "6": 0.0006581468357277723 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.27.self_attn.o_proj", "sensitivities": { "2": 0.011273834582728645, "3": 0.002969645148065562, "4": 0.0011373685168412824, "5": 0.000776360900393532, "6": 0.0006635743666265626 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.27.self_attn.v_proj", "sensitivities": { "2": 0.007995000162433522, "3": 0.0022776174470588253, "4": 0.0010249481929349713, "5": 0.0007409822840903265, "6": 0.0006518453895599426 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.27.self_attn.k_proj", "sensitivities": { "2": 0.002831762317024792, "3": 0.0011919272098263416, "4": 0.0007740428797357405, "5": 0.0006787935235479381, "6": 0.0006205349976274496 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.27.self_attn.q_proj", "sensitivities": { "2": 0.006414915920079996, "3": 0.002051186612031112, "4": 0.0009400343733432237, "5": 0.0007196655315055978, "6": 0.0006474851458430445 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.26.mlp.up_proj", "sensitivities": { "2": 0.024213706764082115, "3": 0.005825032630430845, "4": 0.0017863576382903072, "5": 0.0009458614076720551, "6": 0.0007187015047141662 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.26.mlp.down_proj", "sensitivities": { "2": 0.018982628476805985, "3": 0.004993188941928868, "4": 0.0016023802527342923, "5": 0.0008894533772642413, "6": 0.0007073637534631416 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.26.mlp.gate_proj", "sensitivities": { "2": 0.01927399883667628, "3": 0.0038978019195686406, "4": 0.001421741862335087, "5": 0.0008620519826460319, "6": 0.0006914708598439271 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.26.self_attn.o_proj", "sensitivities": { "2": 0.025273092673160136, "3": 0.006727615710891162, "4": 0.0020285828771496504, "5": 0.0009853154345667765, "6": 0.0007524788913239414 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.26.self_attn.v_proj", "sensitivities": { "2": 0.015698004436368745, "3": 0.004113280801296544, "4": 0.001433676268788986, "5": 0.000880484689938991, "6": 0.0007043913586433822 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.26.self_attn.k_proj", "sensitivities": { "2": 0.005061056503715615, "3": 0.001630299953831127, "4": 0.0008696179756952915, "5": 0.0006959639201037741, "6": 0.0006681643923608741 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.26.self_attn.q_proj", "sensitivities": { "2": 0.00815116666490212, "3": 0.002391973801422864, "4": 0.00110618648371504, "5": 0.0007706481956120115, "6": 0.0006788878405738311 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.25.mlp.up_proj", "sensitivities": { "2": 0.01862715310805167, "3": 0.004238901038964589, "4": 0.0015002642758190632, "5": 0.0008996042100382814, "6": 0.0007248158120394995 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.25.mlp.down_proj", "sensitivities": { "2": 0.014023400445391113, "3": 0.0036736569357647872, "4": 0.001370959578101368, "5": 0.0008613687702260601, "6": 0.0007279295023181476 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.25.mlp.gate_proj", "sensitivities": { "2": 0.014314780622953549, "3": 0.003446728822988613, "4": 0.001308910985244438, "5": 0.0008445978528470732, "6": 0.0007160567292885389 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.25.self_attn.o_proj", "sensitivities": { "2": 0.02006294170860201, "3": 0.00476386380129649, "4": 0.0016325941978720948, "5": 0.0009498571525909938, "6": 0.0007484827862451008 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.25.self_attn.v_proj", "sensitivities": { "2": 0.010717828525230289, "3": 0.003167708511076247, "4": 0.001332956577243749, "5": 0.0008215419899594659, "6": 0.0007231351955852006 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.25.self_attn.k_proj", "sensitivities": { "2": 0.004419624349490429, "3": 0.0015473314633709379, "4": 0.0008524945733370259, "5": 0.0007369219019892626, "6": 0.0006834322448412422 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.25.self_attn.q_proj", "sensitivities": { "2": 0.007990272958219672, "3": 0.0023391465413927412, "4": 0.001049637404018237, "5": 0.0007926459390243205, "6": 0.0007047796752885915 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.24.mlp.up_proj", "sensitivities": { "2": 0.015133957883032659, "3": 0.0038968094546968737, "4": 0.0014841016090940684, "5": 0.0008903717231684519, "6": 0.000742838568839943 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.24.mlp.down_proj", "sensitivities": { "2": 0.013021750977107635, "3": 0.0034733106197866923, "4": 0.0013707612961297855, "5": 0.0008660343337396625, "6": 0.0007395005668513477 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.24.mlp.gate_proj", "sensitivities": { "2": 0.011973437115860483, "3": 0.00319677620427683, "4": 0.0012944583601589936, "5": 0.0008418117965144726, "6": 0.0007307761952688452 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.24.self_attn.o_proj", "sensitivities": { "2": 0.012802738201571628, "3": 0.003486839161875347, "4": 0.001370401473347253, "5": 0.000883088200983669, "6": 0.0007459169100911822 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.24.self_attn.v_proj", "sensitivities": { "2": 0.008696506653601924, "3": 0.0024655940651427954, "4": 0.001152235391297533, "5": 0.0008262445165504081, "6": 0.0007225431751673265 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.24.self_attn.k_proj", "sensitivities": { "2": 0.003503497971299415, "3": 0.0012838921077976313, "4": 0.0008353658267878927, "5": 0.000743330746142116, "6": 0.0007028046481233711 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.24.self_attn.q_proj", "sensitivities": { "2": 0.007285736370249651, "3": 0.0021639835540554486, "4": 0.0010879612891585566, "5": 0.0008028742498330151, "6": 0.0007225865313860899 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.23.mlp.up_proj", "sensitivities": { "2": 0.017173561092931777, "3": 0.004337188443363023, "4": 0.0015606449499803905, "5": 0.0009242305944402082, "6": 0.0007713543842934693 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.23.mlp.down_proj", "sensitivities": { "2": 0.014169185364153236, "3": 0.0037894020545839644, "4": 0.0014305692796673004, "5": 0.0009183545043924823, "6": 0.0007543830045809349 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.23.mlp.gate_proj", "sensitivities": { "2": 0.012792312520711372, "3": 0.0035920703230658546, "4": 0.0013178948744704637, "5": 0.0008871193507123584, "6": 0.0007517876110796351 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.o_proj", "sensitivities": { "2": 0.026889662180716794, "3": 0.006657627770133938, "4": 0.0021287940083614862, "5": 0.0010831685067387298, "6": 0.0008129964990075678 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.v_proj", "sensitivities": { "2": 0.01278586183131362, "3": 0.003491490841649162, "4": 0.0013636462099384516, "5": 0.0008942421894365301, "6": 0.0007682098985242192 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.k_proj", "sensitivities": { "2": 0.004696520365541801, "3": 0.0014024273962907803, "4": 0.0009039496411181366, "5": 0.0007780882806400768, "6": 0.0007256729052945351 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.23.self_attn.q_proj", "sensitivities": { "2": 0.005902201752178371, "3": 0.0019251891232367295, "4": 0.0010238627122210648, "5": 0.0008021491169832492, "6": 0.0007485616127572333 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.22.mlp.up_proj", "sensitivities": { "2": 0.01777165022213012, "3": 0.004406730139938493, "4": 0.0015820267314362961, "5": 0.000958192521162952, "6": 0.0007959359160546834 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.22.mlp.down_proj", "sensitivities": { "2": 0.012579520194170376, "3": 0.00348472780509231, "4": 0.0013810012169415131, "5": 0.0008995978314487729, "6": 0.0007687647339480463 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.22.mlp.gate_proj", "sensitivities": { "2": 0.013267253952411314, "3": 0.0035551676749795056, "4": 0.001435395975325567, "5": 0.0009093781312306722, "6": 0.0007831762874654183 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.o_proj", "sensitivities": { "2": 0.03566860985786965, "3": 0.010290122241713107, "4": 0.0025375995610374957, "5": 0.0012041042961451847, "6": 0.0008611412340542302 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.v_proj", "sensitivities": { "2": 0.010299924256590506, "3": 0.003202281669170285, "4": 0.0014571778859438684, "5": 0.000918260349862976, "6": 0.0007852096362815549 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.k_proj", "sensitivities": { "2": 0.004388476159268369, "3": 0.0015267625834288385, "4": 0.0009689775627824323, "5": 0.0007886963527804861, "6": 0.0007556505806860514 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.22.self_attn.q_proj", "sensitivities": { "2": 0.012454177543986589, "3": 0.004024457797640935, "4": 0.0015013054580776952, "5": 0.0009187329536265073, "6": 0.0007951363368192688 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.21.mlp.up_proj", "sensitivities": { "2": 0.017049762109915417, "3": 0.004845981059285502, "4": 0.001652161236658382, "5": 0.0010212391886549692, "6": 0.0008244370777295748 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.21.mlp.down_proj", "sensitivities": { "2": 0.01408351818099618, "3": 0.003675452506286092, "4": 0.0014079140916389103, "5": 0.0009364474753965624, "6": 0.00080025334682432 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.21.mlp.gate_proj", "sensitivities": { "2": 0.012287616690931221, "3": 0.003590132929578734, "4": 0.0013789447742359091, "5": 0.0009300194409055015, "6": 0.0007973157577604676 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.o_proj", "sensitivities": { "2": 0.040756041766144335, "3": 0.01072964584454894, "4": 0.003335464318903784, "5": 0.0014011980456416495, "6": 0.0009243687284955134 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.v_proj", "sensitivities": { "2": 0.011423262515260527, "3": 0.0029106594010954723, "4": 0.0012670769744242232, "5": 0.0009187527745477079, "6": 0.0008085652225418016 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.k_proj", "sensitivities": { "2": 0.005008993563630308, "3": 0.001616941536970747, "4": 0.0011198042338946834, "5": 0.0008224357637421539, "6": 0.0007813104602973908 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.21.self_attn.q_proj", "sensitivities": { "2": 0.014448627907161912, "3": 0.003226560220355168, "4": 0.0012538485267820458, "5": 0.0009288285752215112, "6": 0.0008141320092060292 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.20.mlp.up_proj", "sensitivities": { "2": 0.01776572677772492, "3": 0.00458571746518525, "4": 0.001706901833434434, "5": 0.001003612747202472, "6": 0.0008512294516549446 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.20.mlp.down_proj", "sensitivities": { "2": 0.012128819536883384, "3": 0.003260475355394495, "4": 0.0013670529345593725, "5": 0.0009330727722651014, "6": 0.0008127230612444691 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.20.mlp.gate_proj", "sensitivities": { "2": 0.013086504729775092, "3": 0.004774465540928456, "4": 0.0016534839814994484, "5": 0.0009518222517120497, "6": 0.0008622277067236913 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.o_proj", "sensitivities": { "2": 0.020835172346172232, "3": 0.006148371583549306, "4": 0.0019245651468130138, "5": 0.0011109873072806902, "6": 0.0008718804310774431 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.v_proj", "sensitivities": { "2": 0.00634186925405326, "3": 0.0019337050665247564, "4": 0.0010817016421545607, "5": 0.0008629792791907676, "6": 0.0008166796712127203 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.k_proj", "sensitivities": { "2": 0.0026191075327612148, "3": 0.0011928920284844935, "4": 0.0009068326326087117, "5": 0.0008069313189480454, "6": 0.0007883237897961711 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.20.self_attn.q_proj", "sensitivities": { "2": 0.009080595385360843, "3": 0.0027800302244334794, "4": 0.0013456343779883657, "5": 0.0009096364168120393, "6": 0.0008164661267073825 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.19.mlp.up_proj", "sensitivities": { "2": 0.014534536264060685, "3": 0.004001539719562667, "4": 0.0015719524526502937, "5": 0.0010121127270394936, "6": 0.0008545947372719335 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.19.mlp.down_proj", "sensitivities": { "2": 0.011313755880109966, "3": 0.0031339082731089243, "4": 0.0014238092311037083, "5": 0.0009492556516003484, "6": 0.0008349611234734766 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.19.mlp.gate_proj", "sensitivities": { "2": 0.010913523302103082, "3": 0.0028025427915660353, "4": 0.0012822587026069716, "5": 0.0009296603238908574, "6": 0.0008327231674532717 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.o_proj", "sensitivities": { "2": 0.02994643854132543, "3": 0.0072258304377707345, "4": 0.002379569460269219, "5": 0.0011880210198190373, "6": 0.0009534748266257035 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.v_proj", "sensitivities": { "2": 0.007482830367128675, "3": 0.002513112354790792, "4": 0.0012345307295618113, "5": 0.0009400518077503269, "6": 0.0008344697707798332 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.k_proj", "sensitivities": { "2": 0.0028049252820589268, "3": 0.001261693379395486, "4": 0.0009113354111226121, "5": 0.0008256877263193019, "6": 0.0008105607836720689 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.19.self_attn.q_proj", "sensitivities": { "2": 0.009498108867167806, "3": 0.002712128664522121, "4": 0.0012944619860112045, "5": 0.0009278351571992971, "6": 0.0008473527462532123 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.18.mlp.up_proj", "sensitivities": { "2": 0.014666635174459467, "3": 0.0041167646122630686, "4": 0.0016172093310160562, "5": 0.001024806551868096, "6": 0.000869478979439009 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.18.mlp.down_proj", "sensitivities": { "2": 0.012024189054500312, "3": 0.003304458509470957, "4": 0.0013698927529427845, "5": 0.0009652180087869056, "6": 0.000856672617373988 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.18.mlp.gate_proj", "sensitivities": { "2": 0.010508370702154934, "3": 0.0029998576937941834, "4": 0.0013483408959776473, "5": 0.0009475909367514154, "6": 0.0008401885570492595 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.o_proj", "sensitivities": { "2": 0.02362568930645163, "3": 0.006501671057776548, "4": 0.0021643011544559463, "5": 0.0011569880468111176, "6": 0.0009116970043881641 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.v_proj", "sensitivities": { "2": 0.007958255164946118, "3": 0.00244626333975854, "4": 0.0012598879596528907, "5": 0.0009228027774952352, "6": 0.0008535418237443082 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.k_proj", "sensitivities": { "2": 0.003368872101418674, "3": 0.0014954591873295915, "4": 0.0009832067056170974, "5": 0.0008779935136165781, "6": 0.000845888959399114 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.18.self_attn.q_proj", "sensitivities": { "2": 0.009327427387082329, "3": 0.0027169902508224673, "4": 0.0013556173519949273, "5": 0.0009655770166621854, "6": 0.0008626454048984064 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.17.mlp.up_proj", "sensitivities": { "2": 0.017132205772213638, "3": 0.00484231441320541, "4": 0.0017035574128385633, "5": 0.0010629615062498488, "6": 0.0008910443660473296 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.17.mlp.down_proj", "sensitivities": { "2": 0.013068573762817929, "3": 0.0037667885480914265, "4": 0.0015301561797969043, "5": 0.000990947576307614, "6": 0.0008852886009359887 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.17.mlp.gate_proj", "sensitivities": { "2": 0.01155079334663848, "3": 0.003303470332563544, "4": 0.001528732823013949, "5": 0.000980463262142924, "6": 0.0008676876726288659 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.o_proj", "sensitivities": { "2": 0.019123578870979447, "3": 0.004914595546627727, "4": 0.0017990194101002999, "5": 0.0011184252361999825, "6": 0.0009150366167887114 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.v_proj", "sensitivities": { "2": 0.010715299208338061, "3": 0.003918965904934642, "4": 0.0, "5": 0.0016587929809854056, "6": 0.0014934740950896714 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.k_proj", "sensitivities": { "2": 0.004151553599513136, "3": 0.001941707632795442, "4": 0.0, "5": 0.001156762433917417, "6": 0.0010831079222649957 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.17.self_attn.q_proj", "sensitivities": { "2": 0.010437325671470413, "3": 0.003243406104350773, "4": 0.0, "5": 0.0014797605351001646, "6": 0.0013635567108091589 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.16.mlp.up_proj", "sensitivities": { "2": 0.02293350613520791, "3": 0.006873340733970205, "4": 0.0, "5": 0.0024083309593455247, "6": 0.0021364288210558393 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.16.mlp.down_proj", "sensitivities": { "2": 0.018608916861315567, "3": 0.005790556305631374, "4": 0.0, "5": 0.0021567339014533595, "6": 0.0018633480115871255 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.16.mlp.gate_proj", "sensitivities": { "2": 0.01414901732156674, "3": 0.004811711706376324, "4": 0.0, "5": 0.001893405072526851, "6": 0.0016869672350973512 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.o_proj", "sensitivities": { "2": 0.041588090864631035, "3": 0.013486866975047937, "4": 0.0, "5": 0.0037563658212699616, "6": 0.0031618718300402784 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.v_proj", "sensitivities": { "2": 0.021537729810612898, "3": 0.006334127906787519, "4": 0.0, "5": 0.002193332855919531, "6": 0.0019590630569534064 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.k_proj", "sensitivities": { "2": 0.005265950720058754, "3": 0.0020785733164908984, "4": 0.0, "5": 0.0013061095572387178, "6": 0.0012119482344132848 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.16.self_attn.q_proj", "sensitivities": { "2": 0.01157900772523135, "3": 0.003997027321020141, "4": 0.0, "5": 0.0016113544503847759, "6": 0.0014897541089643103 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.15.mlp.up_proj", "sensitivities": { "2": 0.033308773573177554, "3": 0.01058759045554325, "4": 0.0, "5": 0.0031732970625550174, "6": 0.00273247915902175 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.15.mlp.down_proj", "sensitivities": { "2": 0.024302963633090258, "3": 0.0074496601009741426, "4": 0.0, "5": 0.002557053250105431, "6": 0.0022339527859003283 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.15.mlp.gate_proj", "sensitivities": { "2": 0.019362869148608297, "3": 0.006541169005989407, "4": 0.0, "5": 0.002140104004259532, "6": 0.001899583973378564 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.o_proj", "sensitivities": { "2": 0.042018564495568476, "3": 0.012918326363433152, "4": 0.0, "5": 0.0037524267487848797, "6": 0.0031329820825097463 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.v_proj", "sensitivities": { "2": 0.027380947683316965, "3": 0.00907437604231139, "4": 0.0, "5": 0.0031440374198912955, "6": 0.002704569458728656 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.k_proj", "sensitivities": { "2": 0.009156757567931587, "3": 0.003532712216838263, "4": 0.0, "5": 0.0016819857070610549, "6": 0.001518574924072406 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.15.self_attn.q_proj", "sensitivities": { "2": 0.02466176504579683, "3": 0.0056529085074240966, "4": 0.0, "5": 0.002397753579619651, "6": 0.0020577476752805524 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.14.mlp.up_proj", "sensitivities": { "2": 0.03481729615790149, "3": 0.011529617661532635, "4": 0.0, "5": 0.003874460031511262, "6": 0.002993532601976767 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.14.mlp.down_proj", "sensitivities": { "2": 0.024352563661523163, "3": 0.007648511566609765, "4": 0.0, "5": 0.0026373415336517305, "6": 0.0023628785954012224 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.14.mlp.gate_proj", "sensitivities": { "2": 0.023636846997154255, "3": 0.007616431559047972, "4": 0.0, "5": 0.0025994194414427816, "6": 0.0022583051274220147 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.o_proj", "sensitivities": { "2": 0.06272287232180436, "3": 0.025264520818988483, "4": 0.0, "5": 0.005023811143473722, "6": 0.004158260388066992 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.v_proj", "sensitivities": { "2": 0.03439370732909689, "3": 0.010924575510822857, "4": 0.0, "5": 0.0037008858392558372, "6": 0.0027787290212775892 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.k_proj", "sensitivities": { "2": 0.010414155510564646, "3": 0.0029759480191084244, "4": 0.0, "5": 0.0014721129652267944, "6": 0.001366334399790503 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.14.self_attn.q_proj", "sensitivities": { "2": 0.025845943678480882, "3": 0.007814203214365989, "4": 0.0, "5": 0.003301211070114126, "6": 0.002614673891609224 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.13.mlp.up_proj", "sensitivities": { "2": 0.03747475803053627, "3": 0.011718604480847716, "4": 0.0, "5": 0.003622766256739851, "6": 0.003062959949602373 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.13.mlp.down_proj", "sensitivities": { "2": 0.027569429328044254, "3": 0.008333500367977345, "4": 0.0, "5": 0.0028318110271357, "6": 0.002410438537481241 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.13.mlp.gate_proj", "sensitivities": { "2": 0.025120264462505777, "3": 0.008041342914414903, "4": 0.0, "5": 0.0027869561551293978, "6": 0.002496799854270648 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.o_proj", "sensitivities": { "2": 0.06434715632349253, "3": 0.02016263249485443, "4": 0.0, "5": 0.005741678794341472, "6": 0.0047285881446441635 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.v_proj", "sensitivities": { "2": 0.02002231904771179, "3": 0.007429073807240154, "4": 0.0, "5": 0.0022785554198587, "6": 0.002097798618099963 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.k_proj", "sensitivities": { "2": 0.009303723723860458, "3": 0.003606134186460016, "4": 0.0, "5": 0.0017169738202937879, "6": 0.0016008743793160345 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.13.self_attn.q_proj", "sensitivities": { "2": 0.02265572848652179, "3": 0.006888337690422001, "4": 0.0, "5": 0.0026970050651774122, "6": 0.002298641309607774 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.12.mlp.up_proj", "sensitivities": { "2": 0.04109368973877281, "3": 0.013403497422890117, "4": 0.0, "5": 0.004062175391785179, "6": 0.0035895767747812593 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.12.mlp.down_proj", "sensitivities": { "2": 0.03042729920707643, "3": 0.009878235393747067, "4": 0.0, "5": 0.0033437091139300414, "6": 0.0028593333651466915 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.12.mlp.gate_proj", "sensitivities": { "2": 0.026089532882906497, "3": 0.00895789492642507, "4": 0.0, "5": 0.002858022797833352, "6": 0.0024430682218129127 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.o_proj", "sensitivities": { "2": 0.03977824638908108, "3": 0.013558480743085966, "4": 0.0, "5": 0.0038316438343220702, "6": 0.003347078491060529 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.v_proj", "sensitivities": { "2": 0.029578005739798147, "3": 0.010468047471173728, "4": 0.0, "5": 0.003411725405991698, "6": 0.002895359003256696 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.k_proj", "sensitivities": { "2": 0.012533506805387637, "3": 0.004774543791427277, "4": 0.0, "5": 0.001920166391452464, "6": 0.0016398365623899736 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.12.self_attn.q_proj", "sensitivities": { "2": 0.03317019795455659, "3": 0.007723572499041135, "4": 0.0, "5": 0.0030464877345366403, "6": 0.0025609540922838883 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.11.mlp.up_proj", "sensitivities": { "2": 0.04124421971694877, "3": 0.014441552727172772, "4": 0.0, "5": 0.004483965763938613, "6": 0.003632756784403076 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.11.mlp.down_proj", "sensitivities": { "2": 0.035677751642651856, "3": 0.010430103914889818, "4": 0.0, "5": 0.0035057543718721718, "6": 0.0030558127618860453 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.11.mlp.gate_proj", "sensitivities": { "2": 0.029265480581671, "3": 0.00879640763256854, "4": 0.0, "5": 0.0030219086814516536, "6": 0.0027010755438823253 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.o_proj", "sensitivities": { "2": 0.03636947045257936, "3": 0.011782455180461207, "4": 0.0, "5": 0.003399765118956566, "6": 0.002983204038173426 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.v_proj", "sensitivities": { "2": 0.021656669802420463, "3": 0.007759986697540929, "4": 0.0, "5": 0.0026607860878963643, "6": 0.0024424658622592688 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.k_proj", "sensitivities": { "2": 0.010863517042404661, "3": 0.004102598890312947, "4": 0.0, "5": 0.0019347805209690705, "6": 0.0018203084085447092 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.11.self_attn.q_proj", "sensitivities": { "2": 0.023423510593905423, "3": 0.0064066403817075, "4": 0.0, "5": 0.0025157815810719817, "6": 0.002318730160671597 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.10.mlp.up_proj", "sensitivities": { "2": 0.044820679894958936, "3": 0.014772746420931071, "4": 0.0, "5": 0.004279733511793893, "6": 0.003669110272312537 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.10.mlp.down_proj", "sensitivities": { "2": 0.03414886883304765, "3": 0.010802390713555118, "4": 0.0, "5": 0.003519935814741378, "6": 0.003007747291121632 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.10.mlp.gate_proj", "sensitivities": { "2": 0.03312929931174343, "3": 0.010520790732698515, "4": 0.0, "5": 0.0032935911537303277, "6": 0.002875646867323667 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.o_proj", "sensitivities": { "2": 0.048174977457771696, "3": 0.017476046613107126, "4": 0.0, "5": 0.004933207853658435, "6": 0.004164183153382813 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.v_proj", "sensitivities": { "2": 0.02544889773707837, "3": 0.009342655539512634, "4": 0.0, "5": 0.0031350837137627727, "6": 0.002730244661506731 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.k_proj", "sensitivities": { "2": 0.014808866486418992, "3": 0.007317358535753253, "4": 0.0, "5": 0.0025344617752125487, "6": 0.0021738237871128754 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.10.self_attn.q_proj", "sensitivities": { "2": 0.038021021406166255, "3": 0.015000085656841597, "4": 0.0, "5": 0.004219194364850409, "6": 0.0038694280810886994 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.9.mlp.up_proj", "sensitivities": { "2": 0.04872325295582414, "3": 0.01571804705114725, "4": 0.0, "5": 0.004598137878929265, "6": 0.003958230173642126 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.9.mlp.down_proj", "sensitivities": { "2": 0.03909372119233012, "3": 0.012585221062181517, "4": 0.0, "5": 0.0039887418994718855, "6": 0.0034718110764515586 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.9.mlp.gate_proj", "sensitivities": { "2": 0.04112842108588666, "3": 0.01420923980185762, "4": 0.0, "5": 0.004408811058965512, "6": 0.0037659408311204365 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.o_proj", "sensitivities": { "2": 0.04213144707803925, "3": 0.013455828933122879, "4": 0.0, "5": 0.004455869619656975, "6": 0.0040374131058342755 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.v_proj", "sensitivities": { "2": 0.04533223326628407, "3": 0.014064522789946446, "4": 0.0, "5": 0.004299895857305576, "6": 0.004105464734796745 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.k_proj", "sensitivities": { "2": 0.014011238866563266, "3": 0.005498962932809566, "4": 0.0, "5": 0.002562302509128737, "6": 0.0021790734851189577 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.9.self_attn.q_proj", "sensitivities": { "2": 0.04425481016126772, "3": 0.012939394335262477, "4": 0.0, "5": 0.0047229475700684516, "6": 0.0038958471413934603 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.8.mlp.up_proj", "sensitivities": { "2": 0.04990599874872714, "3": 0.015797166551540915, "4": 0.0, "5": 0.004924862492771354, "6": 0.00435322228683314 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.8.mlp.down_proj", "sensitivities": { "2": 0.04218480068569382, "3": 0.01288744953732627, "4": 0.0, "5": 0.004088049220930164, "6": 0.0036238325216496983 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.8.mlp.gate_proj", "sensitivities": { "2": 0.03958037889484937, "3": 0.013988031743792817, "4": 0.0, "5": 0.0047821453723978875, "6": 0.003856997485854663 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.o_proj", "sensitivities": { "2": 0.025804806190232437, "3": 0.010249624125814686, "4": 0.0, "5": 0.003280520783543276, "6": 0.0029750310253196708 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.v_proj", "sensitivities": { "2": 0.026211373042315245, "3": 0.010655821485367293, "4": 0.0, "5": 0.003395299005205743, "6": 0.0032281909516314045 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.k_proj", "sensitivities": { "2": 0.017110045824665576, "3": 0.013622270872777639, "4": 0.0, "5": 0.005998398846713826, "6": 0.005138357286341488 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.8.self_attn.q_proj", "sensitivities": { "2": 0.060258127826576434, "3": 0.020555284533960123, "4": 0.0, "5": 0.004927190486341715, "6": 0.0041588086654276895 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.7.mlp.up_proj", "sensitivities": { "2": 0.04934589359133194, "3": 0.016166844327623647, "4": 0.0, "5": 0.005156705733194637, "6": 0.004553361063396248 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.7.mlp.down_proj", "sensitivities": { "2": 0.3486501310641567, "3": 0.17648977568993965, "4": 0.0, "5": 0.04555087563736985, "6": 0.036117626974980034 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.7.mlp.gate_proj", "sensitivities": { "2": 0.04335264328013485, "3": 0.013109685964688348, "4": 0.0, "5": 0.004253496842769285, "6": 0.0037882527006634823 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.o_proj", "sensitivities": { "2": 0.04987827407118554, "3": 0.016868780493192997, "4": 0.0, "5": 0.005763600716212143, "6": 0.004726113305271913 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.v_proj", "sensitivities": { "2": 0.043919929633072265, "3": 0.017323290114291012, "4": 0.0, "5": 0.005507937870182407, "6": 0.004900339976302348 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.k_proj", "sensitivities": { "2": 0.01662831105447064, "3": 0.005923003312394333, "4": 0.0, "5": 0.0025706538047719127, "6": 0.0023680004669586197 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.7.self_attn.q_proj", "sensitivities": { "2": 0.05643195662802706, "3": 0.0139672831671002, "4": 0.0, "5": 0.004322872880341795, "6": 0.003570214297117976 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.6.mlp.up_proj", "sensitivities": { "2": 0.05430073589862635, "3": 0.01946016075089574, "4": 0.0, "5": 0.006115506563219242, "6": 0.005185038176326391 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.6.mlp.down_proj", "sensitivities": { "2": 0.05571436823811382, "3": 0.02002097630368856, "4": 0.0, "5": 0.005625202121639934, "6": 0.0051788481408342095 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.6.mlp.gate_proj", "sensitivities": { "2": 0.04858040415759509, "3": 0.015840251280072454, "4": 0.0, "5": 0.00505164394902143, "6": 0.004654510931383508 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.o_proj", "sensitivities": { "2": 0.0404847061727196, "3": 0.01317589406001692, "4": 0.0, "5": 0.004364327221992426, "6": 0.00395961273170542 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.v_proj", "sensitivities": { "2": 0.04460087492285917, "3": 0.019182264203360926, "4": 0.0, "5": 0.007607182638215211, "6": 0.006036660032502065 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.k_proj", "sensitivities": { "2": 0.021672791316329192, "3": 0.0070495979841022445, "4": 0.0, "5": 0.0024669286746454113, "6": 0.0023603294369725822 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.6.self_attn.q_proj", "sensitivities": { "2": 0.04400637668247024, "3": 0.010595636330738975, "4": 0.0, "5": 0.0038844414011691697, "6": 0.0035073915302443006 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.5.mlp.up_proj", "sensitivities": { "2": 0.06032413768116385, "3": 0.01940521914123868, "4": 0.0, "5": 0.006170098281775911, "6": 0.005185430772447337 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.5.mlp.down_proj", "sensitivities": { "2": 0.058424562021779515, "3": 0.019547739861688267, "4": 0.0, "5": 0.0062708136344250915, "6": 0.005338854073973683 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.5.mlp.gate_proj", "sensitivities": { "2": 0.05094193760305643, "3": 0.018903047797114898, "4": 0.0, "5": 0.0062656456454230165, "6": 0.005976249854332612 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.o_proj", "sensitivities": { "2": 0.05528745633394768, "3": 0.01862108871379557, "4": 0.0, "5": 0.005690146431637307, "6": 0.004846263737514771 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.v_proj", "sensitivities": { "2": 0.060848877183161676, "3": 0.022856323921587318, "4": 0.0, "5": 0.007331783325450185, "6": 0.006349232557113282 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.k_proj", "sensitivities": { "2": 0.02430378432230403, "3": 0.009338414597247416, "4": 0.0, "5": 0.0040819887071847916, "6": 0.003244529386089804 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.5.self_attn.q_proj", "sensitivities": { "2": 0.1379290010469655, "3": 0.02623216532325993, "4": 0.0, "5": 0.006678466146695428, "6": 0.007106089867496242 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.4.mlp.up_proj", "sensitivities": { "2": 0.06401216345451151, "3": 0.020784806334025536, "4": 0.0, "5": 0.0062399358381905285, "6": 0.005750540556618944 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.4.mlp.down_proj", "sensitivities": { "2": 0.06308996114724626, "3": 0.018240922489591565, "4": 0.0, "5": 0.006177286316718285, "6": 0.0053930004554179805 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.4.mlp.gate_proj", "sensitivities": { "2": 0.053722387102122106, "3": 0.018414539488730952, "4": 0.0, "5": 0.0057936168256370974, "6": 0.005172043449420016 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.o_proj", "sensitivities": { "2": 0.048909671255387366, "3": 0.017408344108844176, "4": 0.0, "5": 0.006156284818037723, "6": 0.0050668964443805935 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.v_proj", "sensitivities": { "2": 0.07037561774874727, "3": 0.02916062130437543, "4": 0.0, "5": 0.009197095375081213, "6": 0.008026860659204734 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.k_proj", "sensitivities": { "2": 0.019482116573878255, "3": 0.006350607514226188, "4": 0.0, "5": 0.003103147251143431, "6": 0.0029074651805179506 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.4.self_attn.q_proj", "sensitivities": { "2": 0.04069215585089599, "3": 0.012200938993676877, "4": 0.0, "5": 0.0041471497776607675, "6": 0.0037857208129328987 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.3.mlp.up_proj", "sensitivities": { "2": 0.06168532130929331, "3": 0.021010757569456473, "4": 0.0, "5": 0.006706626072021511, "6": 0.005691705465627213 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.3.mlp.down_proj", "sensitivities": { "2": 0.05572716639532397, "3": 0.018396236390496295, "4": 0.0, "5": 0.006209830079266491, "6": 0.005374199070502073 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.3.mlp.gate_proj", "sensitivities": { "2": 0.05900520676126083, "3": 0.01945360730557392, "4": 0.0, "5": 0.006521837771288119, "6": 0.005628906864634094 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.o_proj", "sensitivities": { "2": 0.06310856753649811, "3": 0.021712294459575787, "4": 0.0, "5": 0.006525837093552885, "6": 0.0058331710218529524 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.v_proj", "sensitivities": { "2": 0.09235874408235152, "3": 0.03251067077508196, "4": 0.0, "5": 0.009433963864770098, "6": 0.008000921530765481 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.k_proj", "sensitivities": { "2": 0.049730876266645886, "3": 0.007027214101981372, "4": 0.0, "5": 0.003927647128875833, "6": 0.0032666411959022903 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.3.self_attn.q_proj", "sensitivities": { "2": 0.07960555578271548, "3": 0.01897937464915837, "4": 0.0, "5": 0.006656649333308451, "6": 0.005398084467742592 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.2.mlp.up_proj", "sensitivities": { "2": 0.0697402950997154, "3": 0.02558792501804419, "4": 0.0, "5": 0.008324924924333269, "6": 0.006858124101806122 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.2.mlp.down_proj", "sensitivities": { "2": 0.0740220050017039, "3": 0.027535117202205583, "4": 0.0, "5": 0.0074210456950822845, "6": 0.006651466722056891 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.2.mlp.gate_proj", "sensitivities": { "2": 0.05937702511437237, "3": 0.020977732735142734, "4": 0.0, "5": 0.007294645765796304, "6": 0.005857602009200491 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.o_proj", "sensitivities": { "2": 0.09833453479222953, "3": 0.039933560959373914, "4": 0.0, "5": 0.010648528254629733, "6": 0.009187294296377027 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.v_proj", "sensitivities": { "2": 0.13731195498257875, "3": 0.05213981387593473, "4": 0.0, "5": 0.017649424145929515, "6": 0.014613640339424213 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.k_proj", "sensitivities": { "2": 0.06105246841131399, "3": 0.022659017568609368, "4": 0.0, "5": 0.0056062810714744655, "6": 0.004804903699550778 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.2.self_attn.q_proj", "sensitivities": { "2": 0.0949347933055833, "3": 0.036960185680072755, "4": 0.0, "5": 0.01028848266772305, "6": 0.009244646275571236 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.1.mlp.up_proj", "sensitivities": { "2": 0.09342295540651928, "3": 0.03209732401107127, "4": 0.0, "5": 0.010453513221970448, "6": 0.009918145893607289 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.1.mlp.down_proj", "sensitivities": { "2": 0.4213294970492522, "3": 0.14123021733636656, "4": 0.0, "5": 0.04660323126396785, "6": 0.03744920149135093 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.1.mlp.gate_proj", "sensitivities": { "2": 0.07067104572585474, "3": 0.023683007816240813, "4": 0.0, "5": 0.007189026354656865, "6": 0.006849495655236145 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.o_proj", "sensitivities": { "2": 0.3000109371108313, "3": 0.12011915437566738, "4": 0.0, "5": 0.03792099879744152, "6": 0.030898800294380635 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.v_proj", "sensitivities": { "2": 0.13822641177102923, "3": 0.04830356784320126, "4": 0.0, "5": 0.014783915675555667, "6": 0.011787549330620095 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.k_proj", "sensitivities": { "2": 0.06685915123671293, "3": 0.019184344011591747, "4": 0.0, "5": 0.006939182586696309, "6": 0.005488064397165242 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.1.self_attn.q_proj", "sensitivities": { "2": 0.30205347792555887, "3": 0.04197339405072853, "4": 0.0, "5": 0.019523011549608782, "6": 0.014150996343232691 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.0.mlp.up_proj", "sensitivities": { "2": 0.07202870891584705, "3": 0.024407119111856446, "4": 0.0, "5": 0.008445554774273964, "6": 0.007384011221195881 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.0.mlp.down_proj", "sensitivities": { "2": 0.1141759508755058, "3": 0.04429949765714506, "4": 0.0, "5": 0.013943186621569717, "6": 0.011242700604877124 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.0.mlp.gate_proj", "sensitivities": { "2": 0.046513393986970186, "3": 0.01286968358423716, "4": 0.0, "5": 0.00515183594689006, "6": 0.005063472281714591 }, "param_count": 12582912, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.o_proj", "sensitivities": { "2": 0.09805931950298448, "3": 0.06319443799050835, "4": 0.0, "5": 0.017052582028554752, "6": 0.013550131800002418 }, "param_count": 4194304, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.v_proj", "sensitivities": { "2": 0.20481560262851417, "3": 0.08183954120613635, "4": 0.0, "5": 0.04132192122051492, "6": 0.02678470257281636 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.k_proj", "sensitivities": { "2": 0.014256701503957933, "3": 0.0033582782950058268, "4": 0.0, "5": 0.002937415435250538, "6": 0.0032870410723262466 }, "param_count": 524288, "metadata": {} }, { "layer_name": "model.layers.0.self_attn.q_proj", "sensitivities": { "2": 0.019423841004027054, "3": 0.012724461635419479, "4": 0.0, "5": 0.004246979779660857, "6": 0.003900680569737839 }, "param_count": 4194304, "metadata": {} } ]