| [ |
| { |
| "layer_name": "lm_head", |
| "sensitivities": { |
| "2": 0.3561878160883983, |
| "3": 0.07340209217121203, |
| "4": 0.017191053018905222, |
| "5": 0.004320431132024775, |
| "6": 0.0014595053556452815 |
| }, |
| "param_count": 267386880, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.029430276714265347, |
| "3": 0.006942777380269642, |
| "4": 0.001906388739977653, |
| "5": 0.0008272497968088525, |
| "6": 0.00047473907519209507 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.09052623591075341, |
| "3": 0.035420522248993315, |
| "4": 0.00525483803357929, |
| "5": 0.001659361524313378, |
| "6": 0.0007854455846730465 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.017741196827652555, |
| "3": 0.003703364277801787, |
| "4": 0.0011378644824920532, |
| "5": 0.0006127210557072734, |
| "6": 0.0004038220910539773 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.00681499491717356, |
| "3": 0.0018370924517512321, |
| "4": 0.0007692902242221559, |
| "5": 0.0004811384254329217, |
| "6": 0.0003554705702602708 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.007845346718871346, |
| "3": 0.0022937635682562054, |
| "4": 0.0008451949179288931, |
| "5": 0.0005210711266651439, |
| "6": 0.00037309985539953533 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0022069208716857247, |
| "3": 0.0008601616257995678, |
| "4": 0.0004969662804796826, |
| "5": 0.00036445391257681575, |
| "6": 0.00030245664311223663 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.41.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0033337535666457065, |
| "3": 0.001172212629171554, |
| "4": 0.0005855151927486683, |
| "5": 0.0004207804316441373, |
| "6": 0.0003630944714435221 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.013284936683097234, |
| "3": 0.003059903727262281, |
| "4": 0.001062501938577043, |
| "5": 0.0006148965658212546, |
| "6": 0.0004669625789877803 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.014467819516236583, |
| "3": 0.00351692666784705, |
| "4": 0.0012176700790102284, |
| "5": 0.0006118707812371819, |
| "6": 0.0004360423178392618 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.01006680799764581, |
| "3": 0.00242258843354648, |
| "4": 0.0009278386072158659, |
| "5": 0.0005509610794736849, |
| "6": 0.00045484549627872184 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.003469626055448316, |
| "3": 0.0011884701840851146, |
| "4": 0.0006411968303533891, |
| "5": 0.00046770097833359614, |
| "6": 0.00037567475252823596 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.002770436384404699, |
| "3": 0.0011507159627702397, |
| "4": 0.0006117468947195448, |
| "5": 0.0004442077358059275, |
| "6": 0.0003849792343923279 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.002728398552183838, |
| "3": 0.0008931238068422923, |
| "4": 0.0005129175139397072, |
| "5": 0.00044692557033461827, |
| "6": 0.0003785879246909947 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.40.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.005014766293849486, |
| "3": 0.0014665772372003023, |
| "4": 0.0006476645297273839, |
| "5": 0.00055899591219107, |
| "6": 0.0003913759719580412 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.007097098918166012, |
| "3": 0.0020141087394828596, |
| "4": 0.0008451477600222764, |
| "5": 0.0005594450049102306, |
| "6": 0.0004419833276188001 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.006274496229404273, |
| "3": 0.0017496363531487684, |
| "4": 0.0007956210016952051, |
| "5": 0.0005124320329438584, |
| "6": 0.00041346141733811237 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.00692476184728245, |
| "3": 0.0019135113980155438, |
| "4": 0.0008131676901636334, |
| "5": 0.0005235415943995273, |
| "6": 0.0004300815453461837 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.005459823063574731, |
| "3": 0.0016860788091435097, |
| "4": 0.0007806799864435258, |
| "5": 0.0005305017718152764, |
| "6": 0.0004381505289832906 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.004814838612219319, |
| "3": 0.0016278405140231673, |
| "4": 0.0007835234076386163, |
| "5": 0.0005260610875363151, |
| "6": 0.0004515430046012625 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.002158591574698221, |
| "3": 0.0008437470035763303, |
| "4": 0.0005305976749999294, |
| "5": 0.00045283421422936954, |
| "6": 0.00041692582332567935 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.39.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0027271135525855548, |
| "3": 0.0009510636943256637, |
| "4": 0.0005745224189013243, |
| "5": 0.00045408622827380896, |
| "6": 0.0004093939860467799 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0059805177540207905, |
| "3": 0.0017116424666407208, |
| "4": 0.0007753171351699469, |
| "5": 0.0005282371991294591, |
| "6": 0.0004470332144895413 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.005415519398714726, |
| "3": 0.0016022891868487932, |
| "4": 0.0007404295865853783, |
| "5": 0.0005220994244155008, |
| "6": 0.00044191886627231725 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.006677351295365952, |
| "3": 0.0018404767591467437, |
| "4": 0.0007924602286948357, |
| "5": 0.0005341653510792336, |
| "6": 0.0004499180116302644 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0037341364222811535, |
| "3": 0.001198662052047439, |
| "4": 0.0006580757350699665, |
| "5": 0.0005006369416757176, |
| "6": 0.0004341311408400846 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.003438734003187468, |
| "3": 0.0013155970033646251, |
| "4": 0.0006830962399059596, |
| "5": 0.0005090697583606622, |
| "6": 0.00045210151680900407 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.002334964619270371, |
| "3": 0.0008104570054759582, |
| "4": 0.0005161909381664979, |
| "5": 0.0004469997196186644, |
| "6": 0.0004259886360766056 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.38.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0029026655514220088, |
| "3": 0.0010386428887917039, |
| "4": 0.0005799382051918656, |
| "5": 0.00046354786172742024, |
| "6": 0.00042733368233408936 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.005424654193726989, |
| "3": 0.0017039849117281847, |
| "4": 0.0007727069314569235, |
| "5": 0.0005359313860632634, |
| "6": 0.000467020179106233 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.005162553534319159, |
| "3": 0.0015553607469579827, |
| "4": 0.0007505656964591859, |
| "5": 0.0005206206490887174, |
| "6": 0.00044359342367291293 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.006168559409464554, |
| "3": 0.0017372748698107898, |
| "4": 0.0007945269074601432, |
| "5": 0.0005396825339024266, |
| "6": 0.0004602969286982746 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.002462688210168077, |
| "3": 0.0010001635600929148, |
| "4": 0.0005983820750164645, |
| "5": 0.00048795540957750444, |
| "6": 0.000450410983224477 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.002631369665323291, |
| "3": 0.00102946884726407, |
| "4": 0.0006359504501839789, |
| "5": 0.0005081662141795581, |
| "6": 0.00045036190931568854 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.001765855195117183, |
| "3": 0.0007041477656457573, |
| "4": 0.0005129896574847711, |
| "5": 0.0004545761657936964, |
| "6": 0.00044170157707412727 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.37.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0028151903995118723, |
| "3": 0.0010164146636573908, |
| "4": 0.0005746733161989445, |
| "5": 0.00048608579163555987, |
| "6": 0.0004431517627381254 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.005794114947396641, |
| "3": 0.0016659832314568728, |
| "4": 0.0007858339292094266, |
| "5": 0.0005524380806794701, |
| "6": 0.000479977057693759 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.005345419265116409, |
| "3": 0.0016773229629810278, |
| "4": 0.0007667410172871314, |
| "5": 0.0005337891877085591, |
| "6": 0.00046302409464260563 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.0061548770366547005, |
| "3": 0.001806985984633987, |
| "4": 0.0008040447282837704, |
| "5": 0.0005486930009889571, |
| "6": 0.00048003891060943715 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0013620455417064174, |
| "3": 0.0007052941158084044, |
| "4": 0.0005280682901987651, |
| "5": 0.00047474069166734506, |
| "6": 0.00045835173780991073 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0020702981904226667, |
| "3": 0.0009531251441027658, |
| "4": 0.0005842670507263392, |
| "5": 0.0005117221359493366, |
| "6": 0.0004593745337236517 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0015956296483636834, |
| "3": 0.0006518344101399028, |
| "4": 0.0005084994118078612, |
| "5": 0.0004801913952784768, |
| "6": 0.00044527551290229894 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.36.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0018947040504523709, |
| "3": 0.0008252947579118578, |
| "4": 0.0005594971238072807, |
| "5": 0.00048297855513131555, |
| "6": 0.00046544531020723906 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0065695749945007265, |
| "3": 0.0017925914798979647, |
| "4": 0.0008211306412704289, |
| "5": 0.0005722566917635655, |
| "6": 0.000492576752246047 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.005810573837758663, |
| "3": 0.0017494287336982477, |
| "4": 0.0007878497951120759, |
| "5": 0.0005483967482480997, |
| "6": 0.0004932724635485405 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.006859077489934862, |
| "3": 0.0019203148719194967, |
| "4": 0.0008389593034128969, |
| "5": 0.0005702960079361219, |
| "6": 0.0004891286638060895 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0029471145680872723, |
| "3": 0.0010971907856098066, |
| "4": 0.0006557370943482965, |
| "5": 0.0005166371908368698, |
| "6": 0.00047185749584362685 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.004356308794134141, |
| "3": 0.0013095459980831947, |
| "4": 0.0007228359863802325, |
| "5": 0.0005581906564960567, |
| "6": 0.00048232577804204385 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.002557871162328714, |
| "3": 0.0008398756993604669, |
| "4": 0.000596296667936258, |
| "5": 0.0004958816631794131, |
| "6": 0.00046652917929653387 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.35.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0030864868119048574, |
| "3": 0.0010872544541295308, |
| "4": 0.000634746165208829, |
| "5": 0.0005225638306001201, |
| "6": 0.0004782501188553094 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0067844260872031254, |
| "3": 0.0019876467073724293, |
| "4": 0.0008628874687322726, |
| "5": 0.0005825832959089894, |
| "6": 0.0005125362319328511 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.006539291765269202, |
| "3": 0.0018809655957738869, |
| "4": 0.000824650331196608, |
| "5": 0.0005809685765901426, |
| "6": 0.0005102266829150418 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.007111736573278904, |
| "3": 0.0020013597301537325, |
| "4": 0.0008715622595142728, |
| "5": 0.0005893363741051871, |
| "6": 0.000507469345999804 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0018514703745798518, |
| "3": 0.0008473020607198123, |
| "4": 0.0005945827215327881, |
| "5": 0.0005124118615640327, |
| "6": 0.0004870981028943788 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.002970093621115666, |
| "3": 0.0011496289262140635, |
| "4": 0.000680195241632949, |
| "5": 0.0005371648245879138, |
| "6": 0.0004995927095781857 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0014461067136532317, |
| "3": 0.0007438313332386315, |
| "4": 0.0005446720885326309, |
| "5": 0.0005096261144596307, |
| "6": 0.00048019675887189806 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.34.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0021192275186573775, |
| "3": 0.0008776571376074571, |
| "4": 0.0006075081788973572, |
| "5": 0.00051761403058966, |
| "6": 0.000490874471627952 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.007717295103551199, |
| "3": 0.0021739333193787993, |
| "4": 0.0009204222478729207, |
| "5": 0.0006186330016741218, |
| "6": 0.0005216183841791159 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.007084675336955115, |
| "3": 0.0020945644234113083, |
| "4": 0.0009147228835596858, |
| "5": 0.0006044704387022648, |
| "6": 0.000526454071708334 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.007603850351491322, |
| "3": 0.0021550962192122824, |
| "4": 0.0009118612191135375, |
| "5": 0.0006100478749431204, |
| "6": 0.0005340674324543215 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.004921597627496037, |
| "3": 0.001520211871441764, |
| "4": 0.0007947075731256822, |
| "5": 0.0005868939418481508, |
| "6": 0.0005252922686243741 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0031723198820448792, |
| "3": 0.0012449640671547968, |
| "4": 0.0007195848750901254, |
| "5": 0.000563659888333253, |
| "6": 0.000514674473379273 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0048566154728177935, |
| "3": 0.0008935587745024046, |
| "4": 0.0006490679831282856, |
| "5": 0.0005458409638473919, |
| "6": 0.0005108161106666861 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.33.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.004321564265410416, |
| "3": 0.0013003572094021365, |
| "4": 0.0007204163581870185, |
| "5": 0.0005795913166366518, |
| "6": 0.0005110067177156452 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.008288810762072293, |
| "3": 0.0023766162848914973, |
| "4": 0.0010093738577173401, |
| "5": 0.0006381792033304615, |
| "6": 0.0005539651089444911 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.008189443091396242, |
| "3": 0.002408189541408016, |
| "4": 0.0009739875761927882, |
| "5": 0.0006450531557978442, |
| "6": 0.0005431793615571223 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.008504015286841119, |
| "3": 0.0023306683821526044, |
| "4": 0.0009696052547951695, |
| "5": 0.0006420774261641782, |
| "6": 0.0005458634004753549 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0017962658433437657, |
| "3": 0.0008621474383592916, |
| "4": 0.0006160049997561146, |
| "5": 0.0005373136518755928, |
| "6": 0.0005211522123621156 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0032799180917209014, |
| "3": 0.0012650618567325485, |
| "4": 0.0007427463363759065, |
| "5": 0.0005781726783122091, |
| "6": 0.0005302625492428584 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0034391038643661886, |
| "3": 0.0008203669907137131, |
| "4": 0.0005946014607616235, |
| "5": 0.0005372906610621916, |
| "6": 0.0005212664024535721 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.32.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0026682576038486636, |
| "3": 0.0010393139600637369, |
| "4": 0.0006601321523097189, |
| "5": 0.0005483577018215632, |
| "6": 0.0005157418236194644 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.009861968467400098, |
| "3": 0.002641352567782936, |
| "4": 0.0010665061624119214, |
| "5": 0.000691212229867233, |
| "6": 0.0005701955378754064 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.009087162135983817, |
| "3": 0.002473071261192672, |
| "4": 0.0010602236579870805, |
| "5": 0.0006641830659646075, |
| "6": 0.000568786106062665 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.009565015284654995, |
| "3": 0.002535878297445985, |
| "4": 0.0010474580655378911, |
| "5": 0.0006732495082057236, |
| "6": 0.0005708824428438675 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.002102139745450889, |
| "3": 0.0009592645401426125, |
| "4": 0.0006463636042705426, |
| "5": 0.00056823321574484, |
| "6": 0.0005359021815820597 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.002988834906621681, |
| "3": 0.001249054975536031, |
| "4": 0.0007013322392595001, |
| "5": 0.0005857956590868222, |
| "6": 0.0005500535141133392 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0019812482811782197, |
| "3": 0.000881848518474726, |
| "4": 0.0005942697389400564, |
| "5": 0.0005463233258827435, |
| "6": 0.0005297613060974982 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.31.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0035614317700189226, |
| "3": 0.0010514177241323825, |
| "4": 0.0006911704185768031, |
| "5": 0.0005703995945320154, |
| "6": 0.0005427972670683326 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.011835868547980985, |
| "3": 0.0031223007220736085, |
| "4": 0.0012390344539502014, |
| "5": 0.0007250141085629972, |
| "6": 0.0005902721180367129 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.01177063238962243, |
| "3": 0.0031339549144225507, |
| "4": 0.0011609026454001044, |
| "5": 0.0007219524401686309, |
| "6": 0.0005929326143814251 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.010846931632841006, |
| "3": 0.0028397700346734687, |
| "4": 0.0011126577834753941, |
| "5": 0.0006967980237580681, |
| "6": 0.0005878804925790367 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0021935440721184327, |
| "3": 0.0009774254952693202, |
| "4": 0.0006694816899350068, |
| "5": 0.0005809835468729337, |
| "6": 0.0005648549413308501 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.004234053580148611, |
| "3": 0.0014540164314288024, |
| "4": 0.0007741451166414967, |
| "5": 0.000623582731350325, |
| "6": 0.0005659072533793127 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0021707627214103318, |
| "3": 0.0009505377699194165, |
| "4": 0.0006410419567449329, |
| "5": 0.000575607050753509, |
| "6": 0.0005489573049999308 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.30.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.004261173521323751, |
| "3": 0.001271223030926194, |
| "4": 0.0007478101567054788, |
| "5": 0.0006044153742550407, |
| "6": 0.0005636631673648177 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01207814205554314, |
| "3": 0.003088280005613342, |
| "4": 0.0011989166038498904, |
| "5": 0.0007426479993834315, |
| "6": 0.0006200010442019751 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.012042977856860185, |
| "3": 0.0032146339629737972, |
| "4": 0.001201263425173238, |
| "5": 0.0007338382759674763, |
| "6": 0.0006067749188029362 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.01112783805001527, |
| "3": 0.0029958307568449527, |
| "4": 0.0011683850862027612, |
| "5": 0.0007242669174350643, |
| "6": 0.0006164427553206527 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.004866345785558224, |
| "3": 0.0016727951078792103, |
| "4": 0.0008255471111624502, |
| "5": 0.0006481631159355553, |
| "6": 0.0005890576746120738 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0053646797411299, |
| "3": 0.0017675767788508285, |
| "4": 0.0008876550709828734, |
| "5": 0.0006524468650847363, |
| "6": 0.0005897373775951564 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004300731188171388, |
| "3": 0.0012901385174094078, |
| "4": 0.000746123120431245, |
| "5": 0.0006093971727144284, |
| "6": 0.0005852507226033291 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.29.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0056625149251582725, |
| "3": 0.0017057198456313927, |
| "4": 0.0008645974836933116, |
| "5": 0.0006536376192040431, |
| "6": 0.0006000692337693181 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.014110434441439187, |
| "3": 0.0037928321689832956, |
| "4": 0.0013312497418761875, |
| "5": 0.0007853424334219502, |
| "6": 0.0006555754565245783 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.014366527679764355, |
| "3": 0.003936634862232798, |
| "4": 0.001378087841051941, |
| "5": 0.0008116776552924421, |
| "6": 0.0006365759824499643 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.012426834107221415, |
| "3": 0.0030370277551507265, |
| "4": 0.0011867919383803383, |
| "5": 0.0007477402978111058, |
| "6": 0.0006394457729281081 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.008370313589693978, |
| "3": 0.002425363886383517, |
| "4": 0.0010544614560785703, |
| "5": 0.0007184108168682238, |
| "6": 0.0006328361899553178 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.009223947514935086, |
| "3": 0.0023903067097611106, |
| "4": 0.0010137770053309698, |
| "5": 0.0007176954338016609, |
| "6": 0.0006324331188807264 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.003951675850354756, |
| "3": 0.0014613529153090592, |
| "4": 0.0007874306587230725, |
| "5": 0.0006550690547252694, |
| "6": 0.0006028912903275341 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.28.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.009687539665416503, |
| "3": 0.002619104906140516, |
| "4": 0.001188534201598183, |
| "5": 0.0007242830421697969, |
| "6": 0.0006397850399177211 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01260375235384951, |
| "3": 0.003356548011652194, |
| "4": 0.0012857808033004403, |
| "5": 0.0007883180708934864, |
| "6": 0.0006571674202859867 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.012368507237018397, |
| "3": 0.0032830154256468327, |
| "4": 0.0012520485239898942, |
| "5": 0.0007874002779620545, |
| "6": 0.0006601994718948845 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.012211087053098405, |
| "3": 0.0031053205069232113, |
| "4": 0.0012163755539707684, |
| "5": 0.0007798120908167524, |
| "6": 0.0006581468357277723 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.011273834582728645, |
| "3": 0.002969645148065562, |
| "4": 0.0011373685168412824, |
| "5": 0.000776360900393532, |
| "6": 0.0006635743666265626 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.007995000162433522, |
| "3": 0.0022776174470588253, |
| "4": 0.0010249481929349713, |
| "5": 0.0007409822840903265, |
| "6": 0.0006518453895599426 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.002831762317024792, |
| "3": 0.0011919272098263416, |
| "4": 0.0007740428797357405, |
| "5": 0.0006787935235479381, |
| "6": 0.0006205349976274496 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.27.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.006414915920079996, |
| "3": 0.002051186612031112, |
| "4": 0.0009400343733432237, |
| "5": 0.0007196655315055978, |
| "6": 0.0006474851458430445 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.024213706764082115, |
| "3": 0.005825032630430845, |
| "4": 0.0017863576382903072, |
| "5": 0.0009458614076720551, |
| "6": 0.0007187015047141662 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.018982628476805985, |
| "3": 0.004993188941928868, |
| "4": 0.0016023802527342923, |
| "5": 0.0008894533772642413, |
| "6": 0.0007073637534631416 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.01927399883667628, |
| "3": 0.0038978019195686406, |
| "4": 0.001421741862335087, |
| "5": 0.0008620519826460319, |
| "6": 0.0006914708598439271 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.025273092673160136, |
| "3": 0.006727615710891162, |
| "4": 0.0020285828771496504, |
| "5": 0.0009853154345667765, |
| "6": 0.0007524788913239414 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.015698004436368745, |
| "3": 0.004113280801296544, |
| "4": 0.001433676268788986, |
| "5": 0.000880484689938991, |
| "6": 0.0007043913586433822 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005061056503715615, |
| "3": 0.001630299953831127, |
| "4": 0.0008696179756952915, |
| "5": 0.0006959639201037741, |
| "6": 0.0006681643923608741 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.26.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.00815116666490212, |
| "3": 0.002391973801422864, |
| "4": 0.00110618648371504, |
| "5": 0.0007706481956120115, |
| "6": 0.0006788878405738311 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01862715310805167, |
| "3": 0.004238901038964589, |
| "4": 0.0015002642758190632, |
| "5": 0.0008996042100382814, |
| "6": 0.0007248158120394995 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.014023400445391113, |
| "3": 0.0036736569357647872, |
| "4": 0.001370959578101368, |
| "5": 0.0008613687702260601, |
| "6": 0.0007279295023181476 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.014314780622953549, |
| "3": 0.003446728822988613, |
| "4": 0.001308910985244438, |
| "5": 0.0008445978528470732, |
| "6": 0.0007160567292885389 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.02006294170860201, |
| "3": 0.00476386380129649, |
| "4": 0.0016325941978720948, |
| "5": 0.0009498571525909938, |
| "6": 0.0007484827862451008 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.010717828525230289, |
| "3": 0.003167708511076247, |
| "4": 0.001332956577243749, |
| "5": 0.0008215419899594659, |
| "6": 0.0007231351955852006 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004419624349490429, |
| "3": 0.0015473314633709379, |
| "4": 0.0008524945733370259, |
| "5": 0.0007369219019892626, |
| "6": 0.0006834322448412422 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.25.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.007990272958219672, |
| "3": 0.0023391465413927412, |
| "4": 0.001049637404018237, |
| "5": 0.0007926459390243205, |
| "6": 0.0007047796752885915 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.015133957883032659, |
| "3": 0.0038968094546968737, |
| "4": 0.0014841016090940684, |
| "5": 0.0008903717231684519, |
| "6": 0.000742838568839943 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.013021750977107635, |
| "3": 0.0034733106197866923, |
| "4": 0.0013707612961297855, |
| "5": 0.0008660343337396625, |
| "6": 0.0007395005668513477 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.011973437115860483, |
| "3": 0.00319677620427683, |
| "4": 0.0012944583601589936, |
| "5": 0.0008418117965144726, |
| "6": 0.0007307761952688452 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.012802738201571628, |
| "3": 0.003486839161875347, |
| "4": 0.001370401473347253, |
| "5": 0.000883088200983669, |
| "6": 0.0007459169100911822 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.008696506653601924, |
| "3": 0.0024655940651427954, |
| "4": 0.001152235391297533, |
| "5": 0.0008262445165504081, |
| "6": 0.0007225431751673265 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.003503497971299415, |
| "3": 0.0012838921077976313, |
| "4": 0.0008353658267878927, |
| "5": 0.000743330746142116, |
| "6": 0.0007028046481233711 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.24.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.007285736370249651, |
| "3": 0.0021639835540554486, |
| "4": 0.0010879612891585566, |
| "5": 0.0008028742498330151, |
| "6": 0.0007225865313860899 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.017173561092931777, |
| "3": 0.004337188443363023, |
| "4": 0.0015606449499803905, |
| "5": 0.0009242305944402082, |
| "6": 0.0007713543842934693 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.014169185364153236, |
| "3": 0.0037894020545839644, |
| "4": 0.0014305692796673004, |
| "5": 0.0009183545043924823, |
| "6": 0.0007543830045809349 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.012792312520711372, |
| "3": 0.0035920703230658546, |
| "4": 0.0013178948744704637, |
| "5": 0.0008871193507123584, |
| "6": 0.0007517876110796351 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.026889662180716794, |
| "3": 0.006657627770133938, |
| "4": 0.0021287940083614862, |
| "5": 0.0010831685067387298, |
| "6": 0.0008129964990075678 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.01278586183131362, |
| "3": 0.003491490841649162, |
| "4": 0.0013636462099384516, |
| "5": 0.0008942421894365301, |
| "6": 0.0007682098985242192 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004696520365541801, |
| "3": 0.0014024273962907803, |
| "4": 0.0009039496411181366, |
| "5": 0.0007780882806400768, |
| "6": 0.0007256729052945351 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.005902201752178371, |
| "3": 0.0019251891232367295, |
| "4": 0.0010238627122210648, |
| "5": 0.0008021491169832492, |
| "6": 0.0007485616127572333 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01777165022213012, |
| "3": 0.004406730139938493, |
| "4": 0.0015820267314362961, |
| "5": 0.000958192521162952, |
| "6": 0.0007959359160546834 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.012579520194170376, |
| "3": 0.00348472780509231, |
| "4": 0.0013810012169415131, |
| "5": 0.0008995978314487729, |
| "6": 0.0007687647339480463 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.013267253952411314, |
| "3": 0.0035551676749795056, |
| "4": 0.001435395975325567, |
| "5": 0.0009093781312306722, |
| "6": 0.0007831762874654183 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.03566860985786965, |
| "3": 0.010290122241713107, |
| "4": 0.0025375995610374957, |
| "5": 0.0012041042961451847, |
| "6": 0.0008611412340542302 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.010299924256590506, |
| "3": 0.003202281669170285, |
| "4": 0.0014571778859438684, |
| "5": 0.000918260349862976, |
| "6": 0.0007852096362815549 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004388476159268369, |
| "3": 0.0015267625834288385, |
| "4": 0.0009689775627824323, |
| "5": 0.0007886963527804861, |
| "6": 0.0007556505806860514 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.012454177543986589, |
| "3": 0.004024457797640935, |
| "4": 0.0015013054580776952, |
| "5": 0.0009187329536265073, |
| "6": 0.0007951363368192688 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.017049762109915417, |
| "3": 0.004845981059285502, |
| "4": 0.001652161236658382, |
| "5": 0.0010212391886549692, |
| "6": 0.0008244370777295748 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.01408351818099618, |
| "3": 0.003675452506286092, |
| "4": 0.0014079140916389103, |
| "5": 0.0009364474753965624, |
| "6": 0.00080025334682432 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.012287616690931221, |
| "3": 0.003590132929578734, |
| "4": 0.0013789447742359091, |
| "5": 0.0009300194409055015, |
| "6": 0.0007973157577604676 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.040756041766144335, |
| "3": 0.01072964584454894, |
| "4": 0.003335464318903784, |
| "5": 0.0014011980456416495, |
| "6": 0.0009243687284955134 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.011423262515260527, |
| "3": 0.0029106594010954723, |
| "4": 0.0012670769744242232, |
| "5": 0.0009187527745477079, |
| "6": 0.0008085652225418016 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005008993563630308, |
| "3": 0.001616941536970747, |
| "4": 0.0011198042338946834, |
| "5": 0.0008224357637421539, |
| "6": 0.0007813104602973908 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.014448627907161912, |
| "3": 0.003226560220355168, |
| "4": 0.0012538485267820458, |
| "5": 0.0009288285752215112, |
| "6": 0.0008141320092060292 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01776572677772492, |
| "3": 0.00458571746518525, |
| "4": 0.001706901833434434, |
| "5": 0.001003612747202472, |
| "6": 0.0008512294516549446 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.012128819536883384, |
| "3": 0.003260475355394495, |
| "4": 0.0013670529345593725, |
| "5": 0.0009330727722651014, |
| "6": 0.0008127230612444691 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.013086504729775092, |
| "3": 0.004774465540928456, |
| "4": 0.0016534839814994484, |
| "5": 0.0009518222517120497, |
| "6": 0.0008622277067236913 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.020835172346172232, |
| "3": 0.006148371583549306, |
| "4": 0.0019245651468130138, |
| "5": 0.0011109873072806902, |
| "6": 0.0008718804310774431 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.00634186925405326, |
| "3": 0.0019337050665247564, |
| "4": 0.0010817016421545607, |
| "5": 0.0008629792791907676, |
| "6": 0.0008166796712127203 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0026191075327612148, |
| "3": 0.0011928920284844935, |
| "4": 0.0009068326326087117, |
| "5": 0.0008069313189480454, |
| "6": 0.0007883237897961711 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.009080595385360843, |
| "3": 0.0027800302244334794, |
| "4": 0.0013456343779883657, |
| "5": 0.0009096364168120393, |
| "6": 0.0008164661267073825 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.014534536264060685, |
| "3": 0.004001539719562667, |
| "4": 0.0015719524526502937, |
| "5": 0.0010121127270394936, |
| "6": 0.0008545947372719335 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.011313755880109966, |
| "3": 0.0031339082731089243, |
| "4": 0.0014238092311037083, |
| "5": 0.0009492556516003484, |
| "6": 0.0008349611234734766 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.010913523302103082, |
| "3": 0.0028025427915660353, |
| "4": 0.0012822587026069716, |
| "5": 0.0009296603238908574, |
| "6": 0.0008327231674532717 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.02994643854132543, |
| "3": 0.0072258304377707345, |
| "4": 0.002379569460269219, |
| "5": 0.0011880210198190373, |
| "6": 0.0009534748266257035 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.007482830367128675, |
| "3": 0.002513112354790792, |
| "4": 0.0012345307295618113, |
| "5": 0.0009400518077503269, |
| "6": 0.0008344697707798332 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0028049252820589268, |
| "3": 0.001261693379395486, |
| "4": 0.0009113354111226121, |
| "5": 0.0008256877263193019, |
| "6": 0.0008105607836720689 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.009498108867167806, |
| "3": 0.002712128664522121, |
| "4": 0.0012944619860112045, |
| "5": 0.0009278351571992971, |
| "6": 0.0008473527462532123 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.014666635174459467, |
| "3": 0.0041167646122630686, |
| "4": 0.0016172093310160562, |
| "5": 0.001024806551868096, |
| "6": 0.000869478979439009 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.012024189054500312, |
| "3": 0.003304458509470957, |
| "4": 0.0013698927529427845, |
| "5": 0.0009652180087869056, |
| "6": 0.000856672617373988 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.010508370702154934, |
| "3": 0.0029998576937941834, |
| "4": 0.0013483408959776473, |
| "5": 0.0009475909367514154, |
| "6": 0.0008401885570492595 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.02362568930645163, |
| "3": 0.006501671057776548, |
| "4": 0.0021643011544559463, |
| "5": 0.0011569880468111176, |
| "6": 0.0009116970043881641 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.007958255164946118, |
| "3": 0.00244626333975854, |
| "4": 0.0012598879596528907, |
| "5": 0.0009228027774952352, |
| "6": 0.0008535418237443082 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.003368872101418674, |
| "3": 0.0014954591873295915, |
| "4": 0.0009832067056170974, |
| "5": 0.0008779935136165781, |
| "6": 0.000845888959399114 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.009327427387082329, |
| "3": 0.0027169902508224673, |
| "4": 0.0013556173519949273, |
| "5": 0.0009655770166621854, |
| "6": 0.0008626454048984064 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.017132205772213638, |
| "3": 0.00484231441320541, |
| "4": 0.0017035574128385633, |
| "5": 0.0010629615062498488, |
| "6": 0.0008910443660473296 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.013068573762817929, |
| "3": 0.0037667885480914265, |
| "4": 0.0015301561797969043, |
| "5": 0.000990947576307614, |
| "6": 0.0008852886009359887 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.01155079334663848, |
| "3": 0.003303470332563544, |
| "4": 0.001528732823013949, |
| "5": 0.000980463262142924, |
| "6": 0.0008676876726288659 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.019123578870979447, |
| "3": 0.004914595546627727, |
| "4": 0.0017990194101002999, |
| "5": 0.0011184252361999825, |
| "6": 0.0009150366167887114 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.010715299208338061, |
| "3": 0.003918965904934642, |
| "4": 0.0, |
| "5": 0.0016587929809854056, |
| "6": 0.0014934740950896714 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.004151553599513136, |
| "3": 0.001941707632795442, |
| "4": 0.0, |
| "5": 0.001156762433917417, |
| "6": 0.0010831079222649957 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.010437325671470413, |
| "3": 0.003243406104350773, |
| "4": 0.0, |
| "5": 0.0014797605351001646, |
| "6": 0.0013635567108091589 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.02293350613520791, |
| "3": 0.006873340733970205, |
| "4": 0.0, |
| "5": 0.0024083309593455247, |
| "6": 0.0021364288210558393 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.018608916861315567, |
| "3": 0.005790556305631374, |
| "4": 0.0, |
| "5": 0.0021567339014533595, |
| "6": 0.0018633480115871255 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.01414901732156674, |
| "3": 0.004811711706376324, |
| "4": 0.0, |
| "5": 0.001893405072526851, |
| "6": 0.0016869672350973512 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.041588090864631035, |
| "3": 0.013486866975047937, |
| "4": 0.0, |
| "5": 0.0037563658212699616, |
| "6": 0.0031618718300402784 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.021537729810612898, |
| "3": 0.006334127906787519, |
| "4": 0.0, |
| "5": 0.002193332855919531, |
| "6": 0.0019590630569534064 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005265950720058754, |
| "3": 0.0020785733164908984, |
| "4": 0.0, |
| "5": 0.0013061095572387178, |
| "6": 0.0012119482344132848 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.01157900772523135, |
| "3": 0.003997027321020141, |
| "4": 0.0, |
| "5": 0.0016113544503847759, |
| "6": 0.0014897541089643103 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.033308773573177554, |
| "3": 0.01058759045554325, |
| "4": 0.0, |
| "5": 0.0031732970625550174, |
| "6": 0.00273247915902175 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.024302963633090258, |
| "3": 0.0074496601009741426, |
| "4": 0.0, |
| "5": 0.002557053250105431, |
| "6": 0.0022339527859003283 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.019362869148608297, |
| "3": 0.006541169005989407, |
| "4": 0.0, |
| "5": 0.002140104004259532, |
| "6": 0.001899583973378564 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.042018564495568476, |
| "3": 0.012918326363433152, |
| "4": 0.0, |
| "5": 0.0037524267487848797, |
| "6": 0.0031329820825097463 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.027380947683316965, |
| "3": 0.00907437604231139, |
| "4": 0.0, |
| "5": 0.0031440374198912955, |
| "6": 0.002704569458728656 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.009156757567931587, |
| "3": 0.003532712216838263, |
| "4": 0.0, |
| "5": 0.0016819857070610549, |
| "6": 0.001518574924072406 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.02466176504579683, |
| "3": 0.0056529085074240966, |
| "4": 0.0, |
| "5": 0.002397753579619651, |
| "6": 0.0020577476752805524 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03481729615790149, |
| "3": 0.011529617661532635, |
| "4": 0.0, |
| "5": 0.003874460031511262, |
| "6": 0.002993532601976767 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.024352563661523163, |
| "3": 0.007648511566609765, |
| "4": 0.0, |
| "5": 0.0026373415336517305, |
| "6": 0.0023628785954012224 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.023636846997154255, |
| "3": 0.007616431559047972, |
| "4": 0.0, |
| "5": 0.0025994194414427816, |
| "6": 0.0022583051274220147 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.06272287232180436, |
| "3": 0.025264520818988483, |
| "4": 0.0, |
| "5": 0.005023811143473722, |
| "6": 0.004158260388066992 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03439370732909689, |
| "3": 0.010924575510822857, |
| "4": 0.0, |
| "5": 0.0037008858392558372, |
| "6": 0.0027787290212775892 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.010414155510564646, |
| "3": 0.0029759480191084244, |
| "4": 0.0, |
| "5": 0.0014721129652267944, |
| "6": 0.001366334399790503 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.025845943678480882, |
| "3": 0.007814203214365989, |
| "4": 0.0, |
| "5": 0.003301211070114126, |
| "6": 0.002614673891609224 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03747475803053627, |
| "3": 0.011718604480847716, |
| "4": 0.0, |
| "5": 0.003622766256739851, |
| "6": 0.003062959949602373 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.027569429328044254, |
| "3": 0.008333500367977345, |
| "4": 0.0, |
| "5": 0.0028318110271357, |
| "6": 0.002410438537481241 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.025120264462505777, |
| "3": 0.008041342914414903, |
| "4": 0.0, |
| "5": 0.0027869561551293978, |
| "6": 0.002496799854270648 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.06434715632349253, |
| "3": 0.02016263249485443, |
| "4": 0.0, |
| "5": 0.005741678794341472, |
| "6": 0.0047285881446441635 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02002231904771179, |
| "3": 0.007429073807240154, |
| "4": 0.0, |
| "5": 0.0022785554198587, |
| "6": 0.002097798618099963 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.009303723723860458, |
| "3": 0.003606134186460016, |
| "4": 0.0, |
| "5": 0.0017169738202937879, |
| "6": 0.0016008743793160345 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.02265572848652179, |
| "3": 0.006888337690422001, |
| "4": 0.0, |
| "5": 0.0026970050651774122, |
| "6": 0.002298641309607774 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04109368973877281, |
| "3": 0.013403497422890117, |
| "4": 0.0, |
| "5": 0.004062175391785179, |
| "6": 0.0035895767747812593 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03042729920707643, |
| "3": 0.009878235393747067, |
| "4": 0.0, |
| "5": 0.0033437091139300414, |
| "6": 0.0028593333651466915 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.026089532882906497, |
| "3": 0.00895789492642507, |
| "4": 0.0, |
| "5": 0.002858022797833352, |
| "6": 0.0024430682218129127 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.03977824638908108, |
| "3": 0.013558480743085966, |
| "4": 0.0, |
| "5": 0.0038316438343220702, |
| "6": 0.003347078491060529 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.029578005739798147, |
| "3": 0.010468047471173728, |
| "4": 0.0, |
| "5": 0.003411725405991698, |
| "6": 0.002895359003256696 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.012533506805387637, |
| "3": 0.004774543791427277, |
| "4": 0.0, |
| "5": 0.001920166391452464, |
| "6": 0.0016398365623899736 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.03317019795455659, |
| "3": 0.007723572499041135, |
| "4": 0.0, |
| "5": 0.0030464877345366403, |
| "6": 0.0025609540922838883 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04124421971694877, |
| "3": 0.014441552727172772, |
| "4": 0.0, |
| "5": 0.004483965763938613, |
| "6": 0.003632756784403076 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.035677751642651856, |
| "3": 0.010430103914889818, |
| "4": 0.0, |
| "5": 0.0035057543718721718, |
| "6": 0.0030558127618860453 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.029265480581671, |
| "3": 0.00879640763256854, |
| "4": 0.0, |
| "5": 0.0030219086814516536, |
| "6": 0.0027010755438823253 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.03636947045257936, |
| "3": 0.011782455180461207, |
| "4": 0.0, |
| "5": 0.003399765118956566, |
| "6": 0.002983204038173426 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.021656669802420463, |
| "3": 0.007759986697540929, |
| "4": 0.0, |
| "5": 0.0026607860878963643, |
| "6": 0.0024424658622592688 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.010863517042404661, |
| "3": 0.004102598890312947, |
| "4": 0.0, |
| "5": 0.0019347805209690705, |
| "6": 0.0018203084085447092 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.023423510593905423, |
| "3": 0.0064066403817075, |
| "4": 0.0, |
| "5": 0.0025157815810719817, |
| "6": 0.002318730160671597 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.044820679894958936, |
| "3": 0.014772746420931071, |
| "4": 0.0, |
| "5": 0.004279733511793893, |
| "6": 0.003669110272312537 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03414886883304765, |
| "3": 0.010802390713555118, |
| "4": 0.0, |
| "5": 0.003519935814741378, |
| "6": 0.003007747291121632 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03312929931174343, |
| "3": 0.010520790732698515, |
| "4": 0.0, |
| "5": 0.0032935911537303277, |
| "6": 0.002875646867323667 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.048174977457771696, |
| "3": 0.017476046613107126, |
| "4": 0.0, |
| "5": 0.004933207853658435, |
| "6": 0.004164183153382813 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02544889773707837, |
| "3": 0.009342655539512634, |
| "4": 0.0, |
| "5": 0.0031350837137627727, |
| "6": 0.002730244661506731 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.014808866486418992, |
| "3": 0.007317358535753253, |
| "4": 0.0, |
| "5": 0.0025344617752125487, |
| "6": 0.0021738237871128754 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.038021021406166255, |
| "3": 0.015000085656841597, |
| "4": 0.0, |
| "5": 0.004219194364850409, |
| "6": 0.0038694280810886994 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04872325295582414, |
| "3": 0.01571804705114725, |
| "4": 0.0, |
| "5": 0.004598137878929265, |
| "6": 0.003958230173642126 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03909372119233012, |
| "3": 0.012585221062181517, |
| "4": 0.0, |
| "5": 0.0039887418994718855, |
| "6": 0.0034718110764515586 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04112842108588666, |
| "3": 0.01420923980185762, |
| "4": 0.0, |
| "5": 0.004408811058965512, |
| "6": 0.0037659408311204365 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04213144707803925, |
| "3": 0.013455828933122879, |
| "4": 0.0, |
| "5": 0.004455869619656975, |
| "6": 0.0040374131058342755 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.04533223326628407, |
| "3": 0.014064522789946446, |
| "4": 0.0, |
| "5": 0.004299895857305576, |
| "6": 0.004105464734796745 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.014011238866563266, |
| "3": 0.005498962932809566, |
| "4": 0.0, |
| "5": 0.002562302509128737, |
| "6": 0.0021790734851189577 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.04425481016126772, |
| "3": 0.012939394335262477, |
| "4": 0.0, |
| "5": 0.0047229475700684516, |
| "6": 0.0038958471413934603 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04990599874872714, |
| "3": 0.015797166551540915, |
| "4": 0.0, |
| "5": 0.004924862492771354, |
| "6": 0.00435322228683314 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.04218480068569382, |
| "3": 0.01288744953732627, |
| "4": 0.0, |
| "5": 0.004088049220930164, |
| "6": 0.0036238325216496983 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03958037889484937, |
| "3": 0.013988031743792817, |
| "4": 0.0, |
| "5": 0.0047821453723978875, |
| "6": 0.003856997485854663 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.025804806190232437, |
| "3": 0.010249624125814686, |
| "4": 0.0, |
| "5": 0.003280520783543276, |
| "6": 0.0029750310253196708 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.026211373042315245, |
| "3": 0.010655821485367293, |
| "4": 0.0, |
| "5": 0.003395299005205743, |
| "6": 0.0032281909516314045 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.017110045824665576, |
| "3": 0.013622270872777639, |
| "4": 0.0, |
| "5": 0.005998398846713826, |
| "6": 0.005138357286341488 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.060258127826576434, |
| "3": 0.020555284533960123, |
| "4": 0.0, |
| "5": 0.004927190486341715, |
| "6": 0.0041588086654276895 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04934589359133194, |
| "3": 0.016166844327623647, |
| "4": 0.0, |
| "5": 0.005156705733194637, |
| "6": 0.004553361063396248 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.3486501310641567, |
| "3": 0.17648977568993965, |
| "4": 0.0, |
| "5": 0.04555087563736985, |
| "6": 0.036117626974980034 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04335264328013485, |
| "3": 0.013109685964688348, |
| "4": 0.0, |
| "5": 0.004253496842769285, |
| "6": 0.0037882527006634823 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04987827407118554, |
| "3": 0.016868780493192997, |
| "4": 0.0, |
| "5": 0.005763600716212143, |
| "6": 0.004726113305271913 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.043919929633072265, |
| "3": 0.017323290114291012, |
| "4": 0.0, |
| "5": 0.005507937870182407, |
| "6": 0.004900339976302348 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.01662831105447064, |
| "3": 0.005923003312394333, |
| "4": 0.0, |
| "5": 0.0025706538047719127, |
| "6": 0.0023680004669586197 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.05643195662802706, |
| "3": 0.0139672831671002, |
| "4": 0.0, |
| "5": 0.004322872880341795, |
| "6": 0.003570214297117976 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05430073589862635, |
| "3": 0.01946016075089574, |
| "4": 0.0, |
| "5": 0.006115506563219242, |
| "6": 0.005185038176326391 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.05571436823811382, |
| "3": 0.02002097630368856, |
| "4": 0.0, |
| "5": 0.005625202121639934, |
| "6": 0.0051788481408342095 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04858040415759509, |
| "3": 0.015840251280072454, |
| "4": 0.0, |
| "5": 0.00505164394902143, |
| "6": 0.004654510931383508 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0404847061727196, |
| "3": 0.01317589406001692, |
| "4": 0.0, |
| "5": 0.004364327221992426, |
| "6": 0.00395961273170542 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.04460087492285917, |
| "3": 0.019182264203360926, |
| "4": 0.0, |
| "5": 0.007607182638215211, |
| "6": 0.006036660032502065 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.021672791316329192, |
| "3": 0.0070495979841022445, |
| "4": 0.0, |
| "5": 0.0024669286746454113, |
| "6": 0.0023603294369725822 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.04400637668247024, |
| "3": 0.010595636330738975, |
| "4": 0.0, |
| "5": 0.0038844414011691697, |
| "6": 0.0035073915302443006 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.06032413768116385, |
| "3": 0.01940521914123868, |
| "4": 0.0, |
| "5": 0.006170098281775911, |
| "6": 0.005185430772447337 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.058424562021779515, |
| "3": 0.019547739861688267, |
| "4": 0.0, |
| "5": 0.0062708136344250915, |
| "6": 0.005338854073973683 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.05094193760305643, |
| "3": 0.018903047797114898, |
| "4": 0.0, |
| "5": 0.0062656456454230165, |
| "6": 0.005976249854332612 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.05528745633394768, |
| "3": 0.01862108871379557, |
| "4": 0.0, |
| "5": 0.005690146431637307, |
| "6": 0.004846263737514771 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.060848877183161676, |
| "3": 0.022856323921587318, |
| "4": 0.0, |
| "5": 0.007331783325450185, |
| "6": 0.006349232557113282 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.02430378432230403, |
| "3": 0.009338414597247416, |
| "4": 0.0, |
| "5": 0.0040819887071847916, |
| "6": 0.003244529386089804 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.1379290010469655, |
| "3": 0.02623216532325993, |
| "4": 0.0, |
| "5": 0.006678466146695428, |
| "6": 0.007106089867496242 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.06401216345451151, |
| "3": 0.020784806334025536, |
| "4": 0.0, |
| "5": 0.0062399358381905285, |
| "6": 0.005750540556618944 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.06308996114724626, |
| "3": 0.018240922489591565, |
| "4": 0.0, |
| "5": 0.006177286316718285, |
| "6": 0.0053930004554179805 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.053722387102122106, |
| "3": 0.018414539488730952, |
| "4": 0.0, |
| "5": 0.0057936168256370974, |
| "6": 0.005172043449420016 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.048909671255387366, |
| "3": 0.017408344108844176, |
| "4": 0.0, |
| "5": 0.006156284818037723, |
| "6": 0.0050668964443805935 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.07037561774874727, |
| "3": 0.02916062130437543, |
| "4": 0.0, |
| "5": 0.009197095375081213, |
| "6": 0.008026860659204734 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.019482116573878255, |
| "3": 0.006350607514226188, |
| "4": 0.0, |
| "5": 0.003103147251143431, |
| "6": 0.0029074651805179506 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.04069215585089599, |
| "3": 0.012200938993676877, |
| "4": 0.0, |
| "5": 0.0041471497776607675, |
| "6": 0.0037857208129328987 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.06168532130929331, |
| "3": 0.021010757569456473, |
| "4": 0.0, |
| "5": 0.006706626072021511, |
| "6": 0.005691705465627213 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.05572716639532397, |
| "3": 0.018396236390496295, |
| "4": 0.0, |
| "5": 0.006209830079266491, |
| "6": 0.005374199070502073 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.05900520676126083, |
| "3": 0.01945360730557392, |
| "4": 0.0, |
| "5": 0.006521837771288119, |
| "6": 0.005628906864634094 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.06310856753649811, |
| "3": 0.021712294459575787, |
| "4": 0.0, |
| "5": 0.006525837093552885, |
| "6": 0.0058331710218529524 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.09235874408235152, |
| "3": 0.03251067077508196, |
| "4": 0.0, |
| "5": 0.009433963864770098, |
| "6": 0.008000921530765481 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.049730876266645886, |
| "3": 0.007027214101981372, |
| "4": 0.0, |
| "5": 0.003927647128875833, |
| "6": 0.0032666411959022903 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.07960555578271548, |
| "3": 0.01897937464915837, |
| "4": 0.0, |
| "5": 0.006656649333308451, |
| "6": 0.005398084467742592 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0697402950997154, |
| "3": 0.02558792501804419, |
| "4": 0.0, |
| "5": 0.008324924924333269, |
| "6": 0.006858124101806122 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.0740220050017039, |
| "3": 0.027535117202205583, |
| "4": 0.0, |
| "5": 0.0074210456950822845, |
| "6": 0.006651466722056891 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.05937702511437237, |
| "3": 0.020977732735142734, |
| "4": 0.0, |
| "5": 0.007294645765796304, |
| "6": 0.005857602009200491 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.09833453479222953, |
| "3": 0.039933560959373914, |
| "4": 0.0, |
| "5": 0.010648528254629733, |
| "6": 0.009187294296377027 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.13731195498257875, |
| "3": 0.05213981387593473, |
| "4": 0.0, |
| "5": 0.017649424145929515, |
| "6": 0.014613640339424213 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.06105246841131399, |
| "3": 0.022659017568609368, |
| "4": 0.0, |
| "5": 0.0056062810714744655, |
| "6": 0.004804903699550778 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0949347933055833, |
| "3": 0.036960185680072755, |
| "4": 0.0, |
| "5": 0.01028848266772305, |
| "6": 0.009244646275571236 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.09342295540651928, |
| "3": 0.03209732401107127, |
| "4": 0.0, |
| "5": 0.010453513221970448, |
| "6": 0.009918145893607289 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.4213294970492522, |
| "3": 0.14123021733636656, |
| "4": 0.0, |
| "5": 0.04660323126396785, |
| "6": 0.03744920149135093 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.07067104572585474, |
| "3": 0.023683007816240813, |
| "4": 0.0, |
| "5": 0.007189026354656865, |
| "6": 0.006849495655236145 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.3000109371108313, |
| "3": 0.12011915437566738, |
| "4": 0.0, |
| "5": 0.03792099879744152, |
| "6": 0.030898800294380635 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.13822641177102923, |
| "3": 0.04830356784320126, |
| "4": 0.0, |
| "5": 0.014783915675555667, |
| "6": 0.011787549330620095 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.06685915123671293, |
| "3": 0.019184344011591747, |
| "4": 0.0, |
| "5": 0.006939182586696309, |
| "6": 0.005488064397165242 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.30205347792555887, |
| "3": 0.04197339405072853, |
| "4": 0.0, |
| "5": 0.019523011549608782, |
| "6": 0.014150996343232691 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.07202870891584705, |
| "3": 0.024407119111856446, |
| "4": 0.0, |
| "5": 0.008445554774273964, |
| "6": 0.007384011221195881 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.1141759508755058, |
| "3": 0.04429949765714506, |
| "4": 0.0, |
| "5": 0.013943186621569717, |
| "6": 0.011242700604877124 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.046513393986970186, |
| "3": 0.01286968358423716, |
| "4": 0.0, |
| "5": 0.00515183594689006, |
| "6": 0.005063472281714591 |
| }, |
| "param_count": 12582912, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.09805931950298448, |
| "3": 0.06319443799050835, |
| "4": 0.0, |
| "5": 0.017052582028554752, |
| "6": 0.013550131800002418 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.20481560262851417, |
| "3": 0.08183954120613635, |
| "4": 0.0, |
| "5": 0.04132192122051492, |
| "6": 0.02678470257281636 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.014256701503957933, |
| "3": 0.0033582782950058268, |
| "4": 0.0, |
| "5": 0.002937415435250538, |
| "6": 0.0032870410723262466 |
| }, |
| "param_count": 524288, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.019423841004027054, |
| "3": 0.012724461635419479, |
| "4": 0.0, |
| "5": 0.004246979779660857, |
| "6": 0.003900680569737839 |
| }, |
| "param_count": 4194304, |
| "metadata": {} |
| } |
| ] |
