layer,module,loss,samples,damp,time 0,linear_attn.in_proj_qkv,0.0001062057,0.05000,1.061 0,linear_attn.in_proj_z,0.0000624540,0.05000,0.364 0,linear_attn.out_proj,0.0000000647,0.05000,0.582 0,mlp.up_proj,0.0000038046,0.05000,1.441 0,mlp.gate_proj,0.0000043560,0.05000,1.430 0,mlp.down_proj,0.0000000069,0.05000,1.366 1,linear_attn.in_proj_qkv,0.0000309942,0.05000,0.906 1,linear_attn.in_proj_z,0.0000158869,0.05000,0.492 1,linear_attn.out_proj,0.0000000166,0.05000,0.578 1,mlp.up_proj,0.0000080042,0.05000,1.391 1,mlp.gate_proj,0.0000093789,0.05000,1.399 1,mlp.down_proj,0.0000000203,0.05000,1.353 2,linear_attn.in_proj_qkv,0.0000507535,0.05000,0.968 2,linear_attn.in_proj_z,0.0000259517,0.05000,0.435 2,linear_attn.out_proj,0.0000000304,0.05000,0.579 2,mlp.up_proj,0.0000108939,0.05000,1.365 2,mlp.gate_proj,0.0000146012,0.05000,1.372 2,mlp.down_proj,0.0000000359,0.05000,1.316 3,self_attn.v_proj,0.0000160838,0.05000,3.799 3,self_attn.k_proj,0.0000148501,0.05000,3.826 3,self_attn.q_proj,0.0001720952,0.05000,3.829 3,self_attn.o_proj,0.0000000644,0.05000,0.577 3,mlp.gate_proj,0.0000179513,0.05000,1.362 3,mlp.up_proj,0.0000151137,0.05000,1.369 3,mlp.down_proj,0.0000000559,0.05000,1.315 4,linear_attn.in_proj_qkv,0.0000823915,0.05000,0.814 4,linear_attn.in_proj_z,0.0000438157,0.05000,0.387 4,linear_attn.out_proj,0.0000000666,0.05000,0.569 4,mlp.up_proj,0.0000227899,0.05000,1.379 4,mlp.gate_proj,0.0000272993,0.05000,1.381 4,mlp.down_proj,0.0000000906,0.05000,1.328 5,linear_attn.in_proj_qkv,0.0001031028,0.05000,0.793 5,linear_attn.in_proj_z,0.0000539819,0.05000,0.418 5,linear_attn.out_proj,0.0000001276,0.05000,0.571 5,mlp.up_proj,0.0000293930,0.05000,1.275 5,mlp.gate_proj,0.0000382961,0.05000,1.283 5,mlp.down_proj,0.0000001699,0.05000,1.298 6,linear_attn.in_proj_qkv,0.0001076786,0.05000,0.778 6,linear_attn.in_proj_z,0.0000463039,0.05000,0.416 6,linear_attn.out_proj,0.0000002121,0.05000,0.564 6,mlp.up_proj,0.0000342711,0.05000,1.138 6,mlp.gate_proj,0.0000486841,0.05000,1.145 6,mlp.down_proj,0.0000002166,0.05000,1.309 7,self_attn.v_proj,0.0000125313,0.05000,3.237 7,self_attn.k_proj,0.0000123067,0.05000,3.288 7,self_attn.q_proj,0.0001181358,0.05000,3.298 7,self_attn.o_proj,0.0000003714,0.05000,0.565 7,mlp.up_proj,0.0000372502,0.05000,1.216 7,mlp.gate_proj,0.0000561754,0.05000,1.225 7,mlp.down_proj,0.0000002302,0.05000,1.300 8,linear_attn.in_proj_qkv,0.0001202234,0.05000,0.865 8,linear_attn.in_proj_z,0.0000546115,0.05000,0.350 8,linear_attn.out_proj,0.0000002335,0.05000,0.563 8,mlp.gate_proj,0.0000536431,0.05000,1.141 8,mlp.up_proj,0.0000384764,0.05000,1.147 8,mlp.down_proj,0.0000002216,0.05000,1.306 9,linear_attn.in_proj_qkv,0.0001260519,0.05000,0.766 9,linear_attn.in_proj_z,0.0000552407,0.05000,0.381 9,linear_attn.out_proj,0.0000002220,0.05000,0.571 9,mlp.up_proj,0.0000399238,0.05000,1.182 9,mlp.gate_proj,0.0000504698,0.05000,1.190 9,mlp.down_proj,0.0000002394,0.05000,1.298 10,linear_attn.in_proj_qkv,0.0001189474,0.05000,0.788 10,linear_attn.in_proj_z,0.0000511090,0.05000,0.352 10,linear_attn.out_proj,0.0000002361,0.05000,0.563 10,mlp.up_proj,0.0000417634,0.05000,1.142 10,mlp.gate_proj,0.0000469903,0.05000,1.146 10,mlp.down_proj,0.0000002582,0.05000,1.299 11,self_attn.k_proj,0.0000110828,0.05000,3.111 11,self_attn.v_proj,0.0000119973,0.05000,3.167 11,self_attn.q_proj,0.0001007621,0.05000,3.159 11,self_attn.o_proj,0.0000005383,0.05000,0.558 11,mlp.gate_proj,0.0000488222,0.05000,1.147 11,mlp.up_proj,0.0000459833,0.05000,1.154 11,mlp.down_proj,0.0000003192,0.05000,1.306 12,linear_attn.in_proj_qkv,0.0001304546,0.05000,0.820 12,linear_attn.in_proj_z,0.0000497158,0.05000,0.351 12,linear_attn.out_proj,0.0000003005,0.05000,0.567 12,mlp.up_proj,0.0000468588,0.05000,1.210 12,mlp.gate_proj,0.0000491226,0.05000,1.216 12,mlp.down_proj,0.0000003481,0.05000,1.330 13,linear_attn.in_proj_qkv,0.0001503557,0.05000,0.762 13,linear_attn.in_proj_z,0.0000632949,0.05000,0.403 13,linear_attn.out_proj,0.0000002876,0.05000,0.565 13,mlp.gate_proj,0.0000527054,0.05000,1.201 13,mlp.up_proj,0.0000498222,0.05000,1.208 13,mlp.down_proj,0.0000003851,0.05000,1.318 14,linear_attn.in_proj_qkv,0.0001460825,0.05000,0.747 14,linear_attn.in_proj_z,0.0000584706,0.05000,0.415 14,linear_attn.out_proj,0.0000003919,0.05000,0.564 14,mlp.gate_proj,0.0000511832,0.05000,1.202 14,mlp.up_proj,0.0000509041,0.05000,1.207 14,mlp.down_proj,0.0000004046,0.05000,1.315 15,self_attn.k_proj,0.0000126020,0.05000,3.257 15,self_attn.v_proj,0.0000171143,0.05000,3.285 15,self_attn.q_proj,0.0001148908,0.05000,3.292 15,self_attn.o_proj,0.0000007863,0.05000,0.562 15,mlp.gate_proj,0.0000599797,0.05000,1.140 15,mlp.up_proj,0.0000603494,0.05000,1.144 15,mlp.down_proj,0.0000006153,0.05000,1.306 16,linear_attn.in_proj_qkv,0.0001585772,0.05000,0.812 16,linear_attn.in_proj_z,0.0000649396,0.05000,0.350 16,linear_attn.out_proj,0.0000005524,0.05000,0.561 16,mlp.up_proj,0.0000652249,0.05000,1.204 16,mlp.gate_proj,0.0000679017,0.05000,1.209 16,mlp.down_proj,0.0000007760,0.05000,1.310 17,linear_attn.in_proj_qkv,0.0002137600,0.05000,0.785 17,linear_attn.in_proj_z,0.0000729942,0.05000,0.419 17,linear_attn.out_proj,0.0000006821,0.05000,0.586 17,mlp.up_proj,0.0000701895,0.05000,1.258 17,mlp.gate_proj,0.0000713158,0.05000,1.264 17,mlp.down_proj,0.0000009175,0.05000,1.314 18,linear_attn.in_proj_qkv,0.0001936378,0.05000,0.799 18,linear_attn.in_proj_z,0.0000768392,0.05000,0.401 18,linear_attn.out_proj,0.0000009189,0.05000,0.560 18,mlp.up_proj,0.0000767932,0.05000,1.166 18,mlp.gate_proj,0.0000834938,0.05000,1.172 18,mlp.down_proj,0.0000015128,0.05000,1.297 19,self_attn.k_proj,0.0000178808,0.05000,3.661 19,self_attn.q_proj,0.0001621967,0.05000,3.671 19,self_attn.v_proj,0.0000336217,0.05000,3.681 19,self_attn.o_proj,0.0000024908,0.05000,0.572 19,mlp.up_proj,0.0000974410,0.05000,1.280 19,mlp.gate_proj,0.0001058582,0.05000,1.283 19,mlp.down_proj,0.0000020646,0.05000,1.336 20,linear_attn.in_proj_qkv,0.0003080268,0.05000,0.816 20,linear_attn.in_proj_z,0.0001266365,0.05000,0.392 20,linear_attn.out_proj,0.0000010720,0.05000,0.569 20,mlp.gate_proj,0.0001360129,0.05000,1.416 20,mlp.up_proj,0.0000936365,0.05000,1.422 20,mlp.down_proj,0.0000018920,0.05000,1.343 21,linear_attn.in_proj_qkv,0.0003111902,0.05000,0.832 21,linear_attn.in_proj_z,0.0001392197,0.05000,0.374 21,linear_attn.out_proj,0.0000012129,0.05000,0.566 21,mlp.up_proj,0.0000973126,0.05000,1.193 21,mlp.gate_proj,0.0001503969,0.05000,1.201 21,mlp.down_proj,0.0000022277,0.05000,1.310 22,linear_attn.in_proj_qkv,0.0002915294,0.05000,0.770 22,linear_attn.in_proj_z,0.0001620547,0.05000,0.423 22,linear_attn.out_proj,0.0000013246,0.05000,0.558 22,mlp.gate_proj,0.0002069766,0.05000,1.145 22,mlp.up_proj,0.0001170133,0.05000,1.151 22,mlp.down_proj,0.0000033070,0.05000,1.306 23,self_attn.k_proj,0.0000193849,0.05000,3.592 23,self_attn.v_proj,0.0000385716,0.05000,3.610 23,self_attn.q_proj,0.0001964796,0.05000,3.613 23,self_attn.o_proj,0.0000024868,0.05000,0.565 23,mlp.gate_proj,0.0001874615,0.05000,1.199 23,mlp.up_proj,0.0001190553,0.05000,1.204 23,mlp.down_proj,0.0000027940,0.05000,1.327 24,linear_attn.in_proj_qkv,0.0003445098,0.05000,0.910 24,linear_attn.in_proj_z,0.0001590758,0.05000,0.431 24,linear_attn.out_proj,0.0000014111,0.05000,0.571 24,mlp.gate_proj,0.0001981594,0.05000,1.324 24,mlp.up_proj,0.0001155888,0.05000,1.332 24,mlp.down_proj,0.0000023850,0.05000,1.307 25,linear_attn.in_proj_qkv,0.0003647602,0.05000,0.877 25,linear_attn.in_proj_z,0.0001737609,0.05000,0.432 25,linear_attn.out_proj,0.0000014427,0.05000,0.565 25,mlp.gate_proj,0.0002334497,0.05000,1.368 25,mlp.up_proj,0.0001262979,0.05000,1.373 25,mlp.down_proj,0.0000025405,0.05000,1.322 26,linear_attn.in_proj_qkv,0.0003223225,0.05000,0.954 26,linear_attn.in_proj_z,0.0001861227,0.05000,0.452 26,linear_attn.out_proj,0.0000017613,0.05000,0.579 26,mlp.up_proj,0.0001477981,0.05000,1.330 26,mlp.gate_proj,0.0002823460,0.05000,1.337 26,mlp.down_proj,0.0000037028,0.05000,1.308 27,self_attn.k_proj,0.0000215237,0.05000,3.941 27,self_attn.q_proj,0.0001924323,0.05000,3.980 27,self_attn.v_proj,0.0000818426,0.05000,4.015 27,self_attn.o_proj,0.0000055045,0.05000,0.559 27,mlp.up_proj,0.0001504280,0.05000,1.406 27,mlp.gate_proj,0.0002794680,0.05000,1.414 27,mlp.down_proj,0.0000048705,0.05000,1.327 28,linear_attn.in_proj_qkv,0.0003944376,0.05000,0.845 28,linear_attn.in_proj_z,0.0001802195,0.05000,0.379 28,linear_attn.out_proj,0.0000038920,0.05000,0.562 28,mlp.up_proj,0.0001510296,0.05000,1.179 28,mlp.gate_proj,0.0002722793,0.05000,1.186 28,mlp.down_proj,0.0000059651,0.05000,1.307 29,linear_attn.in_proj_qkv,0.0002864954,0.05000,0.880 29,linear_attn.in_proj_z,0.0001608498,0.05000,0.433 29,linear_attn.out_proj,0.0000039612,0.05000,0.576 29,mlp.up_proj,0.0001665302,0.05000,1.413 29,mlp.gate_proj,0.0002985448,0.05000,1.421 29,mlp.down_proj,0.0000078739,0.05000,1.322 30,linear_attn.in_proj_qkv,0.0003061922,0.05000,0.968 30,linear_attn.in_proj_z,0.0001411075,0.05000,0.361 30,linear_attn.out_proj,0.0000104969,0.05000,0.575 30,mlp.up_proj,0.0001648950,0.05000,1.408 30,mlp.gate_proj,0.0002782126,0.05000,1.409 30,mlp.down_proj,0.0000105565,0.05000,1.337 31,self_attn.v_proj,0.0000769979,0.05000,4.278 31,self_attn.k_proj,0.0000222255,0.05000,4.300 31,self_attn.q_proj,0.0002227224,0.05000,4.318 31,self_attn.o_proj,0.0000141060,0.05000,0.566 31,mlp.up_proj,0.0001564013,0.05000,1.214 31,mlp.gate_proj,0.0002541700,0.05000,1.221 31,mlp.down_proj,0.0000204349,0.05000,1.304