layer,module,loss,samples,damp,time 0,self_attn.k_proj,0.0000000000,0.01000,1.664 0,self_attn.v_proj,0.0000000000,0.01000,1.557 0,self_attn.q_proj,0.0000000001,0.01000,1.610 0,self_attn.o_proj,0.0000000001,0.01000,1.505 0,mlp.gate_proj,0.0000000080,0.01000,1.580 0,mlp.up_proj,0.0000000068,0.01000,1.611 0,mlp.down_proj,0.0000000023,0.01000,4.940 1,self_attn.k_proj,0.0000000001,0.01000,1.493 1,self_attn.v_proj,0.0000000001,0.01000,1.533 1,self_attn.q_proj,0.0000000002,0.01000,1.601 1,self_attn.o_proj,0.0000000003,0.01000,1.553 1,mlp.gate_proj,0.0000002378,0.01000,1.564 1,mlp.up_proj,0.0000000745,0.01000,1.616 1,mlp.down_proj,0.0000000021,0.01000,4.933 2,self_attn.k_proj,0.0000000001,0.01000,1.508 2,self_attn.v_proj,0.0000000001,0.01000,1.539 2,self_attn.q_proj,0.0000000005,0.01000,1.616 2,self_attn.o_proj,0.0000000003,0.01000,1.500 2,mlp.gate_proj,0.0000003614,0.01000,1.568 2,mlp.up_proj,0.0000002598,0.01000,1.602 2,mlp.down_proj,0.0000000021,0.01000,4.974 3,self_attn.k_proj,0.0000000002,0.01000,1.508 3,self_attn.v_proj,0.0000000003,0.01000,1.554 3,self_attn.q_proj,0.0000000009,0.01000,1.610 3,self_attn.o_proj,0.0000000005,0.01000,1.522 3,mlp.gate_proj,0.0000003603,0.01000,1.606 3,mlp.up_proj,0.0000001621,0.01000,1.621 3,mlp.down_proj,0.0000000057,0.01000,4.931 4,self_attn.k_proj,0.0000000005,0.01000,1.501 4,self_attn.v_proj,0.0000000005,0.01000,1.533 4,self_attn.q_proj,0.0000000018,0.01000,1.641 4,self_attn.o_proj,0.0000000009,0.01000,1.514 4,mlp.gate_proj,0.0000005436,0.01000,1.661 4,mlp.up_proj,0.0000001941,0.01000,1.621 4,mlp.down_proj,0.0000000103,0.01000,4.976 5,self_attn.k_proj,0.0000000005,0.01000,1.514 5,self_attn.v_proj,0.0000000006,0.01000,1.540 5,self_attn.q_proj,0.0000000020,0.01000,1.615 5,self_attn.o_proj,0.0000000014,0.01000,1.529 5,mlp.gate_proj,0.0000002218,0.01000,1.574 5,mlp.up_proj,0.0000000955,0.01000,1.607 5,mlp.down_proj,0.0000000143,0.01000,4.988 6,self_attn.k_proj,0.0000000010,0.01000,1.512 6,self_attn.v_proj,0.0000000012,0.01000,1.545 6,self_attn.q_proj,0.0000000038,0.01000,1.626 6,self_attn.o_proj,0.0000000035,0.01000,1.520 6,mlp.gate_proj,0.0000002918,0.01000,1.548 6,mlp.up_proj,0.0000001269,0.01000,1.617 6,mlp.down_proj,0.0000001219,0.01000,4.987 7,self_attn.k_proj,0.0000000025,0.01000,1.524 7,self_attn.v_proj,0.0000000029,0.01000,1.562 7,self_attn.q_proj,0.0000000091,0.01000,1.606 7,self_attn.o_proj,0.0000000036,0.01000,1.533 7,mlp.gate_proj,0.0000003621,0.01000,1.574 7,mlp.up_proj,0.0000001570,0.01000,1.594 7,mlp.down_proj,0.0000000216,0.01000,4.959 8,self_attn.k_proj,0.0000000039,0.01000,1.510 8,self_attn.v_proj,0.0000000044,0.01000,1.544 8,self_attn.q_proj,0.0000000145,0.01000,1.618 8,self_attn.o_proj,0.0000000054,0.01000,1.522 8,mlp.gate_proj,0.0000001515,0.01000,1.564 8,mlp.up_proj,0.0000001310,0.01000,1.599 8,mlp.down_proj,0.0000000345,0.01000,4.941 9,self_attn.k_proj,0.0000000054,0.01000,1.494 9,self_attn.v_proj,0.0000000056,0.01000,1.540 9,self_attn.q_proj,0.0000000183,0.01000,1.613 9,self_attn.o_proj,0.0000000058,0.01000,1.518 9,mlp.gate_proj,0.0000002240,0.01000,1.563 9,mlp.up_proj,0.0000001633,0.01000,1.616 9,mlp.down_proj,0.0000000367,0.01000,5.004 10,self_attn.k_proj,0.0000000089,0.01000,1.506 10,self_attn.v_proj,0.0000000102,0.01000,1.543 10,self_attn.q_proj,0.0000000331,0.01000,1.610 10,self_attn.o_proj,0.0000000094,0.01000,1.524 10,mlp.gate_proj,0.0000001939,0.01000,1.565 10,mlp.up_proj,0.0000001494,0.01000,1.612 10,mlp.down_proj,0.0000000352,0.01000,4.938 11,self_attn.k_proj,0.0000000048,0.01000,1.528 11,self_attn.v_proj,0.0000000048,0.01000,1.541 11,self_attn.q_proj,0.0000000161,0.01000,1.621 11,self_attn.o_proj,0.0000000080,0.01000,1.522 11,mlp.gate_proj,0.0000001699,0.01000,1.564 11,mlp.up_proj,0.0000001435,0.01000,1.614 11,mlp.down_proj,0.0000000350,0.01000,4.944 12,self_attn.k_proj,0.0000000050,0.01000,1.503 12,self_attn.v_proj,0.0000000055,0.01000,1.546 12,self_attn.q_proj,0.0000000177,0.01000,1.626 12,self_attn.o_proj,0.0000000090,0.01000,1.524 12,mlp.gate_proj,0.0000001580,0.01000,1.562 12,mlp.up_proj,0.0000001436,0.01000,1.611 12,mlp.down_proj,0.0000000346,0.01000,4.945 13,self_attn.k_proj,0.0000000039,0.01000,1.509 13,self_attn.v_proj,0.0000000041,0.01000,1.547 13,self_attn.q_proj,0.0000000142,0.01000,1.620 13,self_attn.o_proj,0.0000000064,0.01000,1.521 13,mlp.gate_proj,0.0000001509,0.01000,1.568 13,mlp.up_proj,0.0000001471,0.01000,1.633 13,mlp.down_proj,0.0000000391,0.01000,4.962 14,self_attn.k_proj,0.0000000063,0.01000,1.547 14,self_attn.v_proj,0.0000000068,0.01000,1.546 14,self_attn.q_proj,0.0000000233,0.01000,1.615 14,self_attn.o_proj,0.0000000128,0.01000,1.518 14,mlp.gate_proj,0.0000001488,0.01000,1.566 14,mlp.up_proj,0.0000001473,0.01000,1.607 14,mlp.down_proj,0.0000000366,0.01000,4.994 15,self_attn.k_proj,0.0000000066,0.01000,1.507 15,self_attn.v_proj,0.0000000068,0.01000,1.549 15,self_attn.q_proj,0.0000000239,0.01000,1.614 15,self_attn.o_proj,0.0000000100,0.01000,1.518 15,mlp.gate_proj,0.0000001411,0.01000,1.579 15,mlp.up_proj,0.0000001453,0.01000,1.599 15,mlp.down_proj,0.0000000370,0.01000,4.955 16,self_attn.k_proj,0.0000000111,0.01000,1.511 16,self_attn.v_proj,0.0000000130,0.01000,1.546 16,self_attn.q_proj,0.0000000429,0.01000,1.631 16,self_attn.o_proj,0.0000000132,0.01000,1.513 16,mlp.gate_proj,0.0000001543,0.01000,1.574 16,mlp.up_proj,0.0000001530,0.01000,1.622 16,mlp.down_proj,0.0000000761,0.01000,4.931 17,self_attn.k_proj,0.0000000097,0.01000,1.511 17,self_attn.v_proj,0.0000000108,0.01000,1.539 17,self_attn.q_proj,0.0000000381,0.01000,1.622 17,self_attn.o_proj,0.0000000133,0.01000,1.520 17,mlp.gate_proj,0.0000001423,0.01000,1.569 17,mlp.up_proj,0.0000001452,0.01000,1.620 17,mlp.down_proj,0.0000000410,0.01000,4.928 18,self_attn.k_proj,0.0000000114,0.01000,1.500 18,self_attn.v_proj,0.0000000130,0.01000,1.548 18,self_attn.q_proj,0.0000000424,0.01000,1.608 18,self_attn.o_proj,0.0000000169,0.01000,1.530 18,mlp.gate_proj,0.0000001623,0.01000,1.563 18,mlp.up_proj,0.0000001655,0.01000,1.620 18,mlp.down_proj,0.0000000542,0.01000,4.953 19,self_attn.k_proj,0.0000000248,0.01000,1.518 19,self_attn.v_proj,0.0000000260,0.01000,1.546 19,self_attn.q_proj,0.0000000911,0.01000,1.614 19,self_attn.o_proj,0.0000000216,0.01000,1.512 19,mlp.gate_proj,0.0000001851,0.01000,1.558 19,mlp.up_proj,0.0000001915,0.01000,1.608 19,mlp.down_proj,0.0000000750,0.01000,4.947 20,self_attn.k_proj,0.0000000190,0.01000,1.523 20,self_attn.v_proj,0.0000000241,0.01000,1.555 20,self_attn.q_proj,0.0000000818,0.01000,1.615 20,self_attn.o_proj,0.0000000236,0.01000,1.522 20,mlp.gate_proj,0.0000002010,0.01000,1.581 20,mlp.up_proj,0.0000002100,0.01000,1.637 20,mlp.down_proj,0.0000000899,0.01000,4.963 21,self_attn.k_proj,0.0000000268,0.01000,1.503 21,self_attn.v_proj,0.0000000365,0.01000,1.549 21,self_attn.q_proj,0.0000001119,0.01000,1.624 21,self_attn.o_proj,0.0000000307,0.01000,1.521 21,mlp.gate_proj,0.0000002521,0.01000,1.565 21,mlp.up_proj,0.0000002601,0.01000,1.600 21,mlp.down_proj,0.0000001285,0.01000,4.954 22,self_attn.k_proj,0.0000000581,0.01000,1.515 22,self_attn.v_proj,0.0000000762,0.01000,1.550 22,self_attn.q_proj,0.0000002398,0.01000,1.616 22,self_attn.o_proj,0.0000000610,0.01000,1.513 22,mlp.gate_proj,0.0000003000,0.01000,1.560 22,mlp.up_proj,0.0000003052,0.01000,1.608 22,mlp.down_proj,0.0000002181,0.01000,4.960 23,self_attn.k_proj,0.0000000582,0.01000,1.517 23,self_attn.v_proj,0.0000000861,0.01000,1.544 23,self_attn.q_proj,0.0000002539,0.01000,1.612 23,self_attn.o_proj,0.0000000826,0.01000,1.524 23,mlp.gate_proj,0.0000003659,0.01000,1.567 23,mlp.up_proj,0.0000003648,0.01000,1.605 23,mlp.down_proj,0.0000003286,0.01000,4.964 24,self_attn.k_proj,0.0000001104,0.01000,1.511 24,self_attn.v_proj,0.0000001788,0.01000,1.536 24,self_attn.q_proj,0.0000005036,0.01000,1.613 24,self_attn.o_proj,0.0000000917,0.01000,1.530 24,mlp.gate_proj,0.0000004154,0.01000,1.565 24,mlp.up_proj,0.0000004158,0.01000,1.600 24,mlp.down_proj,0.0000004310,0.01000,5.002 25,self_attn.k_proj,0.0000000878,0.01000,1.511 25,self_attn.v_proj,0.0000001228,0.01000,1.555 25,self_attn.q_proj,0.0000003635,0.01000,1.618 25,self_attn.o_proj,0.0000000785,0.01000,1.518 25,mlp.gate_proj,0.0000004925,0.01000,1.574 25,mlp.up_proj,0.0000004896,0.01000,1.602 25,mlp.down_proj,0.0000005587,0.01000,4.954 26,self_attn.k_proj,0.0000001446,0.01000,1.514 26,self_attn.v_proj,0.0000002027,0.01000,1.555 26,self_attn.q_proj,0.0000006273,0.01000,1.633 26,self_attn.o_proj,0.0000000881,0.01000,1.515 26,mlp.gate_proj,0.0000006090,0.01000,1.566 26,mlp.up_proj,0.0000006170,0.01000,1.615 26,mlp.down_proj,0.0000006918,0.01000,4.965 27,self_attn.k_proj,0.0000001715,0.01000,1.518 27,self_attn.v_proj,0.0000002550,0.01000,1.541 27,self_attn.q_proj,0.0000007693,0.01000,1.617 27,self_attn.o_proj,0.0000001073,0.01000,1.520 27,mlp.gate_proj,0.0000007085,0.01000,1.560 27,mlp.up_proj,0.0000007293,0.01000,1.605 27,mlp.down_proj,0.0000010438,0.01000,4.943 28,self_attn.k_proj,0.0000002032,0.01000,1.505 28,self_attn.v_proj,0.0000002683,0.01000,1.556 28,self_attn.q_proj,0.0000008412,0.01000,1.613 28,self_attn.o_proj,0.0000001484,0.01000,1.527 28,mlp.gate_proj,0.0000008297,0.01000,1.558 28,mlp.up_proj,0.0000008718,0.01000,1.600 28,mlp.down_proj,0.0000014877,0.01000,4.940 29,self_attn.k_proj,0.0000004508,0.01000,1.505 29,self_attn.v_proj,0.0000006929,0.01000,1.546 29,self_attn.q_proj,0.0000019936,0.01000,1.624 29,self_attn.o_proj,0.0000001428,0.01000,1.515 29,mlp.gate_proj,0.0000009466,0.01000,1.555 29,mlp.up_proj,0.0000010386,0.01000,1.608 29,mlp.down_proj,0.0000016402,0.01000,4.970 30,self_attn.k_proj,0.0000005650,0.01000,1.525 30,self_attn.v_proj,0.0000008719,0.01000,1.544 30,self_attn.q_proj,0.0000021832,0.01000,1.617 30,self_attn.o_proj,0.0000002277,0.01000,1.520 30,mlp.gate_proj,0.0000010097,0.01000,1.562 30,mlp.up_proj,0.0000011334,0.01000,1.603 30,mlp.down_proj,0.0000021914,0.01000,4.953 31,self_attn.k_proj,0.0000007390,0.01000,1.523 31,self_attn.v_proj,0.0000011882,0.01000,1.598 31,self_attn.q_proj,0.0000029089,0.01000,1.646 31,self_attn.o_proj,0.0000002836,0.01000,1.541 31,mlp.gate_proj,0.0000010394,0.01000,1.560 31,mlp.up_proj,0.0000012097,0.01000,1.615 31,mlp.down_proj,0.0000026372,0.01000,4.952 32,self_attn.k_proj,0.0000010328,0.01000,1.507 32,self_attn.v_proj,0.0000017336,0.01000,1.542 32,self_attn.q_proj,0.0000041525,0.01000,1.644 32,self_attn.o_proj,0.0000003640,0.01000,1.594 32,mlp.gate_proj,0.0000010954,0.01000,1.565 32,mlp.up_proj,0.0000012984,0.01000,1.605 32,mlp.down_proj,0.0000032852,0.01000,4.950 33,self_attn.k_proj,0.0000016540,0.01000,1.510 33,self_attn.v_proj,0.0000035005,0.01000,1.542 33,self_attn.q_proj,0.0000076394,0.01000,1.615 33,self_attn.o_proj,0.0000005438,0.01000,1.533 33,mlp.gate_proj,0.0000011671,0.01000,1.579 33,mlp.up_proj,0.0000014071,0.01000,1.631 33,mlp.down_proj,0.0000042296,0.01000,4.963 34,self_attn.k_proj,0.0000015274,0.01000,1.511 34,self_attn.v_proj,0.0000030016,0.01000,1.535 34,self_attn.q_proj,0.0000064193,0.01000,1.621 34,self_attn.o_proj,0.0000009888,0.01000,1.520 34,mlp.gate_proj,0.0000014060,0.01000,1.577 34,mlp.up_proj,0.0000016153,0.01000,1.619 34,mlp.down_proj,0.0000061315,0.01000,4.935 35,self_attn.k_proj,0.0000007103,0.01000,1.526 35,self_attn.v_proj,0.0000010391,0.01000,1.550 35,self_attn.q_proj,0.0000027734,0.01000,1.629 35,self_attn.o_proj,0.0000009104,0.01000,1.525 35,mlp.gate_proj,0.0000021520,0.01000,1.580 35,mlp.up_proj,0.0000023153,0.01000,1.618 35,mlp.down_proj,0.0000103650,0.01000,4.973