layer,module,loss,damp,time 0,self_attn.k_proj,198.69464,0.01000,1.094 0,self_attn.v_proj,195.76051,0.01000,0.776 0,self_attn.q_proj,243.30057,0.01000,0.792 0,self_attn.o_proj,36.38606,0.01000,0.626 0,mlp.up_proj,13.06959,0.01000,0.789 0,mlp.gate_proj,13.87642,0.01000,0.792 0,mlp.down_proj,0.57033,0.01000,3.270 1,self_attn.k_proj,11.76147,0.01000,0.767 1,self_attn.v_proj,11.56775,0.01000,0.765 1,self_attn.q_proj,3.06964,0.01000,0.768 1,self_attn.o_proj,1.91879,0.01000,0.607 1,mlp.up_proj,16.77610,0.01000,0.773 1,mlp.gate_proj,18.79979,0.01000,0.773 1,mlp.down_proj,0.10125,0.01000,3.253 2,self_attn.k_proj,13.69234,0.01000,0.760 2,self_attn.v_proj,13.41772,0.01000,0.757 2,self_attn.q_proj,6.14136,0.01000,0.770 2,self_attn.o_proj,2.78490,0.01000,0.609 2,mlp.up_proj,18.90626,0.01000,0.777 2,mlp.gate_proj,19.42534,0.01000,0.777 2,mlp.down_proj,0.20656,0.01000,3.240 3,self_attn.k_proj,12.26875,0.01000,0.771 3,self_attn.v_proj,11.49991,0.01000,0.767 3,self_attn.q_proj,3.87051,0.01000,0.768 3,self_attn.o_proj,6.08537,0.01000,0.611 3,mlp.up_proj,27.04681,0.01000,0.781 3,mlp.gate_proj,27.28091,0.01000,0.783 3,mlp.down_proj,0.71027,0.01000,3.261 4,self_attn.k_proj,13.06411,0.01000,0.761 4,self_attn.v_proj,10.97907,0.01000,0.767 4,self_attn.q_proj,8.22816,0.01000,0.767 4,self_attn.o_proj,2.14936,0.01000,0.615 4,mlp.up_proj,13.32326,0.01000,0.779 4,mlp.gate_proj,13.68868,0.01000,0.777 4,mlp.down_proj,0.13622,0.01000,3.269 5,self_attn.k_proj,10.77550,0.01000,0.769 5,self_attn.v_proj,5.25996,0.01000,0.766 5,self_attn.q_proj,1.15328,0.01000,0.770 5,self_attn.o_proj,0.36760,0.01000,0.620 5,mlp.up_proj,14.03705,0.01000,0.783 5,mlp.gate_proj,14.03240,0.01000,0.777 5,mlp.down_proj,0.09100,0.01000,3.232 6,self_attn.k_proj,7.06065,0.01000,0.757 6,self_attn.v_proj,5.88580,0.01000,0.757 6,self_attn.q_proj,2.05951,0.01000,0.763 6,self_attn.o_proj,0.54376,0.01000,0.607 6,mlp.up_proj,13.85581,0.01000,0.775 6,mlp.gate_proj,13.96360,0.01000,0.774 6,mlp.down_proj,0.20618,0.01000,3.237 7,self_attn.k_proj,3.64678,0.01000,0.758 7,self_attn.v_proj,3.37626,0.01000,0.758 7,self_attn.q_proj,6.33875,0.01000,0.761 7,self_attn.o_proj,1.19201,0.01000,0.608 7,mlp.up_proj,9.08091,0.01000,0.777 7,mlp.gate_proj,9.16898,0.01000,0.773 7,mlp.down_proj,0.12787,0.01000,3.235 8,self_attn.k_proj,2.76998,0.01000,0.763 8,self_attn.v_proj,2.57230,0.01000,0.757 8,self_attn.q_proj,3.70224,0.01000,0.758 8,self_attn.o_proj,0.43583,0.01000,0.608 8,mlp.up_proj,7.05781,0.01000,0.771 8,mlp.gate_proj,7.07004,0.01000,0.769 8,mlp.down_proj,0.12891,0.01000,3.226 9,self_attn.k_proj,5.24076,0.01000,0.760 9,self_attn.v_proj,4.81714,0.01000,0.765 9,self_attn.q_proj,1.28618,0.01000,0.761 9,self_attn.o_proj,0.43630,0.01000,0.605 9,mlp.up_proj,4.60663,0.01000,0.775 9,mlp.gate_proj,4.60346,0.01000,0.769 9,mlp.down_proj,0.07520,0.01000,3.231 10,self_attn.k_proj,1.50184,0.01000,0.758 10,self_attn.v_proj,1.45593,0.01000,0.762 10,self_attn.q_proj,1.89232,0.01000,0.757 10,self_attn.o_proj,0.19516,0.01000,0.605 10,mlp.up_proj,4.09116,0.01000,0.770 10,mlp.gate_proj,4.13186,0.01000,0.768 10,mlp.down_proj,0.06140,0.01000,3.245 11,self_attn.k_proj,3.61625,0.01000,0.762 11,self_attn.v_proj,2.01000,0.01000,0.757 11,self_attn.q_proj,0.53930,0.01000,0.766 11,self_attn.o_proj,0.53488,0.01000,0.605 11,mlp.up_proj,5.95990,0.01000,0.775 11,mlp.gate_proj,6.01873,0.01000,0.771 11,mlp.down_proj,1.49569,0.01000,3.277 12,self_attn.k_proj,2.09444,0.01000,0.772 12,self_attn.v_proj,1.75990,0.01000,0.764 12,self_attn.q_proj,0.98691,0.01000,0.772 12,self_attn.o_proj,0.32763,0.01000,0.611 12,mlp.up_proj,2.53169,0.01000,0.784 12,mlp.gate_proj,2.49588,0.01000,0.783 12,mlp.down_proj,0.02076,0.01000,3.223 13,self_attn.k_proj,3.88221,0.01000,0.765 13,self_attn.v_proj,3.63538,0.01000,0.755 13,self_attn.q_proj,0.56800,0.01000,0.764 13,self_attn.o_proj,0.46188,0.01000,0.604 13,mlp.up_proj,2.62719,0.01000,0.773 13,mlp.gate_proj,2.61783,0.01000,0.773 13,mlp.down_proj,0.01987,0.01000,3.300 14,self_attn.k_proj,1.91174,0.01000,0.778 14,self_attn.v_proj,1.67628,0.01000,0.773 14,self_attn.q_proj,0.47230,0.01000,0.768 14,self_attn.o_proj,0.22776,0.01000,0.621 14,mlp.up_proj,2.01387,0.01000,0.778 14,mlp.gate_proj,1.99085,0.01000,0.781 14,mlp.down_proj,0.00910,0.01000,3.318 15,self_attn.k_proj,1.71465,0.01000,0.776 15,self_attn.v_proj,1.51512,0.01000,0.775 15,self_attn.q_proj,0.28649,0.01000,0.784 15,self_attn.o_proj,0.16413,0.01000,0.622 15,mlp.up_proj,4.75803,0.01000,0.795 15,mlp.gate_proj,4.92565,0.01000,0.793 15,mlp.down_proj,0.02030,0.01000,3.306 16,self_attn.k_proj,1.73286,0.01000,0.779 16,self_attn.v_proj,1.52700,0.01000,0.776 16,self_attn.q_proj,0.91500,0.01000,0.777 16,self_attn.o_proj,0.11427,0.01000,0.619 16,mlp.up_proj,3.70094,0.01000,0.783 16,mlp.gate_proj,3.71431,0.01000,0.775 16,mlp.down_proj,0.04519,0.01000,3.253 17,self_attn.k_proj,0.43938,0.01000,0.762 17,self_attn.v_proj,0.35879,0.01000,0.763 17,self_attn.q_proj,0.65869,0.01000,0.765 17,self_attn.o_proj,0.04037,0.01000,0.611 17,mlp.up_proj,3.58469,0.01000,0.777 17,mlp.gate_proj,3.66276,0.01000,0.770 17,mlp.down_proj,0.02796,0.01000,3.257 18,self_attn.k_proj,3.42578,0.01000,0.767 18,self_attn.v_proj,3.09306,0.01000,0.761 18,self_attn.q_proj,2.25221,0.01000,0.778 18,self_attn.o_proj,0.24882,0.01000,0.610 18,mlp.up_proj,4.09926,0.01000,0.779 18,mlp.gate_proj,4.20446,0.01000,0.773 18,mlp.down_proj,0.03055,0.01000,3.236 19,self_attn.k_proj,2.29446,0.01000,0.761 19,self_attn.v_proj,1.46921,0.01000,0.762 19,self_attn.q_proj,2.12650,0.01000,0.761 19,self_attn.o_proj,0.10793,0.01000,0.607 19,mlp.up_proj,3.87133,0.01000,0.774 19,mlp.gate_proj,4.02278,0.01000,0.771 19,mlp.down_proj,0.02028,0.01000,3.260 20,self_attn.k_proj,6.02629,0.01000,0.766 20,self_attn.v_proj,5.54468,0.01000,0.758 20,self_attn.q_proj,1.53195,0.01000,0.763 20,self_attn.o_proj,0.51680,0.01000,0.612 20,mlp.up_proj,3.97480,0.01000,0.775 20,mlp.gate_proj,4.07580,0.01000,0.778 20,mlp.down_proj,0.02892,0.01000,3.246 21,self_attn.k_proj,5.52127,0.01000,0.768 21,self_attn.v_proj,5.55817,0.01000,0.766 21,self_attn.q_proj,2.16732,0.01000,0.779 21,self_attn.o_proj,0.71680,0.01000,0.611 21,mlp.up_proj,5.24819,0.01000,0.785 21,mlp.gate_proj,5.41273,0.01000,0.785 21,mlp.down_proj,0.04581,0.01000,3.246 22,self_attn.k_proj,5.04561,0.01000,0.764 22,self_attn.v_proj,4.48255,0.01000,0.761 22,self_attn.q_proj,2.35098,0.01000,0.762 22,self_attn.o_proj,0.48656,0.01000,0.606 22,mlp.up_proj,6.14334,0.01000,0.778 22,mlp.gate_proj,6.36109,0.01000,0.772 22,mlp.down_proj,0.08612,0.01000,3.247 23,self_attn.k_proj,4.16688,0.01000,0.767 23,self_attn.v_proj,4.31470,0.01000,0.766 23,self_attn.q_proj,0.69882,0.01000,0.763 23,self_attn.o_proj,0.37936,0.01000,0.613 23,mlp.up_proj,8.11542,0.01000,0.780 23,mlp.gate_proj,8.28101,0.01000,0.775 23,mlp.down_proj,0.09309,0.01000,3.265 24,self_attn.k_proj,8.86272,0.01000,0.761 24,self_attn.v_proj,8.50640,0.01000,0.760 24,self_attn.q_proj,6.60116,0.01000,0.762 24,self_attn.o_proj,0.78601,0.01000,0.612 24,mlp.up_proj,8.48724,0.01000,0.778 24,mlp.gate_proj,8.67515,0.01000,0.772 24,mlp.down_proj,0.05045,0.01000,3.243 25,self_attn.k_proj,20.85596,0.01000,0.763 25,self_attn.v_proj,20.31687,0.01000,0.760 25,self_attn.q_proj,4.40460,0.01000,0.765 25,self_attn.o_proj,0.96945,0.01000,0.619 25,mlp.up_proj,8.51875,0.01000,0.793 25,mlp.gate_proj,8.63196,0.01000,0.790 25,mlp.down_proj,0.06100,0.01000,3.293 26,self_attn.k_proj,3.44908,0.01000,0.776 26,self_attn.v_proj,3.70904,0.01000,0.776 26,self_attn.q_proj,5.38957,0.01000,0.776 26,self_attn.o_proj,0.09136,0.01000,0.617 26,mlp.up_proj,7.22075,0.01000,0.787 26,mlp.gate_proj,7.31307,0.01000,0.788 26,mlp.down_proj,0.03320,0.01000,3.299 27,self_attn.k_proj,3.16697,0.01000,0.778 27,self_attn.v_proj,2.71902,0.01000,0.772 27,self_attn.q_proj,6.13490,0.01000,0.776 27,self_attn.o_proj,0.42601,0.01000,0.617 27,mlp.up_proj,6.95249,0.01000,0.790 27,mlp.gate_proj,7.11151,0.01000,0.789 27,mlp.down_proj,0.10148,0.01000,3.296 28,self_attn.k_proj,5.35555,0.01000,0.774 28,self_attn.v_proj,5.28846,0.01000,0.774 28,self_attn.q_proj,7.92698,0.01000,0.780 28,self_attn.o_proj,0.21795,0.01000,0.616 28,mlp.up_proj,4.31994,0.01000,0.790 28,mlp.gate_proj,4.40171,0.01000,0.777 28,mlp.down_proj,0.03607,0.01000,3.242 29,self_attn.k_proj,1.51074,0.01000,0.767 29,self_attn.v_proj,2.13929,0.01000,0.761 29,self_attn.q_proj,1.33246,0.01000,0.762 29,self_attn.o_proj,0.01362,0.01000,0.621 29,mlp.up_proj,2.46330,0.01000,0.779 29,mlp.gate_proj,2.51679,0.01000,0.771 29,mlp.down_proj,0.01289,0.01000,3.285 30,self_attn.k_proj,6.86594,0.01000,0.774 30,self_attn.v_proj,7.52277,0.01000,0.772 30,self_attn.q_proj,0.92430,0.01000,0.779 30,self_attn.o_proj,0.15717,0.01000,0.618 30,mlp.up_proj,5.04547,0.01000,0.785 30,mlp.gate_proj,5.15212,0.01000,0.782 30,mlp.down_proj,0.04664,0.01000,3.287 31,self_attn.k_proj,25.90375,0.01000,0.775 31,self_attn.v_proj,20.06681,0.01000,0.774 31,self_attn.q_proj,7.96819,0.01000,0.775 31,self_attn.o_proj,3.03762,0.01000,0.620 31,mlp.up_proj,8.97430,0.01000,0.789 31,mlp.gate_proj,9.35650,0.01000,0.788 31,mlp.down_proj,0.20598,0.01000,3.297 32,self_attn.k_proj,2.33364,0.01000,0.776 32,self_attn.v_proj,2.47755,0.01000,0.776 32,self_attn.q_proj,3.65308,0.01000,0.773 32,self_attn.o_proj,0.12603,0.01000,0.618 32,mlp.up_proj,7.92819,0.01000,0.788 32,mlp.gate_proj,8.39347,0.01000,0.783 32,mlp.down_proj,0.07191,0.01000,3.293 33,self_attn.k_proj,3.03554,0.01000,0.774 33,self_attn.v_proj,3.00391,0.01000,0.773 33,self_attn.q_proj,4.58165,0.01000,0.774 33,self_attn.o_proj,0.56861,0.01000,0.623 33,mlp.up_proj,13.49779,0.01000,0.789 33,mlp.gate_proj,13.66948,0.01000,0.787 33,mlp.down_proj,0.34180,0.01000,3.298