layer,module,loss,samples,damp,time
0,self_attn.qkv_proj,0.0000238235,0.05000,1.526
0,self_attn.o_proj,0.0000012382,0.05000,1.191
0,mlp.gate_proj,0.0000777876,0.05000,2.541
0,mlp.up_proj,0.0000749441,0.05000,2.631
0,mlp.down_proj,0.0000051147,0.05000,3.721
1,self_attn.qkv_proj,0.0001717266,0.05000,1.136
1,self_attn.o_proj,0.0000035207,0.05000,1.105
1,mlp.up_proj,0.0001190371,0.05000,2.573
1,mlp.gate_proj,0.0001262916,0.05000,2.590
1,mlp.down_proj,0.0000209985,0.05000,3.567
2,self_attn.qkv_proj,0.0004606717,0.05000,1.153
2,self_attn.o_proj,0.0000034317,0.05000,1.204
2,mlp.gate_proj,0.0001890496,0.05000,2.425
2,mlp.up_proj,0.0001766404,0.05000,2.478
2,mlp.down_proj,0.0000112479,0.05000,3.655
3,self_attn.qkv_proj,0.0006576798,0.05000,1.162
3,self_attn.o_proj,0.0000072551,0.05000,1.165
3,mlp.up_proj,0.0002476366,0.05000,2.459
3,mlp.gate_proj,0.0002709125,0.05000,2.520
3,mlp.down_proj,0.0259172664,0.05000,3.695
4,self_attn.qkv_proj,0.0006655008,0.05000,1.215
4,self_attn.o_proj,0.0000091820,0.05000,1.136
4,mlp.gate_proj,0.0003341130,0.05000,2.537
4,mlp.up_proj,0.0002933624,0.05000,2.573
4,mlp.down_proj,0.0000299716,0.05000,3.575
5,self_attn.qkv_proj,0.0007712968,0.05000,1.190
5,self_attn.o_proj,0.0000108736,0.05000,1.193
5,mlp.up_proj,0.0003416692,0.05000,2.371
5,mlp.gate_proj,0.0003962075,0.05000,2.424
5,mlp.down_proj,0.0000411710,0.05000,3.709
6,self_attn.qkv_proj,0.0006552734,0.05000,1.180
6,self_attn.o_proj,0.0000143339,0.05000,1.128
6,mlp.gate_proj,0.0003783428,0.05000,2.483
6,mlp.up_proj,0.0003409256,0.05000,2.500
6,mlp.down_proj,0.0000462377,0.05000,3.630
7,self_attn.qkv_proj,0.0009352742,0.05000,1.217
7,self_attn.o_proj,0.0000168276,0.05000,1.170
7,mlp.up_proj,0.0003627903,0.05000,2.417
7,mlp.gate_proj,0.0003876315,0.05000,2.451
7,mlp.down_proj,0.0000598990,0.05000,3.605
8,self_attn.qkv_proj,0.0008719424,0.05000,1.185
8,self_attn.o_proj,0.0000235102,0.05000,1.168
8,mlp.gate_proj,0.0003903917,0.05000,2.488
8,mlp.up_proj,0.0003862102,0.05000,2.522
8,mlp.down_proj,0.0000738566,0.05000,3.713
9,self_attn.qkv_proj,0.0008102300,0.05000,1.182
9,self_attn.o_proj,0.0000252474,0.05000,1.166
9,mlp.up_proj,0.0004095033,0.05000,2.477
9,mlp.gate_proj,0.0004039039,0.05000,2.545
9,mlp.down_proj,0.0000623042,0.05000,3.594
10,self_attn.qkv_proj,0.0008590046,0.05000,1.223
10,self_attn.o_proj,0.0000361045,0.05000,1.164
10,mlp.gate_proj,0.0004138994,0.05000,2.371
10,mlp.up_proj,0.0004185723,0.05000,2.445
10,mlp.down_proj,0.0000664324,0.05000,3.691
11,self_attn.qkv_proj,0.0008356616,0.05000,1.182
11,self_attn.o_proj,0.0000273909,0.05000,1.169
11,mlp.up_proj,0.0004351710,0.05000,2.454
11,mlp.gate_proj,0.0004140602,0.05000,2.499
11,mlp.down_proj,0.0000679036,0.05000,3.662
12,self_attn.qkv_proj,0.0008949989,0.05000,1.214
12,self_attn.o_proj,0.0000258759,0.05000,1.159
12,mlp.gate_proj,0.0003999382,0.05000,2.366
12,mlp.up_proj,0.0004371861,0.05000,2.444
12,mlp.down_proj,0.0000790061,0.05000,3.681
13,self_attn.qkv_proj,0.0010007589,0.05000,1.201
13,self_attn.o_proj,0.0000284145,0.05000,1.141
13,mlp.up_proj,0.0004744596,0.05000,2.411
13,mlp.gate_proj,0.0004218430,0.05000,2.477
13,mlp.down_proj,0.0000882345,0.05000,3.668
14,self_attn.qkv_proj,0.0009347553,0.05000,1.254
14,self_attn.o_proj,0.0000278657,0.05000,1.132
14,mlp.gate_proj,0.0004590117,0.05000,2.410
14,mlp.up_proj,0.0005133247,0.05000,2.452
14,mlp.down_proj,0.0000937629,0.05000,3.722
15,self_attn.qkv_proj,0.0010369427,0.05000,1.178
15,self_attn.o_proj,0.0000249127,0.05000,1.143
15,mlp.up_proj,0.0005674770,0.05000,2.445
15,mlp.gate_proj,0.0005078213,0.05000,2.458
15,mlp.down_proj,0.0001074678,0.05000,3.565
16,self_attn.qkv_proj,0.0009804815,0.05000,1.219
16,self_attn.o_proj,0.0000504799,0.05000,1.134
16,mlp.gate_proj,0.0005253795,0.05000,2.448
16,mlp.up_proj,0.0005916055,0.05000,2.500
16,mlp.down_proj,0.0001349178,0.05000,3.665
17,self_attn.qkv_proj,0.0010292538,0.05000,1.187
17,self_attn.o_proj,0.0000403605,0.05000,1.153
17,mlp.up_proj,0.0006312746,0.05000,2.306
17,mlp.gate_proj,0.0005545107,0.05000,2.378
17,mlp.down_proj,0.0001600333,0.05000,3.641
18,self_attn.qkv_proj,0.0010037017,0.05000,1.182
18,self_attn.o_proj,0.0000637205,0.05000,1.175
18,mlp.gate_proj,0.0005921678,0.05000,2.351
18,mlp.up_proj,0.0006664776,0.05000,2.437
18,mlp.down_proj,0.0002355822,0.05000,3.763
19,self_attn.qkv_proj,0.0010758908,0.05000,1.198
19,self_attn.o_proj,0.0000702092,0.05000,1.154
19,mlp.up_proj,0.0007063535,0.05000,2.483
19,mlp.gate_proj,0.0006349712,0.05000,2.577
19,mlp.down_proj,0.0002522909,0.05000,3.706
20,self_attn.qkv_proj,0.0010339192,0.05000,1.196
20,self_attn.o_proj,0.0000883794,0.05000,1.164
20,mlp.gate_proj,0.0007679065,0.05000,2.510
20,mlp.up_proj,0.0008546022,0.05000,2.524
20,mlp.down_proj,0.0003165363,0.05000,3.687
21,self_attn.qkv_proj,0.0012044958,0.05000,1.212
21,self_attn.o_proj,0.0000640508,0.05000,1.162
21,mlp.up_proj,0.0009123604,0.05000,2.478
21,mlp.gate_proj,0.0008116388,0.05000,2.527
21,mlp.down_proj,0.0004007476,0.05000,3.808
22,self_attn.qkv_proj,0.0011504276,0.05000,1.175
22,self_attn.o_proj,0.0000911345,0.05000,1.149
22,mlp.gate_proj,0.0008588976,0.05000,2.403
22,mlp.up_proj,0.0009739880,0.05000,2.458
22,mlp.down_proj,0.0004551394,0.05000,3.702
23,self_attn.qkv_proj,0.0013398652,0.05000,1.189
23,self_attn.o_proj,0.0000587729,0.05000,1.188
23,mlp.up_proj,0.0010498388,0.05000,2.402
23,mlp.gate_proj,0.0009337669,0.05000,2.449
23,mlp.down_proj,0.0004714720,0.05000,3.573
24,self_attn.qkv_proj,0.0014503187,0.05000,1.312
24,self_attn.o_proj,0.0000586708,0.05000,1.156
24,mlp.gate_proj,0.0010084476,0.05000,2.444
24,mlp.up_proj,0.0011423412,0.05000,2.492
24,mlp.down_proj,0.0005463777,0.05000,3.822
25,self_attn.qkv_proj,0.0015214244,0.05000,1.204
25,self_attn.o_proj,0.0000830141,0.05000,1.149
25,mlp.up_proj,0.0012727813,0.05000,2.471
25,mlp.gate_proj,0.0011201203,0.05000,2.545
25,mlp.down_proj,0.0006316668,0.05000,3.679
26,self_attn.qkv_proj,0.0013453441,0.05000,1.193
26,self_attn.o_proj,0.0001492357,0.05000,1.147
26,mlp.up_proj,0.0013456151,0.05000,2.563
26,mlp.gate_proj,0.0011857533,0.05000,2.593
26,mlp.down_proj,0.0007685589,0.05000,3.712
27,self_attn.qkv_proj,0.0014054913,0.05000,1.197
27,self_attn.o_proj,0.0001597724,0.05000,1.177
27,mlp.up_proj,0.0014349269,0.05000,2.501
27,mlp.gate_proj,0.0012792713,0.05000,2.572
27,mlp.down_proj,0.0009183092,0.05000,3.721
28,self_attn.qkv_proj,0.0016723366,0.05000,1.208
28,self_attn.o_proj,0.0001700563,0.05000,1.215
28,mlp.gate_proj,0.0013890771,0.05000,2.471
28,mlp.up_proj,0.0015182733,0.05000,2.542
28,mlp.down_proj,0.0011522665,0.05000,3.806
29,self_attn.qkv_proj,0.0015151091,0.05000,1.153
29,self_attn.o_proj,0.0002396083,0.05000,1.168
29,mlp.up_proj,0.0015197603,0.05000,2.468
29,mlp.gate_proj,0.0015041680,0.05000,2.508
29,mlp.down_proj,0.0018855077,0.05000,3.632
30,self_attn.qkv_proj,0.0010489146,0.05000,1.232
30,self_attn.o_proj,0.0002350578,0.05000,1.128
30,mlp.gate_proj,0.0015210857,0.05000,2.606
30,mlp.up_proj,0.0013783333,0.05000,2.638
30,mlp.down_proj,0.0171129781,0.05000,3.743
31,self_attn.qkv_proj,0.0000227647,0.05000,1.255
31,self_attn.o_proj,0.0000320150,0.05000,1.175
31,mlp.up_proj,0.0003993228,0.05000,2.532
31,mlp.gate_proj,0.0006483612,0.05000,2.584
31,mlp.down_proj,0.0030651457,0.05000,3.721