quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000600,0.05000,2.968
0,self_attn.q_proj,0.0000000621,0.05000,2.979
0,self_attn.v_proj,0.0000000102,0.05000,2.991
0,self_attn.o_proj,0.0000000001,0.05000,0.738
0,mlp.up_proj,0.0000004295,0.05000,1.354
0,mlp.gate_proj,0.0000002651,0.05000,1.434
0,mlp.down_proj,0.0000000102,0.05000,2.211
1,self_attn.v_proj,0.0000000312,0.05000,2.159
1,self_attn.q_proj,0.0000010910,0.05000,2.184
1,self_attn.k_proj,0.0000004190,0.05000,2.195
1,self_attn.o_proj,0.0000000055,0.05000,0.696
1,mlp.up_proj,0.0000008456,0.05000,1.454
1,mlp.gate_proj,0.0000008186,0.05000,1.486
1,mlp.down_proj,0.0000000238,0.05000,2.080
2,self_attn.q_proj,0.0000015795,0.05000,2.792
2,self_attn.k_proj,0.0000005978,0.05000,2.801
2,self_attn.v_proj,0.0000001176,0.05000,2.805
2,self_attn.o_proj,0.0000000100,0.05000,0.830
2,mlp.up_proj,0.0000015514,0.05000,1.225
2,mlp.gate_proj,0.0000015220,0.05000,1.233
2,mlp.down_proj,0.0000000262,0.05000,2.067
3,self_attn.q_proj,0.0000017333,0.05000,2.580
3,self_attn.k_proj,0.0000005894,0.05000,2.585
3,self_attn.v_proj,0.0000001449,0.05000,2.594
3,self_attn.o_proj,0.0000000117,0.05000,0.843
3,mlp.gate_proj,0.0000021933,0.05000,1.308
3,mlp.up_proj,0.0000021610,0.05000,1.337
3,mlp.down_proj,0.0000000374,0.05000,2.233
4,self_attn.k_proj,0.0000006209,0.05000,2.207
4,self_attn.v_proj,0.0000002330,0.05000,2.254
4,self_attn.q_proj,0.0000021698,0.05000,2.262
4,self_attn.o_proj,0.0000000209,0.05000,0.779
4,mlp.up_proj,0.0000028669,0.05000,1.453
4,mlp.gate_proj,0.0000029918,0.05000,1.465
4,mlp.down_proj,0.0000000641,0.05000,2.061
5,self_attn.q_proj,0.0000022883,0.05000,2.341
5,self_attn.v_proj,0.0000001445,0.05000,2.365
5,self_attn.k_proj,0.0000007843,0.05000,2.366
5,self_attn.o_proj,0.0000000288,0.05000,0.691
5,mlp.up_proj,0.0000033672,0.05000,1.228
5,mlp.gate_proj,0.0000034226,0.05000,1.266
5,mlp.down_proj,0.0000000971,0.05000,2.027
6,self_attn.k_proj,0.0000006688,0.05000,2.463
6,self_attn.q_proj,0.0000022889,0.05000,2.474
6,self_attn.v_proj,0.0000001785,0.05000,2.474
6,self_attn.o_proj,0.0000000409,0.05000,0.722
6,mlp.gate_proj,0.0000040798,0.05000,1.465
6,mlp.up_proj,0.0000038839,0.05000,1.471
6,mlp.down_proj,0.0000001215,0.05000,2.053
7,self_attn.q_proj,0.0000032722,0.05000,2.676
7,self_attn.v_proj,0.0000003751,0.05000,2.684
7,self_attn.k_proj,0.0000009048,0.05000,2.690
7,self_attn.o_proj,0.0000000369,0.05000,0.727
7,mlp.gate_proj,0.0000040795,0.05000,1.424
7,mlp.up_proj,0.0000040808,0.05000,1.445
7,mlp.down_proj,0.0000158671,0.05000,2.042
8,self_attn.q_proj,0.0000026964,0.05000,2.066
8,self_attn.k_proj,0.0000009070,0.05000,2.074
8,self_attn.v_proj,0.0000001757,0.05000,2.086
8,self_attn.o_proj,0.0000000419,0.05000,0.883
8,mlp.up_proj,0.0000053200,0.05000,1.494
8,mlp.gate_proj,0.0000053832,0.05000,1.515
8,mlp.down_proj,0.0000001755,0.05000,2.220
9,self_attn.v_proj,0.0000002140,0.05000,2.482
9,self_attn.k_proj,0.0000005660,0.05000,2.497
9,self_attn.q_proj,0.0000019601,0.05000,2.510
9,self_attn.o_proj,0.0000000889,0.05000,0.782
9,mlp.gate_proj,0.0000054103,0.05000,1.446
9,mlp.up_proj,0.0000055947,0.05000,1.458
9,mlp.down_proj,0.0000001939,0.05000,2.149
10,self_attn.q_proj,0.0000029601,0.05000,2.733
10,self_attn.v_proj,0.0000002159,0.05000,2.743
10,self_attn.k_proj,0.0000008800,0.05000,2.750
10,self_attn.o_proj,0.0000001056,0.05000,0.701
10,mlp.gate_proj,0.0000056248,0.05000,1.277
10,mlp.up_proj,0.0000061454,0.05000,1.285
10,mlp.down_proj,0.0000002252,0.05000,2.168
11,self_attn.q_proj,0.0000029028,0.05000,2.784
11,self_attn.k_proj,0.0000007584,0.05000,2.788
11,self_attn.v_proj,0.0000002537,0.05000,2.805
11,self_attn.o_proj,0.0000001250,0.05000,0.709
11,mlp.up_proj,0.0000064335,0.05000,1.384
11,mlp.gate_proj,0.0000054767,0.05000,1.406
11,mlp.down_proj,0.0000002572,0.05000,2.228
12,self_attn.q_proj,0.0000020816,0.05000,2.697
12,self_attn.v_proj,0.0000002150,0.05000,2.727
12,self_attn.k_proj,0.0000005494,0.05000,2.735
12,self_attn.o_proj,0.0000001315,0.05000,0.842
12,mlp.gate_proj,0.0000053073,0.05000,1.485
12,mlp.up_proj,0.0000064192,0.05000,1.500
12,mlp.down_proj,0.0000002726,0.05000,2.153
13,self_attn.v_proj,0.0000002048,0.05000,2.408
13,self_attn.q_proj,0.0000029849,0.05000,2.433
13,self_attn.k_proj,0.0000007275,0.05000,2.440
13,self_attn.o_proj,0.0000001759,0.05000,0.735
13,mlp.up_proj,0.0000065412,0.05000,1.397
13,mlp.gate_proj,0.0000053801,0.05000,1.414
13,mlp.down_proj,0.0000003024,0.05000,2.212
14,self_attn.k_proj,0.0000005761,0.05000,2.243
14,self_attn.q_proj,0.0000021265,0.05000,2.291
14,self_attn.v_proj,0.0000002405,0.05000,2.294
14,self_attn.o_proj,0.0000002090,0.05000,0.684
14,mlp.gate_proj,0.0000048657,0.05000,1.464
14,mlp.up_proj,0.0000063035,0.05000,1.493
14,mlp.down_proj,0.0000003089,0.05000,2.095
15,self_attn.q_proj,0.0000034351,0.05000,2.247
15,self_attn.k_proj,0.0000008202,0.05000,2.256
15,self_attn.v_proj,0.0000003725,0.05000,2.275
15,self_attn.o_proj,0.0000001893,0.05000,0.816
15,mlp.up_proj,0.0000068322,0.05000,1.310
15,mlp.gate_proj,0.0000050277,0.05000,1.315
15,mlp.down_proj,0.0000003524,0.05000,2.740
16,self_attn.q_proj,0.0000026213,0.05000,2.532
16,self_attn.v_proj,0.0000003104,0.05000,2.545
16,self_attn.k_proj,0.0000006816,0.05000,2.571
16,self_attn.o_proj,0.0000002730,0.05000,0.829
16,mlp.up_proj,0.0000060074,0.05000,1.485
16,mlp.gate_proj,0.0000048276,0.05000,1.496
16,mlp.down_proj,0.0000002966,0.05000,2.170
17,self_attn.q_proj,0.0000032303,0.05000,2.621
17,self_attn.v_proj,0.0000002888,0.05000,2.634
17,self_attn.k_proj,0.0000008382,0.05000,2.648
17,self_attn.o_proj,0.0000001629,0.05000,0.829
17,mlp.up_proj,0.0000062348,0.05000,1.439
17,mlp.gate_proj,0.0000050237,0.05000,1.455
17,mlp.down_proj,0.0000002805,0.05000,2.096
18,self_attn.k_proj,0.0000006926,0.05000,2.539
18,self_attn.q_proj,0.0000031702,0.05000,2.572
18,self_attn.v_proj,0.0000004231,0.05000,2.581
18,self_attn.o_proj,0.0000001703,0.05000,0.858
18,mlp.up_proj,0.0000063859,0.05000,1.454
18,mlp.gate_proj,0.0000053358,0.05000,1.474
18,mlp.down_proj,0.0000002557,0.05000,2.114
19,self_attn.v_proj,0.0000003230,0.05000,2.704
19,self_attn.q_proj,0.0000034236,0.05000,2.711
19,self_attn.k_proj,0.0000008095,0.05000,2.715
19,self_attn.o_proj,0.0000002540,0.05000,0.870
19,mlp.up_proj,0.0000067633,0.05000,1.437
19,mlp.gate_proj,0.0000057613,0.05000,1.488
19,mlp.down_proj,0.0000002706,0.05000,2.256
20,self_attn.q_proj,0.0000036790,0.05000,2.248
20,self_attn.k_proj,0.0000008218,0.05000,2.262
20,self_attn.v_proj,0.0000002910,0.05000,2.280
20,self_attn.o_proj,0.0000001922,0.05000,0.766
20,mlp.up_proj,0.0000074764,0.05000,1.406
20,mlp.gate_proj,0.0000060357,0.05000,1.440
20,mlp.down_proj,0.0000003569,0.05000,2.207
21,self_attn.q_proj,0.0000025637,0.05000,2.468
21,self_attn.v_proj,0.0000002307,0.05000,2.547
21,self_attn.k_proj,0.0000006911,0.05000,2.560
21,self_attn.o_proj,0.0000002962,0.05000,0.768
21,mlp.gate_proj,0.0000055182,0.05000,1.475
21,mlp.up_proj,0.0000069184,0.05000,1.496
21,mlp.down_proj,0.0000004224,0.05000,2.081
22,self_attn.k_proj,0.0000006713,0.05000,2.151
22,self_attn.q_proj,0.0000026365,0.05000,2.271
22,self_attn.v_proj,0.0000002844,0.05000,2.300
22,self_attn.o_proj,0.0000003348,0.05000,0.811
22,mlp.up_proj,0.0000070716,0.05000,1.395
22,mlp.gate_proj,0.0000060830,0.05000,1.442
22,mlp.down_proj,0.0000004739,0.05000,2.331
23,self_attn.q_proj,0.0000024873,0.05000,2.682
23,self_attn.v_proj,0.0000003434,0.05000,2.695
23,self_attn.k_proj,0.0000007358,0.05000,2.712
23,self_attn.o_proj,0.0000003439,0.05000,0.898
23,mlp.gate_proj,0.0000059011,0.05000,1.353
23,mlp.up_proj,0.0000063872,0.05000,1.461
23,mlp.down_proj,0.0000004961,0.05000,2.225
24,self_attn.k_proj,0.0000008999,0.05000,2.722
24,self_attn.q_proj,0.0000033657,0.05000,2.726
24,self_attn.v_proj,0.0000004198,0.05000,2.744
24,self_attn.o_proj,0.0000001918,0.05000,0.926
24,mlp.gate_proj,0.0000062107,0.05000,1.414
24,mlp.up_proj,0.0000067868,0.05000,1.447
24,mlp.down_proj,0.0000005481,0.05000,2.082
25,self_attn.q_proj,0.0000035165,0.05000,2.428
25,self_attn.v_proj,0.0000007356,0.05000,2.453
25,self_attn.k_proj,0.0000009223,0.05000,2.466
25,self_attn.o_proj,0.0000003442,0.05000,0.776
25,mlp.gate_proj,0.0000072795,0.05000,1.527
25,mlp.up_proj,0.0000076466,0.05000,1.563
25,mlp.down_proj,0.0000007070,0.05000,2.171
26,self_attn.v_proj,0.0000006714,0.05000,2.740
26,self_attn.q_proj,0.0000029984,0.05000,2.747
26,self_attn.k_proj,0.0000007738,0.05000,2.750
26,self_attn.o_proj,0.0000006712,0.05000,0.894
26,mlp.gate_proj,0.0000075181,0.05000,1.361
26,mlp.up_proj,0.0000078293,0.05000,1.399
26,mlp.down_proj,0.0000011748,0.05000,2.315
27,self_attn.v_proj,0.0000009890,0.05000,1.984
27,self_attn.k_proj,0.0000009875,0.05000,2.005
27,self_attn.q_proj,0.0000038619,0.05000,2.019
27,self_attn.o_proj,0.0000003731,0.05000,0.951
27,mlp.up_proj,0.0000089971,0.05000,1.427
27,mlp.gate_proj,0.0000094849,0.05000,1.441
27,mlp.down_proj,0.0000008586,0.05000,2.146
28,self_attn.q_proj,0.0000040470,0.05000,2.266
28,self_attn.k_proj,0.0000010850,0.05000,2.275
28,self_attn.v_proj,0.0000015528,0.05000,2.302
28,self_attn.o_proj,0.0000003277,0.05000,0.919
28,mlp.gate_proj,0.0000094694,0.05000,1.419
28,mlp.up_proj,0.0000093432,0.05000,1.449
28,mlp.down_proj,0.0000012308,0.05000,2.058
29,self_attn.q_proj,0.0000046930,0.05000,2.704
29,self_attn.k_proj,0.0000011460,0.05000,2.727
29,self_attn.v_proj,0.0000016371,0.05000,2.732
29,self_attn.o_proj,0.0000002477,0.05000,0.722
29,mlp.gate_proj,0.0000113934,0.05000,1.309
29,mlp.up_proj,0.0000106716,0.05000,1.384
29,mlp.down_proj,0.0000011761,0.05000,2.132
30,self_attn.v_proj,0.0000015641,0.05000,2.203
30,self_attn.k_proj,0.0000011661,0.05000,2.238
30,self_attn.q_proj,0.0000049643,0.05000,2.251
30,self_attn.o_proj,0.0000001433,0.05000,0.710
30,mlp.gate_proj,0.0000117706,0.05000,1.481
30,mlp.up_proj,0.0000112201,0.05000,1.493
30,mlp.down_proj,0.0000014129,0.05000,2.582
31,self_attn.v_proj,0.0000017800,0.05000,2.520
31,self_attn.k_proj,0.0000014435,0.05000,2.551
31,self_attn.q_proj,0.0000051501,0.05000,2.562
31,self_attn.o_proj,0.0000002342,0.05000,0.837
31,mlp.gate_proj,0.0000128028,0.05000,1.467
31,mlp.up_proj,0.0000119092,0.05000,1.478
31,mlp.down_proj,0.0000013162,0.05000,2.266
32,self_attn.k_proj,0.0000015475,0.05000,2.392
32,self_attn.q_proj,0.0000052130,0.05000,2.420
32,self_attn.v_proj,0.0000018619,0.05000,2.425
32,self_attn.o_proj,0.0000001884,0.05000,0.881
32,mlp.gate_proj,0.0000133568,0.05000,1.219
32,mlp.up_proj,0.0000124544,0.05000,1.232
32,mlp.down_proj,0.0000013923,0.05000,2.182
33,self_attn.q_proj,0.0000059600,0.05000,2.344
33,self_attn.v_proj,0.0000020779,0.05000,2.351
33,self_attn.k_proj,0.0000014602,0.05000,2.354
33,self_attn.o_proj,0.0000004494,0.05000,0.776
33,mlp.up_proj,0.0000131538,0.05000,1.305
33,mlp.gate_proj,0.0000140535,0.05000,1.384
33,mlp.down_proj,0.0000015188,0.05000,2.310
34,self_attn.v_proj,0.0000016944,0.05000,2.301
34,self_attn.q_proj,0.0000062831,0.05000,2.367
34,self_attn.k_proj,0.0000017069,0.05000,2.391
34,self_attn.o_proj,0.0000002022,0.05000,0.830
34,mlp.gate_proj,0.0000147041,0.05000,1.447
34,mlp.up_proj,0.0000139438,0.05000,1.451
34,mlp.down_proj,0.0000016606,0.05000,2.240
35,self_attn.q_proj,0.0000060974,0.05000,2.654
35,self_attn.k_proj,0.0000016979,0.05000,2.665
35,self_attn.v_proj,0.0000031281,0.05000,2.676
35,self_attn.o_proj,0.0000003755,0.05000,0.862
35,mlp.gate_proj,0.0000157958,0.05000,1.432
35,mlp.up_proj,0.0000148643,0.05000,1.458
35,mlp.down_proj,0.0000018184,0.05000,2.148
36,self_attn.q_proj,0.0000060930,0.05000,2.212
36,self_attn.v_proj,0.0000027836,0.05000,2.283
36,self_attn.k_proj,0.0000019822,0.05000,2.281
36,self_attn.o_proj,0.0000002193,0.05000,0.819
36,mlp.gate_proj,0.0000164718,0.05000,1.503
36,mlp.up_proj,0.0000158711,0.05000,1.513
36,mlp.down_proj,0.0000020423,0.05000,2.400
37,self_attn.q_proj,0.0000064755,0.05000,2.612
37,self_attn.v_proj,0.0000034653,0.05000,2.634
37,self_attn.k_proj,0.0000018338,0.05000,2.642
37,self_attn.o_proj,0.0000004312,0.05000,0.866
37,mlp.gate_proj,0.0000181019,0.05000,1.325
37,mlp.up_proj,0.0000175601,0.05000,1.333
37,mlp.down_proj,0.0000023513,0.05000,2.119
38,self_attn.v_proj,0.0000045527,0.05000,2.526
38,self_attn.k_proj,0.0000017730,0.05000,2.539
38,self_attn.q_proj,0.0000069081,0.05000,2.546
38,self_attn.o_proj,0.0000007029,0.05000,0.770
38,mlp.up_proj,0.0000194443,0.05000,1.525
38,mlp.gate_proj,0.0000193954,0.05000,1.558
38,mlp.down_proj,0.0000030119,0.05000,2.174
39,self_attn.v_proj,0.0000039711,0.05000,2.395
39,self_attn.q_proj,0.0000067103,0.05000,2.408
39,self_attn.k_proj,0.0000017213,0.05000,2.431
39,self_attn.o_proj,0.0000012182,0.05000,0.849
39,mlp.up_proj,0.0000211130,0.05000,1.534
39,mlp.gate_proj,0.0000201139,0.05000,1.547
39,mlp.down_proj,0.0000042453,0.05000,2.149
40,self_attn.q_proj,0.0000072812,0.05000,2.294
40,self_attn.k_proj,0.0000020404,0.05000,2.327
40,self_attn.v_proj,0.0000019921,0.05000,2.375
40,self_attn.o_proj,0.0000008897,0.05000,0.854
40,mlp.gate_proj,0.0000182878,0.05000,1.386
40,mlp.up_proj,0.0000208961,0.05000,1.421
40,mlp.down_proj,0.0000073817,0.05000,2.115
41,self_attn.v_proj,0.0000025550,0.05000,2.865
41,self_attn.q_proj,0.0000067517,0.05000,2.876
41,self_attn.k_proj,0.0000010363,0.05000,2.893
41,self_attn.o_proj,0.0000021984,0.05000,0.874
41,mlp.gate_proj,0.0000158028,0.05000,1.419
41,mlp.up_proj,0.0000194746,0.05000,1.439
41,mlp.down_proj,0.0000185219,0.05000,2.227