CyberSic-8B-v1.0-8bit / quant_log.csv
sicorps's picture
Upload 14 files
9e1c36a verified
Raw History Blame Contribute Delete
11.7 kB
layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000000,0.01000,1.664
0,self_attn.v_proj,0.0000000000,0.01000,1.557
0,self_attn.q_proj,0.0000000001,0.01000,1.610
0,self_attn.o_proj,0.0000000001,0.01000,1.505
0,mlp.gate_proj,0.0000000080,0.01000,1.580
0,mlp.up_proj,0.0000000068,0.01000,1.611
0,mlp.down_proj,0.0000000023,0.01000,4.940
1,self_attn.k_proj,0.0000000001,0.01000,1.493
1,self_attn.v_proj,0.0000000001,0.01000,1.533
1,self_attn.q_proj,0.0000000002,0.01000,1.601
1,self_attn.o_proj,0.0000000003,0.01000,1.553
1,mlp.gate_proj,0.0000002378,0.01000,1.564
1,mlp.up_proj,0.0000000745,0.01000,1.616
1,mlp.down_proj,0.0000000021,0.01000,4.933
2,self_attn.k_proj,0.0000000001,0.01000,1.508
2,self_attn.v_proj,0.0000000001,0.01000,1.539
2,self_attn.q_proj,0.0000000005,0.01000,1.616
2,self_attn.o_proj,0.0000000003,0.01000,1.500
2,mlp.gate_proj,0.0000003614,0.01000,1.568
2,mlp.up_proj,0.0000002598,0.01000,1.602
2,mlp.down_proj,0.0000000021,0.01000,4.974
3,self_attn.k_proj,0.0000000002,0.01000,1.508
3,self_attn.v_proj,0.0000000003,0.01000,1.554
3,self_attn.q_proj,0.0000000009,0.01000,1.610
3,self_attn.o_proj,0.0000000005,0.01000,1.522
3,mlp.gate_proj,0.0000003603,0.01000,1.606
3,mlp.up_proj,0.0000001621,0.01000,1.621
3,mlp.down_proj,0.0000000057,0.01000,4.931
4,self_attn.k_proj,0.0000000005,0.01000,1.501
4,self_attn.v_proj,0.0000000005,0.01000,1.533
4,self_attn.q_proj,0.0000000018,0.01000,1.641
4,self_attn.o_proj,0.0000000009,0.01000,1.514
4,mlp.gate_proj,0.0000005436,0.01000,1.661
4,mlp.up_proj,0.0000001941,0.01000,1.621
4,mlp.down_proj,0.0000000103,0.01000,4.976
5,self_attn.k_proj,0.0000000005,0.01000,1.514
5,self_attn.v_proj,0.0000000006,0.01000,1.540
5,self_attn.q_proj,0.0000000020,0.01000,1.615
5,self_attn.o_proj,0.0000000014,0.01000,1.529
5,mlp.gate_proj,0.0000002218,0.01000,1.574
5,mlp.up_proj,0.0000000955,0.01000,1.607
5,mlp.down_proj,0.0000000143,0.01000,4.988
6,self_attn.k_proj,0.0000000010,0.01000,1.512
6,self_attn.v_proj,0.0000000012,0.01000,1.545
6,self_attn.q_proj,0.0000000038,0.01000,1.626
6,self_attn.o_proj,0.0000000035,0.01000,1.520
6,mlp.gate_proj,0.0000002918,0.01000,1.548
6,mlp.up_proj,0.0000001269,0.01000,1.617
6,mlp.down_proj,0.0000001219,0.01000,4.987
7,self_attn.k_proj,0.0000000025,0.01000,1.524
7,self_attn.v_proj,0.0000000029,0.01000,1.562
7,self_attn.q_proj,0.0000000091,0.01000,1.606
7,self_attn.o_proj,0.0000000036,0.01000,1.533
7,mlp.gate_proj,0.0000003621,0.01000,1.574
7,mlp.up_proj,0.0000001570,0.01000,1.594
7,mlp.down_proj,0.0000000216,0.01000,4.959
8,self_attn.k_proj,0.0000000039,0.01000,1.510
8,self_attn.v_proj,0.0000000044,0.01000,1.544
8,self_attn.q_proj,0.0000000145,0.01000,1.618
8,self_attn.o_proj,0.0000000054,0.01000,1.522
8,mlp.gate_proj,0.0000001515,0.01000,1.564
8,mlp.up_proj,0.0000001310,0.01000,1.599
8,mlp.down_proj,0.0000000345,0.01000,4.941
9,self_attn.k_proj,0.0000000054,0.01000,1.494
9,self_attn.v_proj,0.0000000056,0.01000,1.540
9,self_attn.q_proj,0.0000000183,0.01000,1.613
9,self_attn.o_proj,0.0000000058,0.01000,1.518
9,mlp.gate_proj,0.0000002240,0.01000,1.563
9,mlp.up_proj,0.0000001633,0.01000,1.616
9,mlp.down_proj,0.0000000367,0.01000,5.004
10,self_attn.k_proj,0.0000000089,0.01000,1.506
10,self_attn.v_proj,0.0000000102,0.01000,1.543
10,self_attn.q_proj,0.0000000331,0.01000,1.610
10,self_attn.o_proj,0.0000000094,0.01000,1.524
10,mlp.gate_proj,0.0000001939,0.01000,1.565
10,mlp.up_proj,0.0000001494,0.01000,1.612
10,mlp.down_proj,0.0000000352,0.01000,4.938
11,self_attn.k_proj,0.0000000048,0.01000,1.528
11,self_attn.v_proj,0.0000000048,0.01000,1.541
11,self_attn.q_proj,0.0000000161,0.01000,1.621
11,self_attn.o_proj,0.0000000080,0.01000,1.522
11,mlp.gate_proj,0.0000001699,0.01000,1.564
11,mlp.up_proj,0.0000001435,0.01000,1.614
11,mlp.down_proj,0.0000000350,0.01000,4.944
12,self_attn.k_proj,0.0000000050,0.01000,1.503
12,self_attn.v_proj,0.0000000055,0.01000,1.546
12,self_attn.q_proj,0.0000000177,0.01000,1.626
12,self_attn.o_proj,0.0000000090,0.01000,1.524
12,mlp.gate_proj,0.0000001580,0.01000,1.562
12,mlp.up_proj,0.0000001436,0.01000,1.611
12,mlp.down_proj,0.0000000346,0.01000,4.945
13,self_attn.k_proj,0.0000000039,0.01000,1.509
13,self_attn.v_proj,0.0000000041,0.01000,1.547
13,self_attn.q_proj,0.0000000142,0.01000,1.620
13,self_attn.o_proj,0.0000000064,0.01000,1.521
13,mlp.gate_proj,0.0000001509,0.01000,1.568
13,mlp.up_proj,0.0000001471,0.01000,1.633
13,mlp.down_proj,0.0000000391,0.01000,4.962
14,self_attn.k_proj,0.0000000063,0.01000,1.547
14,self_attn.v_proj,0.0000000068,0.01000,1.546
14,self_attn.q_proj,0.0000000233,0.01000,1.615
14,self_attn.o_proj,0.0000000128,0.01000,1.518
14,mlp.gate_proj,0.0000001488,0.01000,1.566
14,mlp.up_proj,0.0000001473,0.01000,1.607
14,mlp.down_proj,0.0000000366,0.01000,4.994
15,self_attn.k_proj,0.0000000066,0.01000,1.507
15,self_attn.v_proj,0.0000000068,0.01000,1.549
15,self_attn.q_proj,0.0000000239,0.01000,1.614
15,self_attn.o_proj,0.0000000100,0.01000,1.518
15,mlp.gate_proj,0.0000001411,0.01000,1.579
15,mlp.up_proj,0.0000001453,0.01000,1.599
15,mlp.down_proj,0.0000000370,0.01000,4.955
16,self_attn.k_proj,0.0000000111,0.01000,1.511
16,self_attn.v_proj,0.0000000130,0.01000,1.546
16,self_attn.q_proj,0.0000000429,0.01000,1.631
16,self_attn.o_proj,0.0000000132,0.01000,1.513
16,mlp.gate_proj,0.0000001543,0.01000,1.574
16,mlp.up_proj,0.0000001530,0.01000,1.622
16,mlp.down_proj,0.0000000761,0.01000,4.931
17,self_attn.k_proj,0.0000000097,0.01000,1.511
17,self_attn.v_proj,0.0000000108,0.01000,1.539
17,self_attn.q_proj,0.0000000381,0.01000,1.622
17,self_attn.o_proj,0.0000000133,0.01000,1.520
17,mlp.gate_proj,0.0000001423,0.01000,1.569
17,mlp.up_proj,0.0000001452,0.01000,1.620
17,mlp.down_proj,0.0000000410,0.01000,4.928
18,self_attn.k_proj,0.0000000114,0.01000,1.500
18,self_attn.v_proj,0.0000000130,0.01000,1.548
18,self_attn.q_proj,0.0000000424,0.01000,1.608
18,self_attn.o_proj,0.0000000169,0.01000,1.530
18,mlp.gate_proj,0.0000001623,0.01000,1.563
18,mlp.up_proj,0.0000001655,0.01000,1.620
18,mlp.down_proj,0.0000000542,0.01000,4.953
19,self_attn.k_proj,0.0000000248,0.01000,1.518
19,self_attn.v_proj,0.0000000260,0.01000,1.546
19,self_attn.q_proj,0.0000000911,0.01000,1.614
19,self_attn.o_proj,0.0000000216,0.01000,1.512
19,mlp.gate_proj,0.0000001851,0.01000,1.558
19,mlp.up_proj,0.0000001915,0.01000,1.608
19,mlp.down_proj,0.0000000750,0.01000,4.947
20,self_attn.k_proj,0.0000000190,0.01000,1.523
20,self_attn.v_proj,0.0000000241,0.01000,1.555
20,self_attn.q_proj,0.0000000818,0.01000,1.615
20,self_attn.o_proj,0.0000000236,0.01000,1.522
20,mlp.gate_proj,0.0000002010,0.01000,1.581
20,mlp.up_proj,0.0000002100,0.01000,1.637
20,mlp.down_proj,0.0000000899,0.01000,4.963
21,self_attn.k_proj,0.0000000268,0.01000,1.503
21,self_attn.v_proj,0.0000000365,0.01000,1.549
21,self_attn.q_proj,0.0000001119,0.01000,1.624
21,self_attn.o_proj,0.0000000307,0.01000,1.521
21,mlp.gate_proj,0.0000002521,0.01000,1.565
21,mlp.up_proj,0.0000002601,0.01000,1.600
21,mlp.down_proj,0.0000001285,0.01000,4.954
22,self_attn.k_proj,0.0000000581,0.01000,1.515
22,self_attn.v_proj,0.0000000762,0.01000,1.550
22,self_attn.q_proj,0.0000002398,0.01000,1.616
22,self_attn.o_proj,0.0000000610,0.01000,1.513
22,mlp.gate_proj,0.0000003000,0.01000,1.560
22,mlp.up_proj,0.0000003052,0.01000,1.608
22,mlp.down_proj,0.0000002181,0.01000,4.960
23,self_attn.k_proj,0.0000000582,0.01000,1.517
23,self_attn.v_proj,0.0000000861,0.01000,1.544
23,self_attn.q_proj,0.0000002539,0.01000,1.612
23,self_attn.o_proj,0.0000000826,0.01000,1.524
23,mlp.gate_proj,0.0000003659,0.01000,1.567
23,mlp.up_proj,0.0000003648,0.01000,1.605
23,mlp.down_proj,0.0000003286,0.01000,4.964
24,self_attn.k_proj,0.0000001104,0.01000,1.511
24,self_attn.v_proj,0.0000001788,0.01000,1.536
24,self_attn.q_proj,0.0000005036,0.01000,1.613
24,self_attn.o_proj,0.0000000917,0.01000,1.530
24,mlp.gate_proj,0.0000004154,0.01000,1.565
24,mlp.up_proj,0.0000004158,0.01000,1.600
24,mlp.down_proj,0.0000004310,0.01000,5.002
25,self_attn.k_proj,0.0000000878,0.01000,1.511
25,self_attn.v_proj,0.0000001228,0.01000,1.555
25,self_attn.q_proj,0.0000003635,0.01000,1.618
25,self_attn.o_proj,0.0000000785,0.01000,1.518
25,mlp.gate_proj,0.0000004925,0.01000,1.574
25,mlp.up_proj,0.0000004896,0.01000,1.602
25,mlp.down_proj,0.0000005587,0.01000,4.954
26,self_attn.k_proj,0.0000001446,0.01000,1.514
26,self_attn.v_proj,0.0000002027,0.01000,1.555
26,self_attn.q_proj,0.0000006273,0.01000,1.633
26,self_attn.o_proj,0.0000000881,0.01000,1.515
26,mlp.gate_proj,0.0000006090,0.01000,1.566
26,mlp.up_proj,0.0000006170,0.01000,1.615
26,mlp.down_proj,0.0000006918,0.01000,4.965
27,self_attn.k_proj,0.0000001715,0.01000,1.518
27,self_attn.v_proj,0.0000002550,0.01000,1.541
27,self_attn.q_proj,0.0000007693,0.01000,1.617
27,self_attn.o_proj,0.0000001073,0.01000,1.520
27,mlp.gate_proj,0.0000007085,0.01000,1.560
27,mlp.up_proj,0.0000007293,0.01000,1.605
27,mlp.down_proj,0.0000010438,0.01000,4.943
28,self_attn.k_proj,0.0000002032,0.01000,1.505
28,self_attn.v_proj,0.0000002683,0.01000,1.556
28,self_attn.q_proj,0.0000008412,0.01000,1.613
28,self_attn.o_proj,0.0000001484,0.01000,1.527
28,mlp.gate_proj,0.0000008297,0.01000,1.558
28,mlp.up_proj,0.0000008718,0.01000,1.600
28,mlp.down_proj,0.0000014877,0.01000,4.940
29,self_attn.k_proj,0.0000004508,0.01000,1.505
29,self_attn.v_proj,0.0000006929,0.01000,1.546
29,self_attn.q_proj,0.0000019936,0.01000,1.624
29,self_attn.o_proj,0.0000001428,0.01000,1.515
29,mlp.gate_proj,0.0000009466,0.01000,1.555
29,mlp.up_proj,0.0000010386,0.01000,1.608
29,mlp.down_proj,0.0000016402,0.01000,4.970
30,self_attn.k_proj,0.0000005650,0.01000,1.525
30,self_attn.v_proj,0.0000008719,0.01000,1.544
30,self_attn.q_proj,0.0000021832,0.01000,1.617
30,self_attn.o_proj,0.0000002277,0.01000,1.520
30,mlp.gate_proj,0.0000010097,0.01000,1.562
30,mlp.up_proj,0.0000011334,0.01000,1.603
30,mlp.down_proj,0.0000021914,0.01000,4.953
31,self_attn.k_proj,0.0000007390,0.01000,1.523
31,self_attn.v_proj,0.0000011882,0.01000,1.598
31,self_attn.q_proj,0.0000029089,0.01000,1.646
31,self_attn.o_proj,0.0000002836,0.01000,1.541
31,mlp.gate_proj,0.0000010394,0.01000,1.560
31,mlp.up_proj,0.0000012097,0.01000,1.615
31,mlp.down_proj,0.0000026372,0.01000,4.952
32,self_attn.k_proj,0.0000010328,0.01000,1.507
32,self_attn.v_proj,0.0000017336,0.01000,1.542
32,self_attn.q_proj,0.0000041525,0.01000,1.644
32,self_attn.o_proj,0.0000003640,0.01000,1.594
32,mlp.gate_proj,0.0000010954,0.01000,1.565
32,mlp.up_proj,0.0000012984,0.01000,1.605
32,mlp.down_proj,0.0000032852,0.01000,4.950
33,self_attn.k_proj,0.0000016540,0.01000,1.510
33,self_attn.v_proj,0.0000035005,0.01000,1.542
33,self_attn.q_proj,0.0000076394,0.01000,1.615
33,self_attn.o_proj,0.0000005438,0.01000,1.533
33,mlp.gate_proj,0.0000011671,0.01000,1.579
33,mlp.up_proj,0.0000014071,0.01000,1.631
33,mlp.down_proj,0.0000042296,0.01000,4.963
34,self_attn.k_proj,0.0000015274,0.01000,1.511
34,self_attn.v_proj,0.0000030016,0.01000,1.535
34,self_attn.q_proj,0.0000064193,0.01000,1.621
34,self_attn.o_proj,0.0000009888,0.01000,1.520
34,mlp.gate_proj,0.0000014060,0.01000,1.577
34,mlp.up_proj,0.0000016153,0.01000,1.619
34,mlp.down_proj,0.0000061315,0.01000,4.935
35,self_attn.k_proj,0.0000007103,0.01000,1.526
35,self_attn.v_proj,0.0000010391,0.01000,1.550
35,self_attn.q_proj,0.0000027734,0.01000,1.629
35,self_attn.o_proj,0.0000009104,0.01000,1.525
35,mlp.gate_proj,0.0000021520,0.01000,1.580
35,mlp.up_proj,0.0000023153,0.01000,1.618
35,mlp.down_proj,0.0000103650,0.01000,4.973