Download quant_log.csv from sicorps/CyberSic-8B-v1.0-8bit: direct link, hf CLI and curl.
- Browser
- Download file 11.7 kB
-
https://huggingface.co/sicorps/CyberSic-8B-v1.0-8bit/resolve/main/quant_log.csv
- Command line
-
hf download hf://sicorps/CyberSic-8B-v1.0-8bit/quant_log.csv
-
curl -L -o quant_log.csv https://huggingface.co/sicorps/CyberSic-8B-v1.0-8bit/resolve/main/quant_log.csv
11.7 kB
| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0000000000,0.01000,1.664 | |
| 0,self_attn.v_proj,0.0000000000,0.01000,1.557 | |
| 0,self_attn.q_proj,0.0000000001,0.01000,1.610 | |
| 0,self_attn.o_proj,0.0000000001,0.01000,1.505 | |
| 0,mlp.gate_proj,0.0000000080,0.01000,1.580 | |
| 0,mlp.up_proj,0.0000000068,0.01000,1.611 | |
| 0,mlp.down_proj,0.0000000023,0.01000,4.940 | |
| 1,self_attn.k_proj,0.0000000001,0.01000,1.493 | |
| 1,self_attn.v_proj,0.0000000001,0.01000,1.533 | |
| 1,self_attn.q_proj,0.0000000002,0.01000,1.601 | |
| 1,self_attn.o_proj,0.0000000003,0.01000,1.553 | |
| 1,mlp.gate_proj,0.0000002378,0.01000,1.564 | |
| 1,mlp.up_proj,0.0000000745,0.01000,1.616 | |
| 1,mlp.down_proj,0.0000000021,0.01000,4.933 | |
| 2,self_attn.k_proj,0.0000000001,0.01000,1.508 | |
| 2,self_attn.v_proj,0.0000000001,0.01000,1.539 | |
| 2,self_attn.q_proj,0.0000000005,0.01000,1.616 | |
| 2,self_attn.o_proj,0.0000000003,0.01000,1.500 | |
| 2,mlp.gate_proj,0.0000003614,0.01000,1.568 | |
| 2,mlp.up_proj,0.0000002598,0.01000,1.602 | |
| 2,mlp.down_proj,0.0000000021,0.01000,4.974 | |
| 3,self_attn.k_proj,0.0000000002,0.01000,1.508 | |
| 3,self_attn.v_proj,0.0000000003,0.01000,1.554 | |
| 3,self_attn.q_proj,0.0000000009,0.01000,1.610 | |
| 3,self_attn.o_proj,0.0000000005,0.01000,1.522 | |
| 3,mlp.gate_proj,0.0000003603,0.01000,1.606 | |
| 3,mlp.up_proj,0.0000001621,0.01000,1.621 | |
| 3,mlp.down_proj,0.0000000057,0.01000,4.931 | |
| 4,self_attn.k_proj,0.0000000005,0.01000,1.501 | |
| 4,self_attn.v_proj,0.0000000005,0.01000,1.533 | |
| 4,self_attn.q_proj,0.0000000018,0.01000,1.641 | |
| 4,self_attn.o_proj,0.0000000009,0.01000,1.514 | |
| 4,mlp.gate_proj,0.0000005436,0.01000,1.661 | |
| 4,mlp.up_proj,0.0000001941,0.01000,1.621 | |
| 4,mlp.down_proj,0.0000000103,0.01000,4.976 | |
| 5,self_attn.k_proj,0.0000000005,0.01000,1.514 | |
| 5,self_attn.v_proj,0.0000000006,0.01000,1.540 | |
| 5,self_attn.q_proj,0.0000000020,0.01000,1.615 | |
| 5,self_attn.o_proj,0.0000000014,0.01000,1.529 | |
| 5,mlp.gate_proj,0.0000002218,0.01000,1.574 | |
| 5,mlp.up_proj,0.0000000955,0.01000,1.607 | |
| 5,mlp.down_proj,0.0000000143,0.01000,4.988 | |
| 6,self_attn.k_proj,0.0000000010,0.01000,1.512 | |
| 6,self_attn.v_proj,0.0000000012,0.01000,1.545 | |
| 6,self_attn.q_proj,0.0000000038,0.01000,1.626 | |
| 6,self_attn.o_proj,0.0000000035,0.01000,1.520 | |
| 6,mlp.gate_proj,0.0000002918,0.01000,1.548 | |
| 6,mlp.up_proj,0.0000001269,0.01000,1.617 | |
| 6,mlp.down_proj,0.0000001219,0.01000,4.987 | |
| 7,self_attn.k_proj,0.0000000025,0.01000,1.524 | |
| 7,self_attn.v_proj,0.0000000029,0.01000,1.562 | |
| 7,self_attn.q_proj,0.0000000091,0.01000,1.606 | |
| 7,self_attn.o_proj,0.0000000036,0.01000,1.533 | |
| 7,mlp.gate_proj,0.0000003621,0.01000,1.574 | |
| 7,mlp.up_proj,0.0000001570,0.01000,1.594 | |
| 7,mlp.down_proj,0.0000000216,0.01000,4.959 | |
| 8,self_attn.k_proj,0.0000000039,0.01000,1.510 | |
| 8,self_attn.v_proj,0.0000000044,0.01000,1.544 | |
| 8,self_attn.q_proj,0.0000000145,0.01000,1.618 | |
| 8,self_attn.o_proj,0.0000000054,0.01000,1.522 | |
| 8,mlp.gate_proj,0.0000001515,0.01000,1.564 | |
| 8,mlp.up_proj,0.0000001310,0.01000,1.599 | |
| 8,mlp.down_proj,0.0000000345,0.01000,4.941 | |
| 9,self_attn.k_proj,0.0000000054,0.01000,1.494 | |
| 9,self_attn.v_proj,0.0000000056,0.01000,1.540 | |
| 9,self_attn.q_proj,0.0000000183,0.01000,1.613 | |
| 9,self_attn.o_proj,0.0000000058,0.01000,1.518 | |
| 9,mlp.gate_proj,0.0000002240,0.01000,1.563 | |
| 9,mlp.up_proj,0.0000001633,0.01000,1.616 | |
| 9,mlp.down_proj,0.0000000367,0.01000,5.004 | |
| 10,self_attn.k_proj,0.0000000089,0.01000,1.506 | |
| 10,self_attn.v_proj,0.0000000102,0.01000,1.543 | |
| 10,self_attn.q_proj,0.0000000331,0.01000,1.610 | |
| 10,self_attn.o_proj,0.0000000094,0.01000,1.524 | |
| 10,mlp.gate_proj,0.0000001939,0.01000,1.565 | |
| 10,mlp.up_proj,0.0000001494,0.01000,1.612 | |
| 10,mlp.down_proj,0.0000000352,0.01000,4.938 | |
| 11,self_attn.k_proj,0.0000000048,0.01000,1.528 | |
| 11,self_attn.v_proj,0.0000000048,0.01000,1.541 | |
| 11,self_attn.q_proj,0.0000000161,0.01000,1.621 | |
| 11,self_attn.o_proj,0.0000000080,0.01000,1.522 | |
| 11,mlp.gate_proj,0.0000001699,0.01000,1.564 | |
| 11,mlp.up_proj,0.0000001435,0.01000,1.614 | |
| 11,mlp.down_proj,0.0000000350,0.01000,4.944 | |
| 12,self_attn.k_proj,0.0000000050,0.01000,1.503 | |
| 12,self_attn.v_proj,0.0000000055,0.01000,1.546 | |
| 12,self_attn.q_proj,0.0000000177,0.01000,1.626 | |
| 12,self_attn.o_proj,0.0000000090,0.01000,1.524 | |
| 12,mlp.gate_proj,0.0000001580,0.01000,1.562 | |
| 12,mlp.up_proj,0.0000001436,0.01000,1.611 | |
| 12,mlp.down_proj,0.0000000346,0.01000,4.945 | |
| 13,self_attn.k_proj,0.0000000039,0.01000,1.509 | |
| 13,self_attn.v_proj,0.0000000041,0.01000,1.547 | |
| 13,self_attn.q_proj,0.0000000142,0.01000,1.620 | |
| 13,self_attn.o_proj,0.0000000064,0.01000,1.521 | |
| 13,mlp.gate_proj,0.0000001509,0.01000,1.568 | |
| 13,mlp.up_proj,0.0000001471,0.01000,1.633 | |
| 13,mlp.down_proj,0.0000000391,0.01000,4.962 | |
| 14,self_attn.k_proj,0.0000000063,0.01000,1.547 | |
| 14,self_attn.v_proj,0.0000000068,0.01000,1.546 | |
| 14,self_attn.q_proj,0.0000000233,0.01000,1.615 | |
| 14,self_attn.o_proj,0.0000000128,0.01000,1.518 | |
| 14,mlp.gate_proj,0.0000001488,0.01000,1.566 | |
| 14,mlp.up_proj,0.0000001473,0.01000,1.607 | |
| 14,mlp.down_proj,0.0000000366,0.01000,4.994 | |
| 15,self_attn.k_proj,0.0000000066,0.01000,1.507 | |
| 15,self_attn.v_proj,0.0000000068,0.01000,1.549 | |
| 15,self_attn.q_proj,0.0000000239,0.01000,1.614 | |
| 15,self_attn.o_proj,0.0000000100,0.01000,1.518 | |
| 15,mlp.gate_proj,0.0000001411,0.01000,1.579 | |
| 15,mlp.up_proj,0.0000001453,0.01000,1.599 | |
| 15,mlp.down_proj,0.0000000370,0.01000,4.955 | |
| 16,self_attn.k_proj,0.0000000111,0.01000,1.511 | |
| 16,self_attn.v_proj,0.0000000130,0.01000,1.546 | |
| 16,self_attn.q_proj,0.0000000429,0.01000,1.631 | |
| 16,self_attn.o_proj,0.0000000132,0.01000,1.513 | |
| 16,mlp.gate_proj,0.0000001543,0.01000,1.574 | |
| 16,mlp.up_proj,0.0000001530,0.01000,1.622 | |
| 16,mlp.down_proj,0.0000000761,0.01000,4.931 | |
| 17,self_attn.k_proj,0.0000000097,0.01000,1.511 | |
| 17,self_attn.v_proj,0.0000000108,0.01000,1.539 | |
| 17,self_attn.q_proj,0.0000000381,0.01000,1.622 | |
| 17,self_attn.o_proj,0.0000000133,0.01000,1.520 | |
| 17,mlp.gate_proj,0.0000001423,0.01000,1.569 | |
| 17,mlp.up_proj,0.0000001452,0.01000,1.620 | |
| 17,mlp.down_proj,0.0000000410,0.01000,4.928 | |
| 18,self_attn.k_proj,0.0000000114,0.01000,1.500 | |
| 18,self_attn.v_proj,0.0000000130,0.01000,1.548 | |
| 18,self_attn.q_proj,0.0000000424,0.01000,1.608 | |
| 18,self_attn.o_proj,0.0000000169,0.01000,1.530 | |
| 18,mlp.gate_proj,0.0000001623,0.01000,1.563 | |
| 18,mlp.up_proj,0.0000001655,0.01000,1.620 | |
| 18,mlp.down_proj,0.0000000542,0.01000,4.953 | |
| 19,self_attn.k_proj,0.0000000248,0.01000,1.518 | |
| 19,self_attn.v_proj,0.0000000260,0.01000,1.546 | |
| 19,self_attn.q_proj,0.0000000911,0.01000,1.614 | |
| 19,self_attn.o_proj,0.0000000216,0.01000,1.512 | |
| 19,mlp.gate_proj,0.0000001851,0.01000,1.558 | |
| 19,mlp.up_proj,0.0000001915,0.01000,1.608 | |
| 19,mlp.down_proj,0.0000000750,0.01000,4.947 | |
| 20,self_attn.k_proj,0.0000000190,0.01000,1.523 | |
| 20,self_attn.v_proj,0.0000000241,0.01000,1.555 | |
| 20,self_attn.q_proj,0.0000000818,0.01000,1.615 | |
| 20,self_attn.o_proj,0.0000000236,0.01000,1.522 | |
| 20,mlp.gate_proj,0.0000002010,0.01000,1.581 | |
| 20,mlp.up_proj,0.0000002100,0.01000,1.637 | |
| 20,mlp.down_proj,0.0000000899,0.01000,4.963 | |
| 21,self_attn.k_proj,0.0000000268,0.01000,1.503 | |
| 21,self_attn.v_proj,0.0000000365,0.01000,1.549 | |
| 21,self_attn.q_proj,0.0000001119,0.01000,1.624 | |
| 21,self_attn.o_proj,0.0000000307,0.01000,1.521 | |
| 21,mlp.gate_proj,0.0000002521,0.01000,1.565 | |
| 21,mlp.up_proj,0.0000002601,0.01000,1.600 | |
| 21,mlp.down_proj,0.0000001285,0.01000,4.954 | |
| 22,self_attn.k_proj,0.0000000581,0.01000,1.515 | |
| 22,self_attn.v_proj,0.0000000762,0.01000,1.550 | |
| 22,self_attn.q_proj,0.0000002398,0.01000,1.616 | |
| 22,self_attn.o_proj,0.0000000610,0.01000,1.513 | |
| 22,mlp.gate_proj,0.0000003000,0.01000,1.560 | |
| 22,mlp.up_proj,0.0000003052,0.01000,1.608 | |
| 22,mlp.down_proj,0.0000002181,0.01000,4.960 | |
| 23,self_attn.k_proj,0.0000000582,0.01000,1.517 | |
| 23,self_attn.v_proj,0.0000000861,0.01000,1.544 | |
| 23,self_attn.q_proj,0.0000002539,0.01000,1.612 | |
| 23,self_attn.o_proj,0.0000000826,0.01000,1.524 | |
| 23,mlp.gate_proj,0.0000003659,0.01000,1.567 | |
| 23,mlp.up_proj,0.0000003648,0.01000,1.605 | |
| 23,mlp.down_proj,0.0000003286,0.01000,4.964 | |
| 24,self_attn.k_proj,0.0000001104,0.01000,1.511 | |
| 24,self_attn.v_proj,0.0000001788,0.01000,1.536 | |
| 24,self_attn.q_proj,0.0000005036,0.01000,1.613 | |
| 24,self_attn.o_proj,0.0000000917,0.01000,1.530 | |
| 24,mlp.gate_proj,0.0000004154,0.01000,1.565 | |
| 24,mlp.up_proj,0.0000004158,0.01000,1.600 | |
| 24,mlp.down_proj,0.0000004310,0.01000,5.002 | |
| 25,self_attn.k_proj,0.0000000878,0.01000,1.511 | |
| 25,self_attn.v_proj,0.0000001228,0.01000,1.555 | |
| 25,self_attn.q_proj,0.0000003635,0.01000,1.618 | |
| 25,self_attn.o_proj,0.0000000785,0.01000,1.518 | |
| 25,mlp.gate_proj,0.0000004925,0.01000,1.574 | |
| 25,mlp.up_proj,0.0000004896,0.01000,1.602 | |
| 25,mlp.down_proj,0.0000005587,0.01000,4.954 | |
| 26,self_attn.k_proj,0.0000001446,0.01000,1.514 | |
| 26,self_attn.v_proj,0.0000002027,0.01000,1.555 | |
| 26,self_attn.q_proj,0.0000006273,0.01000,1.633 | |
| 26,self_attn.o_proj,0.0000000881,0.01000,1.515 | |
| 26,mlp.gate_proj,0.0000006090,0.01000,1.566 | |
| 26,mlp.up_proj,0.0000006170,0.01000,1.615 | |
| 26,mlp.down_proj,0.0000006918,0.01000,4.965 | |
| 27,self_attn.k_proj,0.0000001715,0.01000,1.518 | |
| 27,self_attn.v_proj,0.0000002550,0.01000,1.541 | |
| 27,self_attn.q_proj,0.0000007693,0.01000,1.617 | |
| 27,self_attn.o_proj,0.0000001073,0.01000,1.520 | |
| 27,mlp.gate_proj,0.0000007085,0.01000,1.560 | |
| 27,mlp.up_proj,0.0000007293,0.01000,1.605 | |
| 27,mlp.down_proj,0.0000010438,0.01000,4.943 | |
| 28,self_attn.k_proj,0.0000002032,0.01000,1.505 | |
| 28,self_attn.v_proj,0.0000002683,0.01000,1.556 | |
| 28,self_attn.q_proj,0.0000008412,0.01000,1.613 | |
| 28,self_attn.o_proj,0.0000001484,0.01000,1.527 | |
| 28,mlp.gate_proj,0.0000008297,0.01000,1.558 | |
| 28,mlp.up_proj,0.0000008718,0.01000,1.600 | |
| 28,mlp.down_proj,0.0000014877,0.01000,4.940 | |
| 29,self_attn.k_proj,0.0000004508,0.01000,1.505 | |
| 29,self_attn.v_proj,0.0000006929,0.01000,1.546 | |
| 29,self_attn.q_proj,0.0000019936,0.01000,1.624 | |
| 29,self_attn.o_proj,0.0000001428,0.01000,1.515 | |
| 29,mlp.gate_proj,0.0000009466,0.01000,1.555 | |
| 29,mlp.up_proj,0.0000010386,0.01000,1.608 | |
| 29,mlp.down_proj,0.0000016402,0.01000,4.970 | |
| 30,self_attn.k_proj,0.0000005650,0.01000,1.525 | |
| 30,self_attn.v_proj,0.0000008719,0.01000,1.544 | |
| 30,self_attn.q_proj,0.0000021832,0.01000,1.617 | |
| 30,self_attn.o_proj,0.0000002277,0.01000,1.520 | |
| 30,mlp.gate_proj,0.0000010097,0.01000,1.562 | |
| 30,mlp.up_proj,0.0000011334,0.01000,1.603 | |
| 30,mlp.down_proj,0.0000021914,0.01000,4.953 | |
| 31,self_attn.k_proj,0.0000007390,0.01000,1.523 | |
| 31,self_attn.v_proj,0.0000011882,0.01000,1.598 | |
| 31,self_attn.q_proj,0.0000029089,0.01000,1.646 | |
| 31,self_attn.o_proj,0.0000002836,0.01000,1.541 | |
| 31,mlp.gate_proj,0.0000010394,0.01000,1.560 | |
| 31,mlp.up_proj,0.0000012097,0.01000,1.615 | |
| 31,mlp.down_proj,0.0000026372,0.01000,4.952 | |
| 32,self_attn.k_proj,0.0000010328,0.01000,1.507 | |
| 32,self_attn.v_proj,0.0000017336,0.01000,1.542 | |
| 32,self_attn.q_proj,0.0000041525,0.01000,1.644 | |
| 32,self_attn.o_proj,0.0000003640,0.01000,1.594 | |
| 32,mlp.gate_proj,0.0000010954,0.01000,1.565 | |
| 32,mlp.up_proj,0.0000012984,0.01000,1.605 | |
| 32,mlp.down_proj,0.0000032852,0.01000,4.950 | |
| 33,self_attn.k_proj,0.0000016540,0.01000,1.510 | |
| 33,self_attn.v_proj,0.0000035005,0.01000,1.542 | |
| 33,self_attn.q_proj,0.0000076394,0.01000,1.615 | |
| 33,self_attn.o_proj,0.0000005438,0.01000,1.533 | |
| 33,mlp.gate_proj,0.0000011671,0.01000,1.579 | |
| 33,mlp.up_proj,0.0000014071,0.01000,1.631 | |
| 33,mlp.down_proj,0.0000042296,0.01000,4.963 | |
| 34,self_attn.k_proj,0.0000015274,0.01000,1.511 | |
| 34,self_attn.v_proj,0.0000030016,0.01000,1.535 | |
| 34,self_attn.q_proj,0.0000064193,0.01000,1.621 | |
| 34,self_attn.o_proj,0.0000009888,0.01000,1.520 | |
| 34,mlp.gate_proj,0.0000014060,0.01000,1.577 | |
| 34,mlp.up_proj,0.0000016153,0.01000,1.619 | |
| 34,mlp.down_proj,0.0000061315,0.01000,4.935 | |
| 35,self_attn.k_proj,0.0000007103,0.01000,1.526 | |
| 35,self_attn.v_proj,0.0000010391,0.01000,1.550 | |
| 35,self_attn.q_proj,0.0000027734,0.01000,1.629 | |
| 35,self_attn.o_proj,0.0000009104,0.01000,1.525 | |
| 35,mlp.gate_proj,0.0000021520,0.01000,1.580 | |
| 35,mlp.up_proj,0.0000023153,0.01000,1.618 | |
| 35,mlp.down_proj,0.0000103650,0.01000,4.973 | |