Download quant_log.csv from sDarth/24b1064-Week06-Compression-40-Submission01: direct link, hf CLI and curl.
- Browser
- Download file 9.61 kB
-
https://huggingface.co/sDarth/24b1064-Week06-Compression-40-Submission01/resolve/main/quant_log.csv
- Command line
-
hf download hf://sDarth/24b1064-Week06-Compression-40-Submission01/quant_log.csv
-
curl -L -o quant_log.csv https://huggingface.co/sDarth/24b1064-Week06-Compression-40-Submission01/resolve/main/quant_log.csv
9.61 kB
| layer,module,loss,samples,damp,time | |
| 0,linear_attn.in_proj_qkv,0.0001062057,0.05000,1.061 | |
| 0,linear_attn.in_proj_z,0.0000624540,0.05000,0.364 | |
| 0,linear_attn.out_proj,0.0000000647,0.05000,0.582 | |
| 0,mlp.up_proj,0.0000038046,0.05000,1.441 | |
| 0,mlp.gate_proj,0.0000043560,0.05000,1.430 | |
| 0,mlp.down_proj,0.0000000069,0.05000,1.366 | |
| 1,linear_attn.in_proj_qkv,0.0000309942,0.05000,0.906 | |
| 1,linear_attn.in_proj_z,0.0000158869,0.05000,0.492 | |
| 1,linear_attn.out_proj,0.0000000166,0.05000,0.578 | |
| 1,mlp.up_proj,0.0000080042,0.05000,1.391 | |
| 1,mlp.gate_proj,0.0000093789,0.05000,1.399 | |
| 1,mlp.down_proj,0.0000000203,0.05000,1.353 | |
| 2,linear_attn.in_proj_qkv,0.0000507535,0.05000,0.968 | |
| 2,linear_attn.in_proj_z,0.0000259517,0.05000,0.435 | |
| 2,linear_attn.out_proj,0.0000000304,0.05000,0.579 | |
| 2,mlp.up_proj,0.0000108939,0.05000,1.365 | |
| 2,mlp.gate_proj,0.0000146012,0.05000,1.372 | |
| 2,mlp.down_proj,0.0000000359,0.05000,1.316 | |
| 3,self_attn.v_proj,0.0000160838,0.05000,3.799 | |
| 3,self_attn.k_proj,0.0000148501,0.05000,3.826 | |
| 3,self_attn.q_proj,0.0001720952,0.05000,3.829 | |
| 3,self_attn.o_proj,0.0000000644,0.05000,0.577 | |
| 3,mlp.gate_proj,0.0000179513,0.05000,1.362 | |
| 3,mlp.up_proj,0.0000151137,0.05000,1.369 | |
| 3,mlp.down_proj,0.0000000559,0.05000,1.315 | |
| 4,linear_attn.in_proj_qkv,0.0000823915,0.05000,0.814 | |
| 4,linear_attn.in_proj_z,0.0000438157,0.05000,0.387 | |
| 4,linear_attn.out_proj,0.0000000666,0.05000,0.569 | |
| 4,mlp.up_proj,0.0000227899,0.05000,1.379 | |
| 4,mlp.gate_proj,0.0000272993,0.05000,1.381 | |
| 4,mlp.down_proj,0.0000000906,0.05000,1.328 | |
| 5,linear_attn.in_proj_qkv,0.0001031028,0.05000,0.793 | |
| 5,linear_attn.in_proj_z,0.0000539819,0.05000,0.418 | |
| 5,linear_attn.out_proj,0.0000001276,0.05000,0.571 | |
| 5,mlp.up_proj,0.0000293930,0.05000,1.275 | |
| 5,mlp.gate_proj,0.0000382961,0.05000,1.283 | |
| 5,mlp.down_proj,0.0000001699,0.05000,1.298 | |
| 6,linear_attn.in_proj_qkv,0.0001076786,0.05000,0.778 | |
| 6,linear_attn.in_proj_z,0.0000463039,0.05000,0.416 | |
| 6,linear_attn.out_proj,0.0000002121,0.05000,0.564 | |
| 6,mlp.up_proj,0.0000342711,0.05000,1.138 | |
| 6,mlp.gate_proj,0.0000486841,0.05000,1.145 | |
| 6,mlp.down_proj,0.0000002166,0.05000,1.309 | |
| 7,self_attn.v_proj,0.0000125313,0.05000,3.237 | |
| 7,self_attn.k_proj,0.0000123067,0.05000,3.288 | |
| 7,self_attn.q_proj,0.0001181358,0.05000,3.298 | |
| 7,self_attn.o_proj,0.0000003714,0.05000,0.565 | |
| 7,mlp.up_proj,0.0000372502,0.05000,1.216 | |
| 7,mlp.gate_proj,0.0000561754,0.05000,1.225 | |
| 7,mlp.down_proj,0.0000002302,0.05000,1.300 | |
| 8,linear_attn.in_proj_qkv,0.0001202234,0.05000,0.865 | |
| 8,linear_attn.in_proj_z,0.0000546115,0.05000,0.350 | |
| 8,linear_attn.out_proj,0.0000002335,0.05000,0.563 | |
| 8,mlp.gate_proj,0.0000536431,0.05000,1.141 | |
| 8,mlp.up_proj,0.0000384764,0.05000,1.147 | |
| 8,mlp.down_proj,0.0000002216,0.05000,1.306 | |
| 9,linear_attn.in_proj_qkv,0.0001260519,0.05000,0.766 | |
| 9,linear_attn.in_proj_z,0.0000552407,0.05000,0.381 | |
| 9,linear_attn.out_proj,0.0000002220,0.05000,0.571 | |
| 9,mlp.up_proj,0.0000399238,0.05000,1.182 | |
| 9,mlp.gate_proj,0.0000504698,0.05000,1.190 | |
| 9,mlp.down_proj,0.0000002394,0.05000,1.298 | |
| 10,linear_attn.in_proj_qkv,0.0001189474,0.05000,0.788 | |
| 10,linear_attn.in_proj_z,0.0000511090,0.05000,0.352 | |
| 10,linear_attn.out_proj,0.0000002361,0.05000,0.563 | |
| 10,mlp.up_proj,0.0000417634,0.05000,1.142 | |
| 10,mlp.gate_proj,0.0000469903,0.05000,1.146 | |
| 10,mlp.down_proj,0.0000002582,0.05000,1.299 | |
| 11,self_attn.k_proj,0.0000110828,0.05000,3.111 | |
| 11,self_attn.v_proj,0.0000119973,0.05000,3.167 | |
| 11,self_attn.q_proj,0.0001007621,0.05000,3.159 | |
| 11,self_attn.o_proj,0.0000005383,0.05000,0.558 | |
| 11,mlp.gate_proj,0.0000488222,0.05000,1.147 | |
| 11,mlp.up_proj,0.0000459833,0.05000,1.154 | |
| 11,mlp.down_proj,0.0000003192,0.05000,1.306 | |
| 12,linear_attn.in_proj_qkv,0.0001304546,0.05000,0.820 | |
| 12,linear_attn.in_proj_z,0.0000497158,0.05000,0.351 | |
| 12,linear_attn.out_proj,0.0000003005,0.05000,0.567 | |
| 12,mlp.up_proj,0.0000468588,0.05000,1.210 | |
| 12,mlp.gate_proj,0.0000491226,0.05000,1.216 | |
| 12,mlp.down_proj,0.0000003481,0.05000,1.330 | |
| 13,linear_attn.in_proj_qkv,0.0001503557,0.05000,0.762 | |
| 13,linear_attn.in_proj_z,0.0000632949,0.05000,0.403 | |
| 13,linear_attn.out_proj,0.0000002876,0.05000,0.565 | |
| 13,mlp.gate_proj,0.0000527054,0.05000,1.201 | |
| 13,mlp.up_proj,0.0000498222,0.05000,1.208 | |
| 13,mlp.down_proj,0.0000003851,0.05000,1.318 | |
| 14,linear_attn.in_proj_qkv,0.0001460825,0.05000,0.747 | |
| 14,linear_attn.in_proj_z,0.0000584706,0.05000,0.415 | |
| 14,linear_attn.out_proj,0.0000003919,0.05000,0.564 | |
| 14,mlp.gate_proj,0.0000511832,0.05000,1.202 | |
| 14,mlp.up_proj,0.0000509041,0.05000,1.207 | |
| 14,mlp.down_proj,0.0000004046,0.05000,1.315 | |
| 15,self_attn.k_proj,0.0000126020,0.05000,3.257 | |
| 15,self_attn.v_proj,0.0000171143,0.05000,3.285 | |
| 15,self_attn.q_proj,0.0001148908,0.05000,3.292 | |
| 15,self_attn.o_proj,0.0000007863,0.05000,0.562 | |
| 15,mlp.gate_proj,0.0000599797,0.05000,1.140 | |
| 15,mlp.up_proj,0.0000603494,0.05000,1.144 | |
| 15,mlp.down_proj,0.0000006153,0.05000,1.306 | |
| 16,linear_attn.in_proj_qkv,0.0001585772,0.05000,0.812 | |
| 16,linear_attn.in_proj_z,0.0000649396,0.05000,0.350 | |
| 16,linear_attn.out_proj,0.0000005524,0.05000,0.561 | |
| 16,mlp.up_proj,0.0000652249,0.05000,1.204 | |
| 16,mlp.gate_proj,0.0000679017,0.05000,1.209 | |
| 16,mlp.down_proj,0.0000007760,0.05000,1.310 | |
| 17,linear_attn.in_proj_qkv,0.0002137600,0.05000,0.785 | |
| 17,linear_attn.in_proj_z,0.0000729942,0.05000,0.419 | |
| 17,linear_attn.out_proj,0.0000006821,0.05000,0.586 | |
| 17,mlp.up_proj,0.0000701895,0.05000,1.258 | |
| 17,mlp.gate_proj,0.0000713158,0.05000,1.264 | |
| 17,mlp.down_proj,0.0000009175,0.05000,1.314 | |
| 18,linear_attn.in_proj_qkv,0.0001936378,0.05000,0.799 | |
| 18,linear_attn.in_proj_z,0.0000768392,0.05000,0.401 | |
| 18,linear_attn.out_proj,0.0000009189,0.05000,0.560 | |
| 18,mlp.up_proj,0.0000767932,0.05000,1.166 | |
| 18,mlp.gate_proj,0.0000834938,0.05000,1.172 | |
| 18,mlp.down_proj,0.0000015128,0.05000,1.297 | |
| 19,self_attn.k_proj,0.0000178808,0.05000,3.661 | |
| 19,self_attn.q_proj,0.0001621967,0.05000,3.671 | |
| 19,self_attn.v_proj,0.0000336217,0.05000,3.681 | |
| 19,self_attn.o_proj,0.0000024908,0.05000,0.572 | |
| 19,mlp.up_proj,0.0000974410,0.05000,1.280 | |
| 19,mlp.gate_proj,0.0001058582,0.05000,1.283 | |
| 19,mlp.down_proj,0.0000020646,0.05000,1.336 | |
| 20,linear_attn.in_proj_qkv,0.0003080268,0.05000,0.816 | |
| 20,linear_attn.in_proj_z,0.0001266365,0.05000,0.392 | |
| 20,linear_attn.out_proj,0.0000010720,0.05000,0.569 | |
| 20,mlp.gate_proj,0.0001360129,0.05000,1.416 | |
| 20,mlp.up_proj,0.0000936365,0.05000,1.422 | |
| 20,mlp.down_proj,0.0000018920,0.05000,1.343 | |
| 21,linear_attn.in_proj_qkv,0.0003111902,0.05000,0.832 | |
| 21,linear_attn.in_proj_z,0.0001392197,0.05000,0.374 | |
| 21,linear_attn.out_proj,0.0000012129,0.05000,0.566 | |
| 21,mlp.up_proj,0.0000973126,0.05000,1.193 | |
| 21,mlp.gate_proj,0.0001503969,0.05000,1.201 | |
| 21,mlp.down_proj,0.0000022277,0.05000,1.310 | |
| 22,linear_attn.in_proj_qkv,0.0002915294,0.05000,0.770 | |
| 22,linear_attn.in_proj_z,0.0001620547,0.05000,0.423 | |
| 22,linear_attn.out_proj,0.0000013246,0.05000,0.558 | |
| 22,mlp.gate_proj,0.0002069766,0.05000,1.145 | |
| 22,mlp.up_proj,0.0001170133,0.05000,1.151 | |
| 22,mlp.down_proj,0.0000033070,0.05000,1.306 | |
| 23,self_attn.k_proj,0.0000193849,0.05000,3.592 | |
| 23,self_attn.v_proj,0.0000385716,0.05000,3.610 | |
| 23,self_attn.q_proj,0.0001964796,0.05000,3.613 | |
| 23,self_attn.o_proj,0.0000024868,0.05000,0.565 | |
| 23,mlp.gate_proj,0.0001874615,0.05000,1.199 | |
| 23,mlp.up_proj,0.0001190553,0.05000,1.204 | |
| 23,mlp.down_proj,0.0000027940,0.05000,1.327 | |
| 24,linear_attn.in_proj_qkv,0.0003445098,0.05000,0.910 | |
| 24,linear_attn.in_proj_z,0.0001590758,0.05000,0.431 | |
| 24,linear_attn.out_proj,0.0000014111,0.05000,0.571 | |
| 24,mlp.gate_proj,0.0001981594,0.05000,1.324 | |
| 24,mlp.up_proj,0.0001155888,0.05000,1.332 | |
| 24,mlp.down_proj,0.0000023850,0.05000,1.307 | |
| 25,linear_attn.in_proj_qkv,0.0003647602,0.05000,0.877 | |
| 25,linear_attn.in_proj_z,0.0001737609,0.05000,0.432 | |
| 25,linear_attn.out_proj,0.0000014427,0.05000,0.565 | |
| 25,mlp.gate_proj,0.0002334497,0.05000,1.368 | |
| 25,mlp.up_proj,0.0001262979,0.05000,1.373 | |
| 25,mlp.down_proj,0.0000025405,0.05000,1.322 | |
| 26,linear_attn.in_proj_qkv,0.0003223225,0.05000,0.954 | |
| 26,linear_attn.in_proj_z,0.0001861227,0.05000,0.452 | |
| 26,linear_attn.out_proj,0.0000017613,0.05000,0.579 | |
| 26,mlp.up_proj,0.0001477981,0.05000,1.330 | |
| 26,mlp.gate_proj,0.0002823460,0.05000,1.337 | |
| 26,mlp.down_proj,0.0000037028,0.05000,1.308 | |
| 27,self_attn.k_proj,0.0000215237,0.05000,3.941 | |
| 27,self_attn.q_proj,0.0001924323,0.05000,3.980 | |
| 27,self_attn.v_proj,0.0000818426,0.05000,4.015 | |
| 27,self_attn.o_proj,0.0000055045,0.05000,0.559 | |
| 27,mlp.up_proj,0.0001504280,0.05000,1.406 | |
| 27,mlp.gate_proj,0.0002794680,0.05000,1.414 | |
| 27,mlp.down_proj,0.0000048705,0.05000,1.327 | |
| 28,linear_attn.in_proj_qkv,0.0003944376,0.05000,0.845 | |
| 28,linear_attn.in_proj_z,0.0001802195,0.05000,0.379 | |
| 28,linear_attn.out_proj,0.0000038920,0.05000,0.562 | |
| 28,mlp.up_proj,0.0001510296,0.05000,1.179 | |
| 28,mlp.gate_proj,0.0002722793,0.05000,1.186 | |
| 28,mlp.down_proj,0.0000059651,0.05000,1.307 | |
| 29,linear_attn.in_proj_qkv,0.0002864954,0.05000,0.880 | |
| 29,linear_attn.in_proj_z,0.0001608498,0.05000,0.433 | |
| 29,linear_attn.out_proj,0.0000039612,0.05000,0.576 | |
| 29,mlp.up_proj,0.0001665302,0.05000,1.413 | |
| 29,mlp.gate_proj,0.0002985448,0.05000,1.421 | |
| 29,mlp.down_proj,0.0000078739,0.05000,1.322 | |
| 30,linear_attn.in_proj_qkv,0.0003061922,0.05000,0.968 | |
| 30,linear_attn.in_proj_z,0.0001411075,0.05000,0.361 | |
| 30,linear_attn.out_proj,0.0000104969,0.05000,0.575 | |
| 30,mlp.up_proj,0.0001648950,0.05000,1.408 | |
| 30,mlp.gate_proj,0.0002782126,0.05000,1.409 | |
| 30,mlp.down_proj,0.0000105565,0.05000,1.337 | |
| 31,self_attn.v_proj,0.0000769979,0.05000,4.278 | |
| 31,self_attn.k_proj,0.0000222255,0.05000,4.300 | |
| 31,self_attn.q_proj,0.0002227224,0.05000,4.318 | |
| 31,self_attn.o_proj,0.0000141060,0.05000,0.566 | |
| 31,mlp.up_proj,0.0001564013,0.05000,1.214 | |
| 31,mlp.gate_proj,0.0002541700,0.05000,1.221 | |
| 31,mlp.down_proj,0.0000204349,0.05000,1.304 | |