sDarth's picture
Upload Week 6 GPTQ W4 G128 desc_act RAC 100k checkpoint
78710b2 verified
Raw History Blame Contribute Delete
9.61 kB
layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0001062057,0.05000,1.061
0,linear_attn.in_proj_z,0.0000624540,0.05000,0.364
0,linear_attn.out_proj,0.0000000647,0.05000,0.582
0,mlp.up_proj,0.0000038046,0.05000,1.441
0,mlp.gate_proj,0.0000043560,0.05000,1.430
0,mlp.down_proj,0.0000000069,0.05000,1.366
1,linear_attn.in_proj_qkv,0.0000309942,0.05000,0.906
1,linear_attn.in_proj_z,0.0000158869,0.05000,0.492
1,linear_attn.out_proj,0.0000000166,0.05000,0.578
1,mlp.up_proj,0.0000080042,0.05000,1.391
1,mlp.gate_proj,0.0000093789,0.05000,1.399
1,mlp.down_proj,0.0000000203,0.05000,1.353
2,linear_attn.in_proj_qkv,0.0000507535,0.05000,0.968
2,linear_attn.in_proj_z,0.0000259517,0.05000,0.435
2,linear_attn.out_proj,0.0000000304,0.05000,0.579
2,mlp.up_proj,0.0000108939,0.05000,1.365
2,mlp.gate_proj,0.0000146012,0.05000,1.372
2,mlp.down_proj,0.0000000359,0.05000,1.316
3,self_attn.v_proj,0.0000160838,0.05000,3.799
3,self_attn.k_proj,0.0000148501,0.05000,3.826
3,self_attn.q_proj,0.0001720952,0.05000,3.829
3,self_attn.o_proj,0.0000000644,0.05000,0.577
3,mlp.gate_proj,0.0000179513,0.05000,1.362
3,mlp.up_proj,0.0000151137,0.05000,1.369
3,mlp.down_proj,0.0000000559,0.05000,1.315
4,linear_attn.in_proj_qkv,0.0000823915,0.05000,0.814
4,linear_attn.in_proj_z,0.0000438157,0.05000,0.387
4,linear_attn.out_proj,0.0000000666,0.05000,0.569
4,mlp.up_proj,0.0000227899,0.05000,1.379
4,mlp.gate_proj,0.0000272993,0.05000,1.381
4,mlp.down_proj,0.0000000906,0.05000,1.328
5,linear_attn.in_proj_qkv,0.0001031028,0.05000,0.793
5,linear_attn.in_proj_z,0.0000539819,0.05000,0.418
5,linear_attn.out_proj,0.0000001276,0.05000,0.571
5,mlp.up_proj,0.0000293930,0.05000,1.275
5,mlp.gate_proj,0.0000382961,0.05000,1.283
5,mlp.down_proj,0.0000001699,0.05000,1.298
6,linear_attn.in_proj_qkv,0.0001076786,0.05000,0.778
6,linear_attn.in_proj_z,0.0000463039,0.05000,0.416
6,linear_attn.out_proj,0.0000002121,0.05000,0.564
6,mlp.up_proj,0.0000342711,0.05000,1.138
6,mlp.gate_proj,0.0000486841,0.05000,1.145
6,mlp.down_proj,0.0000002166,0.05000,1.309
7,self_attn.v_proj,0.0000125313,0.05000,3.237
7,self_attn.k_proj,0.0000123067,0.05000,3.288
7,self_attn.q_proj,0.0001181358,0.05000,3.298
7,self_attn.o_proj,0.0000003714,0.05000,0.565
7,mlp.up_proj,0.0000372502,0.05000,1.216
7,mlp.gate_proj,0.0000561754,0.05000,1.225
7,mlp.down_proj,0.0000002302,0.05000,1.300
8,linear_attn.in_proj_qkv,0.0001202234,0.05000,0.865
8,linear_attn.in_proj_z,0.0000546115,0.05000,0.350
8,linear_attn.out_proj,0.0000002335,0.05000,0.563
8,mlp.gate_proj,0.0000536431,0.05000,1.141
8,mlp.up_proj,0.0000384764,0.05000,1.147
8,mlp.down_proj,0.0000002216,0.05000,1.306
9,linear_attn.in_proj_qkv,0.0001260519,0.05000,0.766
9,linear_attn.in_proj_z,0.0000552407,0.05000,0.381
9,linear_attn.out_proj,0.0000002220,0.05000,0.571
9,mlp.up_proj,0.0000399238,0.05000,1.182
9,mlp.gate_proj,0.0000504698,0.05000,1.190
9,mlp.down_proj,0.0000002394,0.05000,1.298
10,linear_attn.in_proj_qkv,0.0001189474,0.05000,0.788
10,linear_attn.in_proj_z,0.0000511090,0.05000,0.352
10,linear_attn.out_proj,0.0000002361,0.05000,0.563
10,mlp.up_proj,0.0000417634,0.05000,1.142
10,mlp.gate_proj,0.0000469903,0.05000,1.146
10,mlp.down_proj,0.0000002582,0.05000,1.299
11,self_attn.k_proj,0.0000110828,0.05000,3.111
11,self_attn.v_proj,0.0000119973,0.05000,3.167
11,self_attn.q_proj,0.0001007621,0.05000,3.159
11,self_attn.o_proj,0.0000005383,0.05000,0.558
11,mlp.gate_proj,0.0000488222,0.05000,1.147
11,mlp.up_proj,0.0000459833,0.05000,1.154
11,mlp.down_proj,0.0000003192,0.05000,1.306
12,linear_attn.in_proj_qkv,0.0001304546,0.05000,0.820
12,linear_attn.in_proj_z,0.0000497158,0.05000,0.351
12,linear_attn.out_proj,0.0000003005,0.05000,0.567
12,mlp.up_proj,0.0000468588,0.05000,1.210
12,mlp.gate_proj,0.0000491226,0.05000,1.216
12,mlp.down_proj,0.0000003481,0.05000,1.330
13,linear_attn.in_proj_qkv,0.0001503557,0.05000,0.762
13,linear_attn.in_proj_z,0.0000632949,0.05000,0.403
13,linear_attn.out_proj,0.0000002876,0.05000,0.565
13,mlp.gate_proj,0.0000527054,0.05000,1.201
13,mlp.up_proj,0.0000498222,0.05000,1.208
13,mlp.down_proj,0.0000003851,0.05000,1.318
14,linear_attn.in_proj_qkv,0.0001460825,0.05000,0.747
14,linear_attn.in_proj_z,0.0000584706,0.05000,0.415
14,linear_attn.out_proj,0.0000003919,0.05000,0.564
14,mlp.gate_proj,0.0000511832,0.05000,1.202
14,mlp.up_proj,0.0000509041,0.05000,1.207
14,mlp.down_proj,0.0000004046,0.05000,1.315
15,self_attn.k_proj,0.0000126020,0.05000,3.257
15,self_attn.v_proj,0.0000171143,0.05000,3.285
15,self_attn.q_proj,0.0001148908,0.05000,3.292
15,self_attn.o_proj,0.0000007863,0.05000,0.562
15,mlp.gate_proj,0.0000599797,0.05000,1.140
15,mlp.up_proj,0.0000603494,0.05000,1.144
15,mlp.down_proj,0.0000006153,0.05000,1.306
16,linear_attn.in_proj_qkv,0.0001585772,0.05000,0.812
16,linear_attn.in_proj_z,0.0000649396,0.05000,0.350
16,linear_attn.out_proj,0.0000005524,0.05000,0.561
16,mlp.up_proj,0.0000652249,0.05000,1.204
16,mlp.gate_proj,0.0000679017,0.05000,1.209
16,mlp.down_proj,0.0000007760,0.05000,1.310
17,linear_attn.in_proj_qkv,0.0002137600,0.05000,0.785
17,linear_attn.in_proj_z,0.0000729942,0.05000,0.419
17,linear_attn.out_proj,0.0000006821,0.05000,0.586
17,mlp.up_proj,0.0000701895,0.05000,1.258
17,mlp.gate_proj,0.0000713158,0.05000,1.264
17,mlp.down_proj,0.0000009175,0.05000,1.314
18,linear_attn.in_proj_qkv,0.0001936378,0.05000,0.799
18,linear_attn.in_proj_z,0.0000768392,0.05000,0.401
18,linear_attn.out_proj,0.0000009189,0.05000,0.560
18,mlp.up_proj,0.0000767932,0.05000,1.166
18,mlp.gate_proj,0.0000834938,0.05000,1.172
18,mlp.down_proj,0.0000015128,0.05000,1.297
19,self_attn.k_proj,0.0000178808,0.05000,3.661
19,self_attn.q_proj,0.0001621967,0.05000,3.671
19,self_attn.v_proj,0.0000336217,0.05000,3.681
19,self_attn.o_proj,0.0000024908,0.05000,0.572
19,mlp.up_proj,0.0000974410,0.05000,1.280
19,mlp.gate_proj,0.0001058582,0.05000,1.283
19,mlp.down_proj,0.0000020646,0.05000,1.336
20,linear_attn.in_proj_qkv,0.0003080268,0.05000,0.816
20,linear_attn.in_proj_z,0.0001266365,0.05000,0.392
20,linear_attn.out_proj,0.0000010720,0.05000,0.569
20,mlp.gate_proj,0.0001360129,0.05000,1.416
20,mlp.up_proj,0.0000936365,0.05000,1.422
20,mlp.down_proj,0.0000018920,0.05000,1.343
21,linear_attn.in_proj_qkv,0.0003111902,0.05000,0.832
21,linear_attn.in_proj_z,0.0001392197,0.05000,0.374
21,linear_attn.out_proj,0.0000012129,0.05000,0.566
21,mlp.up_proj,0.0000973126,0.05000,1.193
21,mlp.gate_proj,0.0001503969,0.05000,1.201
21,mlp.down_proj,0.0000022277,0.05000,1.310
22,linear_attn.in_proj_qkv,0.0002915294,0.05000,0.770
22,linear_attn.in_proj_z,0.0001620547,0.05000,0.423
22,linear_attn.out_proj,0.0000013246,0.05000,0.558
22,mlp.gate_proj,0.0002069766,0.05000,1.145
22,mlp.up_proj,0.0001170133,0.05000,1.151
22,mlp.down_proj,0.0000033070,0.05000,1.306
23,self_attn.k_proj,0.0000193849,0.05000,3.592
23,self_attn.v_proj,0.0000385716,0.05000,3.610
23,self_attn.q_proj,0.0001964796,0.05000,3.613
23,self_attn.o_proj,0.0000024868,0.05000,0.565
23,mlp.gate_proj,0.0001874615,0.05000,1.199
23,mlp.up_proj,0.0001190553,0.05000,1.204
23,mlp.down_proj,0.0000027940,0.05000,1.327
24,linear_attn.in_proj_qkv,0.0003445098,0.05000,0.910
24,linear_attn.in_proj_z,0.0001590758,0.05000,0.431
24,linear_attn.out_proj,0.0000014111,0.05000,0.571
24,mlp.gate_proj,0.0001981594,0.05000,1.324
24,mlp.up_proj,0.0001155888,0.05000,1.332
24,mlp.down_proj,0.0000023850,0.05000,1.307
25,linear_attn.in_proj_qkv,0.0003647602,0.05000,0.877
25,linear_attn.in_proj_z,0.0001737609,0.05000,0.432
25,linear_attn.out_proj,0.0000014427,0.05000,0.565
25,mlp.gate_proj,0.0002334497,0.05000,1.368
25,mlp.up_proj,0.0001262979,0.05000,1.373
25,mlp.down_proj,0.0000025405,0.05000,1.322
26,linear_attn.in_proj_qkv,0.0003223225,0.05000,0.954
26,linear_attn.in_proj_z,0.0001861227,0.05000,0.452
26,linear_attn.out_proj,0.0000017613,0.05000,0.579
26,mlp.up_proj,0.0001477981,0.05000,1.330
26,mlp.gate_proj,0.0002823460,0.05000,1.337
26,mlp.down_proj,0.0000037028,0.05000,1.308
27,self_attn.k_proj,0.0000215237,0.05000,3.941
27,self_attn.q_proj,0.0001924323,0.05000,3.980
27,self_attn.v_proj,0.0000818426,0.05000,4.015
27,self_attn.o_proj,0.0000055045,0.05000,0.559
27,mlp.up_proj,0.0001504280,0.05000,1.406
27,mlp.gate_proj,0.0002794680,0.05000,1.414
27,mlp.down_proj,0.0000048705,0.05000,1.327
28,linear_attn.in_proj_qkv,0.0003944376,0.05000,0.845
28,linear_attn.in_proj_z,0.0001802195,0.05000,0.379
28,linear_attn.out_proj,0.0000038920,0.05000,0.562
28,mlp.up_proj,0.0001510296,0.05000,1.179
28,mlp.gate_proj,0.0002722793,0.05000,1.186
28,mlp.down_proj,0.0000059651,0.05000,1.307
29,linear_attn.in_proj_qkv,0.0002864954,0.05000,0.880
29,linear_attn.in_proj_z,0.0001608498,0.05000,0.433
29,linear_attn.out_proj,0.0000039612,0.05000,0.576
29,mlp.up_proj,0.0001665302,0.05000,1.413
29,mlp.gate_proj,0.0002985448,0.05000,1.421
29,mlp.down_proj,0.0000078739,0.05000,1.322
30,linear_attn.in_proj_qkv,0.0003061922,0.05000,0.968
30,linear_attn.in_proj_z,0.0001411075,0.05000,0.361
30,linear_attn.out_proj,0.0000104969,0.05000,0.575
30,mlp.up_proj,0.0001648950,0.05000,1.408
30,mlp.gate_proj,0.0002782126,0.05000,1.409
30,mlp.down_proj,0.0000105565,0.05000,1.337
31,self_attn.v_proj,0.0000769979,0.05000,4.278
31,self_attn.k_proj,0.0000222255,0.05000,4.300
31,self_attn.q_proj,0.0002227224,0.05000,4.318
31,self_attn.o_proj,0.0000141060,0.05000,0.566
31,mlp.up_proj,0.0001564013,0.05000,1.214
31,mlp.gate_proj,0.0002541700,0.05000,1.221
31,mlp.down_proj,0.0000204349,0.05000,1.304