File size: 7,379 Bytes
4f37bab | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 | layer,module,loss,samples,damp,time
0,self_attn.qkv_proj,0.0000238235,0.05000,1.526
0,self_attn.o_proj,0.0000012382,0.05000,1.191
0,mlp.gate_proj,0.0000777876,0.05000,2.541
0,mlp.up_proj,0.0000749441,0.05000,2.631
0,mlp.down_proj,0.0000051147,0.05000,3.721
1,self_attn.qkv_proj,0.0001717266,0.05000,1.136
1,self_attn.o_proj,0.0000035207,0.05000,1.105
1,mlp.up_proj,0.0001190371,0.05000,2.573
1,mlp.gate_proj,0.0001262916,0.05000,2.590
1,mlp.down_proj,0.0000209985,0.05000,3.567
2,self_attn.qkv_proj,0.0004606717,0.05000,1.153
2,self_attn.o_proj,0.0000034317,0.05000,1.204
2,mlp.gate_proj,0.0001890496,0.05000,2.425
2,mlp.up_proj,0.0001766404,0.05000,2.478
2,mlp.down_proj,0.0000112479,0.05000,3.655
3,self_attn.qkv_proj,0.0006576798,0.05000,1.162
3,self_attn.o_proj,0.0000072551,0.05000,1.165
3,mlp.up_proj,0.0002476366,0.05000,2.459
3,mlp.gate_proj,0.0002709125,0.05000,2.520
3,mlp.down_proj,0.0259172664,0.05000,3.695
4,self_attn.qkv_proj,0.0006655008,0.05000,1.215
4,self_attn.o_proj,0.0000091820,0.05000,1.136
4,mlp.gate_proj,0.0003341130,0.05000,2.537
4,mlp.up_proj,0.0002933624,0.05000,2.573
4,mlp.down_proj,0.0000299716,0.05000,3.575
5,self_attn.qkv_proj,0.0007712968,0.05000,1.190
5,self_attn.o_proj,0.0000108736,0.05000,1.193
5,mlp.up_proj,0.0003416692,0.05000,2.371
5,mlp.gate_proj,0.0003962075,0.05000,2.424
5,mlp.down_proj,0.0000411710,0.05000,3.709
6,self_attn.qkv_proj,0.0006552734,0.05000,1.180
6,self_attn.o_proj,0.0000143339,0.05000,1.128
6,mlp.gate_proj,0.0003783428,0.05000,2.483
6,mlp.up_proj,0.0003409256,0.05000,2.500
6,mlp.down_proj,0.0000462377,0.05000,3.630
7,self_attn.qkv_proj,0.0009352742,0.05000,1.217
7,self_attn.o_proj,0.0000168276,0.05000,1.170
7,mlp.up_proj,0.0003627903,0.05000,2.417
7,mlp.gate_proj,0.0003876315,0.05000,2.451
7,mlp.down_proj,0.0000598990,0.05000,3.605
8,self_attn.qkv_proj,0.0008719424,0.05000,1.185
8,self_attn.o_proj,0.0000235102,0.05000,1.168
8,mlp.gate_proj,0.0003903917,0.05000,2.488
8,mlp.up_proj,0.0003862102,0.05000,2.522
8,mlp.down_proj,0.0000738566,0.05000,3.713
9,self_attn.qkv_proj,0.0008102300,0.05000,1.182
9,self_attn.o_proj,0.0000252474,0.05000,1.166
9,mlp.up_proj,0.0004095033,0.05000,2.477
9,mlp.gate_proj,0.0004039039,0.05000,2.545
9,mlp.down_proj,0.0000623042,0.05000,3.594
10,self_attn.qkv_proj,0.0008590046,0.05000,1.223
10,self_attn.o_proj,0.0000361045,0.05000,1.164
10,mlp.gate_proj,0.0004138994,0.05000,2.371
10,mlp.up_proj,0.0004185723,0.05000,2.445
10,mlp.down_proj,0.0000664324,0.05000,3.691
11,self_attn.qkv_proj,0.0008356616,0.05000,1.182
11,self_attn.o_proj,0.0000273909,0.05000,1.169
11,mlp.up_proj,0.0004351710,0.05000,2.454
11,mlp.gate_proj,0.0004140602,0.05000,2.499
11,mlp.down_proj,0.0000679036,0.05000,3.662
12,self_attn.qkv_proj,0.0008949989,0.05000,1.214
12,self_attn.o_proj,0.0000258759,0.05000,1.159
12,mlp.gate_proj,0.0003999382,0.05000,2.366
12,mlp.up_proj,0.0004371861,0.05000,2.444
12,mlp.down_proj,0.0000790061,0.05000,3.681
13,self_attn.qkv_proj,0.0010007589,0.05000,1.201
13,self_attn.o_proj,0.0000284145,0.05000,1.141
13,mlp.up_proj,0.0004744596,0.05000,2.411
13,mlp.gate_proj,0.0004218430,0.05000,2.477
13,mlp.down_proj,0.0000882345,0.05000,3.668
14,self_attn.qkv_proj,0.0009347553,0.05000,1.254
14,self_attn.o_proj,0.0000278657,0.05000,1.132
14,mlp.gate_proj,0.0004590117,0.05000,2.410
14,mlp.up_proj,0.0005133247,0.05000,2.452
14,mlp.down_proj,0.0000937629,0.05000,3.722
15,self_attn.qkv_proj,0.0010369427,0.05000,1.178
15,self_attn.o_proj,0.0000249127,0.05000,1.143
15,mlp.up_proj,0.0005674770,0.05000,2.445
15,mlp.gate_proj,0.0005078213,0.05000,2.458
15,mlp.down_proj,0.0001074678,0.05000,3.565
16,self_attn.qkv_proj,0.0009804815,0.05000,1.219
16,self_attn.o_proj,0.0000504799,0.05000,1.134
16,mlp.gate_proj,0.0005253795,0.05000,2.448
16,mlp.up_proj,0.0005916055,0.05000,2.500
16,mlp.down_proj,0.0001349178,0.05000,3.665
17,self_attn.qkv_proj,0.0010292538,0.05000,1.187
17,self_attn.o_proj,0.0000403605,0.05000,1.153
17,mlp.up_proj,0.0006312746,0.05000,2.306
17,mlp.gate_proj,0.0005545107,0.05000,2.378
17,mlp.down_proj,0.0001600333,0.05000,3.641
18,self_attn.qkv_proj,0.0010037017,0.05000,1.182
18,self_attn.o_proj,0.0000637205,0.05000,1.175
18,mlp.gate_proj,0.0005921678,0.05000,2.351
18,mlp.up_proj,0.0006664776,0.05000,2.437
18,mlp.down_proj,0.0002355822,0.05000,3.763
19,self_attn.qkv_proj,0.0010758908,0.05000,1.198
19,self_attn.o_proj,0.0000702092,0.05000,1.154
19,mlp.up_proj,0.0007063535,0.05000,2.483
19,mlp.gate_proj,0.0006349712,0.05000,2.577
19,mlp.down_proj,0.0002522909,0.05000,3.706
20,self_attn.qkv_proj,0.0010339192,0.05000,1.196
20,self_attn.o_proj,0.0000883794,0.05000,1.164
20,mlp.gate_proj,0.0007679065,0.05000,2.510
20,mlp.up_proj,0.0008546022,0.05000,2.524
20,mlp.down_proj,0.0003165363,0.05000,3.687
21,self_attn.qkv_proj,0.0012044958,0.05000,1.212
21,self_attn.o_proj,0.0000640508,0.05000,1.162
21,mlp.up_proj,0.0009123604,0.05000,2.478
21,mlp.gate_proj,0.0008116388,0.05000,2.527
21,mlp.down_proj,0.0004007476,0.05000,3.808
22,self_attn.qkv_proj,0.0011504276,0.05000,1.175
22,self_attn.o_proj,0.0000911345,0.05000,1.149
22,mlp.gate_proj,0.0008588976,0.05000,2.403
22,mlp.up_proj,0.0009739880,0.05000,2.458
22,mlp.down_proj,0.0004551394,0.05000,3.702
23,self_attn.qkv_proj,0.0013398652,0.05000,1.189
23,self_attn.o_proj,0.0000587729,0.05000,1.188
23,mlp.up_proj,0.0010498388,0.05000,2.402
23,mlp.gate_proj,0.0009337669,0.05000,2.449
23,mlp.down_proj,0.0004714720,0.05000,3.573
24,self_attn.qkv_proj,0.0014503187,0.05000,1.312
24,self_attn.o_proj,0.0000586708,0.05000,1.156
24,mlp.gate_proj,0.0010084476,0.05000,2.444
24,mlp.up_proj,0.0011423412,0.05000,2.492
24,mlp.down_proj,0.0005463777,0.05000,3.822
25,self_attn.qkv_proj,0.0015214244,0.05000,1.204
25,self_attn.o_proj,0.0000830141,0.05000,1.149
25,mlp.up_proj,0.0012727813,0.05000,2.471
25,mlp.gate_proj,0.0011201203,0.05000,2.545
25,mlp.down_proj,0.0006316668,0.05000,3.679
26,self_attn.qkv_proj,0.0013453441,0.05000,1.193
26,self_attn.o_proj,0.0001492357,0.05000,1.147
26,mlp.up_proj,0.0013456151,0.05000,2.563
26,mlp.gate_proj,0.0011857533,0.05000,2.593
26,mlp.down_proj,0.0007685589,0.05000,3.712
27,self_attn.qkv_proj,0.0014054913,0.05000,1.197
27,self_attn.o_proj,0.0001597724,0.05000,1.177
27,mlp.up_proj,0.0014349269,0.05000,2.501
27,mlp.gate_proj,0.0012792713,0.05000,2.572
27,mlp.down_proj,0.0009183092,0.05000,3.721
28,self_attn.qkv_proj,0.0016723366,0.05000,1.208
28,self_attn.o_proj,0.0001700563,0.05000,1.215
28,mlp.gate_proj,0.0013890771,0.05000,2.471
28,mlp.up_proj,0.0015182733,0.05000,2.542
28,mlp.down_proj,0.0011522665,0.05000,3.806
29,self_attn.qkv_proj,0.0015151091,0.05000,1.153
29,self_attn.o_proj,0.0002396083,0.05000,1.168
29,mlp.up_proj,0.0015197603,0.05000,2.468
29,mlp.gate_proj,0.0015041680,0.05000,2.508
29,mlp.down_proj,0.0018855077,0.05000,3.632
30,self_attn.qkv_proj,0.0010489146,0.05000,1.232
30,self_attn.o_proj,0.0002350578,0.05000,1.128
30,mlp.gate_proj,0.0015210857,0.05000,2.606
30,mlp.up_proj,0.0013783333,0.05000,2.638
30,mlp.down_proj,0.0171129781,0.05000,3.743
31,self_attn.qkv_proj,0.0000227647,0.05000,1.255
31,self_attn.o_proj,0.0000320150,0.05000,1.175
31,mlp.up_proj,0.0003993228,0.05000,2.532
31,mlp.gate_proj,0.0006483612,0.05000,2.584
31,mlp.down_proj,0.0030651457,0.05000,3.721
|