AbhishekGhosh1998 commited on
Commit
43588fd
·
verified ·
1 Parent(s): 67e34a7

granularity results ultraep/tierbprobe @ 2026-08-26T18:09:30Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0

Browse files
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1/mem_samples.csv CHANGED
@@ -14,3 +14,219 @@
14
  5, 0
15
  6, 0
16
  7, 0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 4
42
+ 1, 629
43
+ 2, 629
44
+ 3, 629
45
+ 4, 629
46
+ 5, 629
47
+ 6, 629
48
+ 7, 629
49
+ 0, 961
50
+ 1, 949
51
+ 2, 933
52
+ 3, 957
53
+ 4, 953
54
+ 5, 929
55
+ 6, 939
56
+ 7, 947
57
+ 0, 1955
58
+ 1, 1955
59
+ 2, 1955
60
+ 3, 1955
61
+ 4, 1955
62
+ 5, 1955
63
+ 6, 1955
64
+ 7, 1955
65
+ 0, 2481
66
+ 1, 2437
67
+ 2, 2481
68
+ 3, 2459
69
+ 4, 2465
70
+ 5, 2469
71
+ 6, 2477
72
+ 7, 2467
73
+ 0, 10379
74
+ 1, 16131
75
+ 2, 10379
76
+ 3, 10379
77
+ 4, 10379
78
+ 5, 10377
79
+ 6, 10379
80
+ 7, 10379
81
+ 0, 28963
82
+ 1, 29051
83
+ 2, 28897
84
+ 3, 28897
85
+ 4, 28897
86
+ 5, 28897
87
+ 6, 29029
88
+ 7, 29051
89
+ 0, 38957
90
+ 1, 39055
91
+ 2, 38943
92
+ 3, 38901
93
+ 4, 38885
94
+ 5, 38917
95
+ 6, 39023
96
+ 7, 39089
97
+ 0, 39771
98
+ 1, 39855
99
+ 2, 39705
100
+ 3, 39705
101
+ 4, 39705
102
+ 5, 39701
103
+ 6, 39837
104
+ 7, 39855
105
+ 0, 39771
106
+ 1, 39855
107
+ 2, 39705
108
+ 3, 39705
109
+ 4, 39705
110
+ 5, 39701
111
+ 6, 39837
112
+ 7, 39855
113
+ 0, 39779
114
+ 1, 39863
115
+ 2, 39713
116
+ 3, 39713
117
+ 4, 39713
118
+ 5, 39709
119
+ 6, 39845
120
+ 7, 39863
121
+ 0, 39781
122
+ 1, 39865
123
+ 2, 39715
124
+ 3, 39715
125
+ 4, 39715
126
+ 5, 39711
127
+ 6, 39847
128
+ 7, 39865
129
+ 0, 109595
130
+ 1, 109729
131
+ 2, 109541
132
+ 3, 109553
133
+ 4, 109547
134
+ 5, 109505
135
+ 6, 110179
136
+ 7, 109725
137
+ 0, 110101
138
+ 1, 110251
139
+ 2, 110037
140
+ 3, 110035
141
+ 4, 110035
142
+ 5, 110033
143
+ 6, 110707
144
+ 7, 110251
145
+ 0, 110107
146
+ 1, 110255
147
+ 2, 110041
148
+ 3, 110039
149
+ 4, 110039
150
+ 5, 110037
151
+ 6, 110713
152
+ 7, 110255
153
+ 0, 110107
154
+ 1, 110255
155
+ 2, 110041
156
+ 3, 110039
157
+ 4, 110039
158
+ 5, 110037
159
+ 6, 110713
160
+ 7, 110255
161
+ 0, 112545
162
+ 1, 112693
163
+ 2, 112479
164
+ 3, 112477
165
+ 4, 112477
166
+ 5, 112475
167
+ 6, 111103
168
+ 7, 112693
169
+ 0, 112789
170
+ 1, 112951
171
+ 2, 112725
172
+ 3, 112733
173
+ 4, 112725
174
+ 5, 112705
175
+ 6, 111335
176
+ 7, 112937
177
+ 0, 113809
178
+ 1, 113961
179
+ 2, 113821
180
+ 3, 113831
181
+ 4, 113753
182
+ 5, 113767
183
+ 6, 112451
184
+ 7, 113973
185
+ 0, 126271
186
+ 1, 127987
187
+ 2, 127779
188
+ 3, 127777
189
+ 4, 127777
190
+ 5, 127769
191
+ 6, 126401
192
+ 7, 127987
193
+ 0, 126271
194
+ 1, 127987
195
+ 2, 127779
196
+ 3, 127777
197
+ 4, 127777
198
+ 5, 127769
199
+ 6, 126401
200
+ 7, 127987
201
+ 0, 126271
202
+ 1, 127987
203
+ 2, 127779
204
+ 3, 127777
205
+ 4, 127777
206
+ 5, 127769
207
+ 6, 126401
208
+ 7, 127987
209
+ 0, 125971
210
+ 1, 127687
211
+ 2, 127479
212
+ 3, 127477
213
+ 4, 127477
214
+ 5, 127469
215
+ 6, 126101
216
+ 7, 127687
217
+ 0, 122881
218
+ 1, 124471
219
+ 2, 124325
220
+ 3, 124067
221
+ 4, 124261
222
+ 5, 124315
223
+ 6, 122691
224
+ 7, 124471
225
+ 0, 1
226
+ 1, 4
227
+ 2, 4
228
+ 3, 132
229
+ 4, 123613
230
+ 5, 644
231
+ 6, 4
232
+ 7, 4
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
@@ -39,21 +39,21 @@
39
  6, 4
40
  7, 4
41
  0, 4
42
- 1, 629
43
- 2, 629
44
- 3, 47
45
- 4, 629
46
- 5, 629
47
- 6, 629
48
- 7, 629
49
- 0, 999
50
- 1, 999
51
- 2, 995
52
- 3, 989
53
- 4, 993
54
- 5, 973
55
- 6, 967
56
- 7, 997
57
  0, 1955
58
  1, 1955
59
  2, 1955
@@ -62,22 +62,22 @@
62
  5, 1955
63
  6, 1955
64
  7, 1955
65
- 0, 2389
66
- 1, 2387
67
- 2, 2405
68
- 3, 2401
69
- 4, 2419
70
- 5, 2401
71
- 6, 2393
72
- 7, 2395
73
- 0, 25415
74
- 1, 25393
75
- 2, 25437
76
- 3, 25371
77
- 4, 25371
78
- 5, 25415
79
- 6, 25415
80
- 7, 25481
81
  0, 28963
82
  1, 29051
83
  2, 28897
@@ -86,14 +86,14 @@
86
  5, 28897
87
  6, 29029
88
  7, 29051
89
- 0, 39003
90
- 1, 39107
91
- 2, 38941
92
- 3, 38911
93
- 4, 38911
94
- 5, 38939
95
- 6, 39071
96
- 7, 39065
97
  0, 39771
98
  1, 39855
99
  2, 39705
@@ -126,14 +126,14 @@
126
  5, 39711
127
  6, 39847
128
  7, 39865
129
- 0, 111669
130
- 1, 111785
131
- 2, 111681
132
- 3, 111673
133
- 4, 111685
134
- 5, 111675
135
- 6, 111801
136
- 7, 111805
137
  0, 112149
138
  1, 112235
139
  2, 112149
@@ -150,30 +150,22 @@
150
  5, 112085
151
  6, 112221
152
  7, 112239
153
- 0, 114445
154
- 1, 112503
155
- 2, 114451
156
- 3, 114383
157
- 4, 114429
158
- 5, 114345
159
- 6, 114471
160
- 7, 112505
161
- 0, 115241
162
- 1, 113277
163
- 2, 115239
164
- 3, 115175
165
- 4, 115239
166
- 5, 115171
167
- 6, 115307
168
- 7, 113277
169
- 0, 115861
170
- 1, 113909
171
- 2, 115895
172
- 3, 115835
173
- 4, 115863
174
- 5, 115811
175
- 6, 115889
176
- 7, 113869
177
  0, 127845
178
  1, 127923
179
  2, 129893
@@ -198,35 +190,43 @@
198
  5, 129817
199
  6, 129959
200
  7, 129971
201
- 0, 127283
202
- 1, 127623
203
- 2, 129593
204
- 3, 129525
205
- 4, 129589
206
- 5, 129517
207
- 6, 129659
208
- 7, 129607
209
- 0, 123747
210
- 1, 124407
211
- 2, 126439
212
- 3, 126115
213
- 4, 126373
214
- 5, 126427
215
- 6, 126831
216
- 7, 126517
217
- 0, 122387
218
- 1, 122727
219
- 2, 124633
220
- 3, 124367
221
- 4, 124373
222
- 5, 124685
223
- 6, 125409
224
- 7, 125095
225
- 0, 1
226
- 1, 3
227
  2, 4
228
  3, 4
229
- 4, 4
230
- 5, 68
231
- 6, 124761
232
- 7, 324
 
 
 
 
 
 
 
 
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 2
18
  1, 1
19
  2, 1
20
  3, 1
 
39
  6, 4
40
  7, 4
41
  0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
  0, 1955
58
  1, 1955
59
  2, 1955
 
62
  5, 1955
63
  6, 1955
64
  7, 1955
65
+ 0, 2325
66
+ 1, 2345
67
+ 2, 2363
68
+ 3, 2339
69
+ 4, 2337
70
+ 5, 2351
71
+ 6, 2331
72
+ 7, 2357
73
+ 0, 10379
74
+ 1, 10379
75
+ 2, 10379
76
+ 3, 10379
77
+ 4, 10379
78
+ 5, 16131
79
+ 6, 10373
80
+ 7, 10379
81
  0, 28963
82
  1, 29051
83
  2, 28897
 
86
  5, 28897
87
  6, 29029
88
  7, 29051
89
+ 0, 39061
90
+ 1, 39165
91
+ 2, 39015
92
+ 3, 39015
93
+ 4, 39009
94
+ 5, 38985
95
+ 6, 39123
96
+ 7, 39163
97
  0, 39771
98
  1, 39855
99
  2, 39705
 
126
  5, 39711
127
  6, 39847
128
  7, 39865
129
+ 0, 111737
130
+ 1, 111833
131
+ 2, 111747
132
+ 3, 111659
133
+ 4, 111753
134
+ 5, 111691
135
+ 6, 111825
136
+ 7, 111833
137
  0, 112149
138
  1, 112235
139
  2, 112149
 
150
  5, 112085
151
  6, 112221
152
  7, 112239
153
+ 0, 114419
154
+ 1, 112455
155
+ 2, 114449
156
+ 3, 114351
157
+ 4, 114425
158
+ 5, 114379
159
+ 6, 114489
160
+ 7, 112535
161
+ 0, 115415
162
+ 1, 113455
163
+ 2, 115413
164
+ 3, 115385
165
+ 4, 115397
166
+ 5, 115307
167
+ 6, 115505
168
+ 7, 113477
 
 
 
 
 
 
 
 
169
  0, 127845
170
  1, 127923
171
  2, 129893
 
190
  5, 129817
191
  6, 129959
192
  7, 129971
193
+ 0, 127845
194
+ 1, 127923
195
+ 2, 129893
196
+ 3, 129825
197
+ 4, 129889
198
+ 5, 129817
199
+ 6, 129959
200
+ 7, 129971
201
+ 0, 126899
202
+ 1, 126977
203
+ 2, 128947
204
+ 3, 128879
205
+ 4, 128943
206
+ 5, 128871
207
+ 6, 129013
208
+ 7, 129025
209
+ 0, 123223
210
+ 1, 123761
211
+ 2, 125731
212
+ 3, 125663
213
+ 4, 125727
214
+ 5, 126043
215
+ 6, 125797
216
+ 7, 125421
217
+ 0, 4
218
+ 1, 122053
219
  2, 4
220
  3, 4
221
+ 4, 124017
222
+ 5, 124075
223
+ 6, 4
224
+ 7, 4
225
+ 0, 0
226
+ 1, 0
227
+ 2, 0
228
+ 3, 0
229
+ 4, 0
230
+ 5, 0
231
+ 6, 0
232
+ 7, 0
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/mem_samples.csv ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 725
42
+ 1, 725
43
+ 2, 725
44
+ 3, 725
45
+ 4, 725
46
+ 5, 725
47
+ 6, 725
48
+ 7, 725
49
+ 0, 1015
50
+ 1, 1029
51
+ 2, 1021
52
+ 3, 1033
53
+ 4, 1037
54
+ 5, 1051
55
+ 6, 1037
56
+ 7, 1005
57
+ 0, 1803
58
+ 1, 1803
59
+ 2, 1803
60
+ 3, 1803
61
+ 4, 1803
62
+ 5, 1803
63
+ 6, 1803
64
+ 7, 1803
65
+ 0, 2315
66
+ 1, 2319
67
+ 2, 2321
68
+ 3, 2327
69
+ 4, 2333
70
+ 5, 2329
71
+ 6, 2333
72
+ 7, 2323
73
+ 0, 46703
74
+ 1, 46137
75
+ 2, 46137
76
+ 3, 46837
77
+ 4, 46837
78
+ 5, 46837
79
+ 6, 46837
80
+ 7, 46837
81
+ 0, 47109
82
+ 1, 46537
83
+ 2, 46537
84
+ 3, 47237
85
+ 4, 47237
86
+ 5, 47237
87
+ 6, 47237
88
+ 7, 47237
89
+ 0, 48395
90
+ 1, 47825
91
+ 2, 47825
92
+ 3, 48525
93
+ 4, 48525
94
+ 5, 48525
95
+ 6, 48525
96
+ 7, 48525
97
+ 0, 48395
98
+ 1, 47825
99
+ 2, 47825
100
+ 3, 48525
101
+ 4, 48525
102
+ 5, 48525
103
+ 6, 48525
104
+ 7, 48525
105
+ 0, 48633
106
+ 1, 48063
107
+ 2, 48063
108
+ 3, 48763
109
+ 4, 48763
110
+ 5, 48763
111
+ 6, 48763
112
+ 7, 48763
113
+ 0, 50671
114
+ 1, 50101
115
+ 2, 50101
116
+ 3, 50801
117
+ 4, 50801
118
+ 5, 50801
119
+ 6, 50801
120
+ 7, 50801
121
+ 0, 73355
122
+ 1, 73327
123
+ 2, 73327
124
+ 3, 73339
125
+ 4, 73339
126
+ 5, 73339
127
+ 6, 73339
128
+ 7, 73339
129
+ 0, 74001
130
+ 1, 73973
131
+ 2, 73973
132
+ 3, 73985
133
+ 4, 73985
134
+ 5, 73985
135
+ 6, 73985
136
+ 7, 73985
137
+ 0, 74001
138
+ 1, 73973
139
+ 2, 73973
140
+ 3, 73985
141
+ 4, 73985
142
+ 5, 73985
143
+ 6, 73985
144
+ 7, 73985
145
+ 0, 74001
146
+ 1, 73975
147
+ 2, 73975
148
+ 3, 73987
149
+ 4, 73987
150
+ 5, 73987
151
+ 6, 73987
152
+ 7, 73987
153
+ 0, 74367
154
+ 1, 74363
155
+ 2, 74369
156
+ 3, 74389
157
+ 4, 74389
158
+ 5, 74383
159
+ 6, 74355
160
+ 7, 74383
161
+ 0, 82503
162
+ 1, 82149
163
+ 2, 82265
164
+ 3, 82265
165
+ 4, 82235
166
+ 5, 82253
167
+ 6, 82269
168
+ 7, 82267
169
+ 0, 96599
170
+ 1, 96629
171
+ 2, 96595
172
+ 3, 96633
173
+ 4, 96633
174
+ 5, 96633
175
+ 6, 96633
176
+ 7, 96633
177
+ 0, 96599
178
+ 1, 96629
179
+ 2, 96595
180
+ 3, 96633
181
+ 4, 96633
182
+ 5, 96633
183
+ 6, 96633
184
+ 7, 96633
185
+ 0, 96287
186
+ 1, 96119
187
+ 2, 96027
188
+ 3, 96385
189
+ 4, 96123
190
+ 5, 96065
191
+ 6, 96385
192
+ 7, 96385
193
+ 0, 3
194
+ 1, 1028
195
+ 2, 2564
196
+ 3, 2564
197
+ 4, 2564
198
+ 5, 2820
199
+ 6, 93171
200
+ 7, 3844
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=QWEN2_57B
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=10
8
+ hidden=3584
9
+ ffn_hidden=2560
10
+ moe_ffn_hidden=2560
11
+ num_experts=64
12
+ topk=8
13
+ experts_per_rank=8
14
+ expert_params=27525120
15
+ heads=28
16
+ kv_groups=4
17
+ kv_channels=
18
+ qk_layernorm=0
19
+ shared_ffn=20480
20
+ shared_expert_overlap=0
21
+ mla=0
22
+ dense_first_layers=0
23
+ moe_layers=10
24
+ rotary_base=1000000
25
+ rotary_scaling=
26
+ qkv_bias=1
27
+ router_balancing=aux_loss
28
+ aux_loss_coeff=1e-2
29
+ router_pre_softmax=1
30
+ router_fusion=0
31
+ router_dtype=fp32
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=4096
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=32768
39
+ mean_tokens_per_expert=4096
40
+ slot_policy=matched
41
+ slots_per_rank=8
42
+ capacity_mode=static
43
+ capacity=1.0625
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=512
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
@@ -38,54 +38,54 @@
38
  5, 4
39
  6, 4
40
  7, 4
41
- 0, 4
42
- 1, 27
43
- 2, 27
44
- 3, 47
45
- 4, 27
46
- 5, 27
47
- 6, 27
48
- 7, 27
49
- 0, 891
50
- 1, 891
51
- 2, 921
52
- 3, 915
53
- 4, 903
54
- 5, 907
55
- 6, 891
56
- 7, 917
57
- 0, 1803
58
- 1, 1803
59
- 2, 1803
60
- 3, 1803
61
- 4, 1803
62
- 5, 1803
63
- 6, 1803
64
- 7, 1803
65
- 0, 2441
66
- 1, 2441
67
- 2, 2441
68
- 3, 2441
69
- 4, 2441
70
- 5, 2435
71
- 6, 2431
72
- 7, 2441
73
- 0, 46703
74
- 1, 46137
75
- 2, 46137
76
- 3, 46837
77
- 4, 46837
78
- 5, 46837
79
- 6, 46837
80
- 7, 46837
81
- 0, 47109
82
- 1, 46539
83
- 2, 46539
84
- 3, 47239
85
- 4, 47241
86
- 5, 47239
87
- 6, 47239
88
- 7, 47239
89
  0, 48395
90
  1, 47825
91
  2, 47825
@@ -102,14 +102,6 @@
102
  5, 48805
103
  6, 48805
104
  7, 48805
105
- 0, 48675
106
- 1, 48105
107
- 2, 48105
108
- 3, 48805
109
- 4, 48805
110
- 5, 48805
111
- 6, 48805
112
- 7, 48805
113
  0, 50879
114
  1, 50309
115
  2, 50309
@@ -118,14 +110,22 @@
118
  5, 51009
119
  6, 51009
120
  7, 51009
121
- 0, 74423
122
- 1, 74481
123
- 2, 74435
124
- 3, 74481
125
- 4, 74473
126
- 5, 74469
127
- 6, 74491
128
- 7, 74471
 
 
 
 
 
 
 
 
129
  0, 74975
130
  1, 75011
131
  2, 74991
@@ -142,22 +142,22 @@
142
  5, 75021
143
  6, 75021
144
  7, 75021
145
- 0, 75203
146
- 1, 75335
147
- 2, 75237
148
- 3, 75297
149
- 4, 75253
150
- 5, 75309
151
- 6, 75283
152
- 7, 75245
153
- 0, 81777
154
- 1, 81671
155
- 2, 81675
156
- 3, 81717
157
- 4, 81721
158
- 5, 81713
159
- 6, 81691
160
- 7, 81695
161
  0, 97625
162
  1, 97677
163
  2, 97675
@@ -182,10 +182,10 @@
182
  5, 96657
183
  6, 96657
184
  7, 96657
185
- 0, 257
186
- 1, 93831
187
- 2, 1284
188
- 3, 4
189
  4, 4
190
  5, 4
191
  6, 4
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
 
38
  5, 4
39
  6, 4
40
  7, 4
41
+ 0, 821
42
+ 1, 821
43
+ 2, 819
44
+ 3, 821
45
+ 4, 821
46
+ 5, 819
47
+ 6, 821
48
+ 7, 821
49
+ 0, 1537
50
+ 1, 1537
51
+ 2, 1537
52
+ 3, 1537
53
+ 4, 1537
54
+ 5, 1537
55
+ 6, 1537
56
+ 7, 1537
57
+ 0, 1975
58
+ 1, 1975
59
+ 2, 1975
60
+ 3, 1975
61
+ 4, 1975
62
+ 5, 1975
63
+ 6, 1975
64
+ 7, 1975
65
+ 0, 2831
66
+ 1, 2831
67
+ 2, 2831
68
+ 3, 2831
69
+ 4, 2831
70
+ 5, 2831
71
+ 6, 2831
72
+ 7, 2831
73
+ 0, 46953
74
+ 1, 46379
75
+ 2, 46341
76
+ 3, 47043
77
+ 4, 47037
78
+ 5, 47057
79
+ 6, 47039
80
+ 7, 47073
81
+ 0, 47833
82
+ 1, 47303
83
+ 2, 47293
84
+ 3, 47983
85
+ 4, 48003
86
+ 5, 48013
87
+ 6, 48013
88
+ 7, 48033
89
  0, 48395
90
  1, 47825
91
  2, 47825
 
102
  5, 48805
103
  6, 48805
104
  7, 48805
 
 
 
 
 
 
 
 
105
  0, 50879
106
  1, 50309
107
  2, 50309
 
110
  5, 51009
111
  6, 51009
112
  7, 51009
113
+ 0, 56865
114
+ 1, 57181
115
+ 2, 56799
116
+ 3, 57195
117
+ 4, 56809
118
+ 5, 56871
119
+ 6, 57191
120
+ 7, 57193
121
+ 0, 74975
122
+ 1, 75011
123
+ 2, 74991
124
+ 3, 75021
125
+ 4, 75021
126
+ 5, 75021
127
+ 6, 75021
128
+ 7, 75021
129
  0, 74975
130
  1, 75011
131
  2, 74991
 
142
  5, 75021
143
  6, 75021
144
  7, 75021
145
+ 0, 75291
146
+ 1, 75345
147
+ 2, 75239
148
+ 3, 75321
149
+ 4, 75331
150
+ 5, 75307
151
+ 6, 75341
152
+ 7, 75343
153
+ 0, 81867
154
+ 1, 81723
155
+ 2, 81667
156
+ 3, 81723
157
+ 4, 81717
158
+ 5, 81701
159
+ 6, 81723
160
+ 7, 81733
161
  0, 97625
162
  1, 97677
163
  2, 97675
 
182
  5, 96657
183
  6, 96657
184
  7, 96657
185
+ 0, 1
186
+ 1, 260
187
+ 2, 93829
188
+ 3, 1284
189
  4, 4
190
  5, 4
191
  6, 4
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv CHANGED
@@ -6,3 +6,8 @@ QWEN3_30B ultraep measure 1.25 OK 117927 1 0.0 1.010101 /workspace/tierb_study_2
6
  QWEN3_30B ultraep validate 1.0625 OK 116203 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
7
  QWEN3_30B ultraep forced 1.25 OK 117867 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
8
  DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
 
 
 
 
 
 
6
  QWEN3_30B ultraep validate 1.0625 OK 116203 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
7
  QWEN3_30B ultraep forced 1.25 OK 117867 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
8
  DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
9
+ DSV2_LITE_L24 ultraep validate 1.0625 OK 127987 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
10
+ DSV2_LITE_L24 ultraep forced 1.25 OK 129971 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
11
+ QWEN2_57B ultraep measure 1.25 OK 97675 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
12
+ QWEN2_57B ultraep validate 1.0625 OK 96633 1 0.0 1.010132 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
13
+ QWEN2_57B ultraep forced 1.25 OK 97677 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv CHANGED
@@ -1,3 +1,5 @@
1
  model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
2
  QWEN3_235B ultraep SELECTED 1.0625 1.01004 0.0 120907 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
3
  QWEN3_30B ultraep SELECTED 1.0625 1.010101 0.0 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
 
 
 
1
  model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
2
  QWEN3_235B ultraep SELECTED 1.0625 1.01004 0.0 120907 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
3
  QWEN3_30B ultraep SELECTED 1.0625 1.010101 0.0 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
4
+ DSV2_LITE_L24 ultraep SELECTED 1.0625 1.010071 0.0 127987 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
5
+ QWEN2_57B ultraep SELECTED 1.0625 1.010132 0.0 96633 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json CHANGED
@@ -1,4 +1,81 @@
1
  [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  {
3
  "arm": "natural",
4
  "assignment_sum_mismatches": 0,
@@ -153,6 +230,83 @@
153
  "valid_max_rank_reduction_n": 276,
154
  "zero_drop": 1
155
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
156
  {
157
  "arm": "natural",
158
  "assignment_sum_mismatches": 0,
@@ -307,6 +461,83 @@
307
  "valid_max_rank_reduction_n": 120,
308
  "zero_drop": 1
309
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
310
  {
311
  "arm": "natural",
312
  "assignment_sum_mismatches": 0,
@@ -461,6 +692,83 @@
461
  "valid_max_rank_reduction_n": 144,
462
  "zero_drop": 1
463
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
464
  {
465
  "arm": "natural",
466
  "assignment_sum_mismatches": 0,
 
1
  [
2
+ {
3
+ "arm": "natural",
4
+ "assignment_sum_mismatches": 0,
5
+ "aux_loss_coeff": "1e-3",
6
+ "backend": "ultraep",
7
+ "branch": "ultraep-token-drop-analysis",
8
+ "capacity": "1.0625",
9
+ "capacity_mode": "static",
10
+ "commit": "eaf829e7",
11
+ "config": "DSV2_LITE_L24",
12
+ "cuda_graph": "0",
13
+ "dense_first_layers": "1",
14
+ "drop_expected_assignments": 108527616.0,
15
+ "drop_rate_pct_max": 0.0,
16
+ "drop_rate_pct_mean": 0.0,
17
+ "drop_rate_pct_min": 0.0,
18
+ "drop_rate_pct_n": 96,
19
+ "drop_rate_pct_overall": 0.0,
20
+ "dropped_tokens_sum_all_records": 0.0,
21
+ "duplicate_vector_mismatches": 0,
22
+ "experts_per_rank": "8",
23
+ "force_balance": "0",
24
+ "global_batch_size": "8",
25
+ "global_snapshots": 276,
26
+ "incomplete_snapshots": 0,
27
+ "malformed_records": 0,
28
+ "moe_layers": "23",
29
+ "num_experts": "64",
30
+ "num_layers": "24",
31
+ "observed_dropped_tokens": 0.0,
32
+ "peak_demand_max": 49647.0,
33
+ "peak_demand_mean": 49645.270833333336,
34
+ "peak_demand_min": 49644.0,
35
+ "peak_demand_n": 96,
36
+ "peak_rank_overflow_max": 0.0,
37
+ "peak_rank_overflow_mean": 0.0,
38
+ "peak_rank_overflow_min": 0.0,
39
+ "peak_rank_overflow_n": 96,
40
+ "post_physical_rank_cv_max": 0.02649873914445656,
41
+ "post_physical_rank_cv_mean": 0.020751556297178456,
42
+ "post_physical_rank_cv_min": 0.010393449619293449,
43
+ "post_physical_rank_cv_n": 276,
44
+ "post_physical_rank_imax_max": 1.01007080078125,
45
+ "post_physical_rank_imax_mean": 1.0100281941142057,
46
+ "post_physical_rank_imax_min": 1.010009765625,
47
+ "post_physical_rank_imax_n": 276,
48
+ "pre_home_rank_cv_max": 1.3897787536248405,
49
+ "pre_home_rank_cv_mean": 0.5881957299328056,
50
+ "pre_home_rank_cv_min": 0.06749209466238901,
51
+ "pre_home_rank_cv_n": 276,
52
+ "pre_home_rank_imax_max": 4.4163818359375,
53
+ "pre_home_rank_imax_mean": 2.107403446510794,
54
+ "pre_home_rank_imax_min": 1.1109822591145833,
55
+ "pre_home_rank_imax_n": 276,
56
+ "records": {
57
+ "drop_dispatch": 2208,
58
+ "drop_experts": 2208,
59
+ "drop_setup": 2208,
60
+ "ultraep_drop": 96,
61
+ "ultraep_post": 2208,
62
+ "ultraep_pre": 2208
63
+ },
64
+ "required_capacity_max": 1.010071,
65
+ "required_capacity_mean": 1.0100354270833332,
66
+ "required_capacity_min": 1.01001,
67
+ "required_capacity_n": 96,
68
+ "router_balancing": "seq_aux_loss",
69
+ "run_dir": "DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1",
70
+ "seq_length": "8192",
71
+ "shared_expert_overlap": "0",
72
+ "topk": "6",
73
+ "valid_max_rank_reduction_max": 0.7712991882952357,
74
+ "valid_max_rank_reduction_mean": 0.46558143481151487,
75
+ "valid_max_rank_reduction_min": 0.09086747120332558,
76
+ "valid_max_rank_reduction_n": 276,
77
+ "zero_drop": 1
78
+ },
79
  {
80
  "arm": "natural",
81
  "assignment_sum_mismatches": 0,
 
230
  "valid_max_rank_reduction_n": 276,
231
  "zero_drop": 1
232
  },
233
+ {
234
+ "arm": "natural",
235
+ "assignment_sum_mismatches": 0,
236
+ "aux_loss_coeff": "1e-2",
237
+ "backend": "ultraep",
238
+ "branch": "ultraep-token-drop-analysis",
239
+ "capacity": "1.0625",
240
+ "capacity_mode": "static",
241
+ "commit": "eaf829e7",
242
+ "config": "QWEN2_57B",
243
+ "cuda_graph": "0",
244
+ "dense_first_layers": "0",
245
+ "drop_expected_assignments": 31457280.0,
246
+ "drop_rate_pct_max": 0.0,
247
+ "drop_rate_pct_mean": 0.0,
248
+ "drop_rate_pct_min": 0.0,
249
+ "drop_rate_pct_n": 96,
250
+ "drop_rate_pct_overall": 0.0,
251
+ "dropped_tokens_sum_all_records": 0.0,
252
+ "duplicate_vector_mismatches": 0,
253
+ "experts_per_rank": "8",
254
+ "force_balance": "0",
255
+ "global_batch_size": "8",
256
+ "global_snapshots": 120,
257
+ "incomplete_snapshots": 0,
258
+ "malformed_records": 0,
259
+ "moe_layers": "10",
260
+ "num_experts": "64",
261
+ "num_layers": "10",
262
+ "observed_dropped_tokens": 0.0,
263
+ "peak_demand_max": 33100.0,
264
+ "peak_demand_mean": 33096.125,
265
+ "peak_demand_min": 33024.0,
266
+ "peak_demand_n": 96,
267
+ "peak_rank_overflow_max": 0.0,
268
+ "peak_rank_overflow_mean": 0.0,
269
+ "peak_rank_overflow_min": 0.0,
270
+ "peak_rank_overflow_n": 96,
271
+ "post_physical_rank_cv_max": 0.026483363713168166,
272
+ "post_physical_rank_cv_mean": 0.016140850021413918,
273
+ "post_physical_rank_cv_min": 0.0023074094410037065,
274
+ "post_physical_rank_cv_n": 120,
275
+ "post_physical_rank_imax_max": 1.0101318359375,
276
+ "post_physical_rank_imax_mean": 1.0099934895833333,
277
+ "post_physical_rank_imax_min": 1.005340576171875,
278
+ "post_physical_rank_imax_n": 120,
279
+ "pre_home_rank_cv_max": 1.3881873634084585,
280
+ "pre_home_rank_cv_mean": 0.6345831857352783,
281
+ "pre_home_rank_cv_min": 0.0023074094410037065,
282
+ "pre_home_rank_cv_n": 120,
283
+ "pre_home_rank_imax_max": 3.98443603515625,
284
+ "pre_home_rank_imax_mean": 2.174882507324219,
285
+ "pre_home_rank_imax_min": 1.005340576171875,
286
+ "pre_home_rank_imax_n": 120,
287
+ "records": {
288
+ "drop_dispatch": 960,
289
+ "drop_experts": 960,
290
+ "drop_setup": 960,
291
+ "ultraep_drop": 96,
292
+ "ultraep_post": 960,
293
+ "ultraep_pre": 960
294
+ },
295
+ "required_capacity_max": 1.010132,
296
+ "required_capacity_mean": 1.0100135208333334,
297
+ "required_capacity_min": 1.007812,
298
+ "required_capacity_n": 96,
299
+ "router_balancing": "aux_loss",
300
+ "run_dir": "QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1",
301
+ "seq_length": "4096",
302
+ "shared_expert_overlap": "0",
303
+ "topk": "8",
304
+ "valid_max_rank_reduction_max": 0.7465035768447175,
305
+ "valid_max_rank_reduction_mean": 0.49185739610567863,
306
+ "valid_max_rank_reduction_min": 0.0,
307
+ "valid_max_rank_reduction_n": 120,
308
+ "zero_drop": 1
309
+ },
310
  {
311
  "arm": "natural",
312
  "assignment_sum_mismatches": 0,
 
461
  "valid_max_rank_reduction_n": 120,
462
  "zero_drop": 1
463
  },
464
+ {
465
+ "arm": "natural",
466
+ "assignment_sum_mismatches": 0,
467
+ "aux_loss_coeff": "1e-3",
468
+ "backend": "ultraep",
469
+ "branch": "ultraep-token-drop-analysis",
470
+ "capacity": "1.0625",
471
+ "capacity_mode": "static",
472
+ "commit": "eaf829e7",
473
+ "config": "QWEN3_235B",
474
+ "cuda_graph": "0",
475
+ "dense_first_layers": "0",
476
+ "drop_expected_assignments": 75497472.0,
477
+ "drop_rate_pct_max": 0.0,
478
+ "drop_rate_pct_mean": 0.0,
479
+ "drop_rate_pct_min": 0.0,
480
+ "drop_rate_pct_n": 96,
481
+ "drop_rate_pct_overall": 0.0,
482
+ "dropped_tokens_sum_all_records": 0.0,
483
+ "duplicate_vector_mismatches": 0,
484
+ "experts_per_rank": "16",
485
+ "force_balance": "0",
486
+ "global_batch_size": "8",
487
+ "global_snapshots": 144,
488
+ "incomplete_snapshots": 0,
489
+ "malformed_records": 0,
490
+ "moe_layers": "12",
491
+ "num_experts": "128",
492
+ "num_layers": "12",
493
+ "observed_dropped_tokens": 0.0,
494
+ "peak_demand_max": 66194.0,
495
+ "peak_demand_mean": 66192.5625,
496
+ "peak_demand_min": 66192.0,
497
+ "peak_demand_n": 96,
498
+ "peak_rank_overflow_max": 0.0,
499
+ "peak_rank_overflow_mean": 0.0,
500
+ "peak_rank_overflow_min": 0.0,
501
+ "peak_rank_overflow_n": 96,
502
+ "post_physical_rank_cv_max": 0.026489124869087725,
503
+ "post_physical_rank_cv_mean": 0.014482237676166366,
504
+ "post_physical_rank_cv_min": 0.0044493697461502986,
505
+ "post_physical_rank_cv_n": 144,
506
+ "post_physical_rank_imax_max": 1.010040283203125,
507
+ "post_physical_rank_imax_mean": 1.010016229417589,
508
+ "post_physical_rank_imax_min": 1.010009765625,
509
+ "post_physical_rank_imax_n": 144,
510
+ "pre_home_rank_cv_max": 1.4325992435657406,
511
+ "pre_home_rank_cv_mean": 0.7968705628336425,
512
+ "pre_home_rank_cv_min": 0.3167748701963148,
513
+ "pre_home_rank_cv_n": 144,
514
+ "pre_home_rank_imax_max": 4.010467529296875,
515
+ "pre_home_rank_imax_mean": 2.4576683044433594,
516
+ "pre_home_rank_imax_min": 1.2317352294921875,
517
+ "pre_home_rank_imax_n": 144,
518
+ "records": {
519
+ "drop_dispatch": 1152,
520
+ "drop_experts": 1152,
521
+ "drop_setup": 1152,
522
+ "ultraep_drop": 96,
523
+ "ultraep_post": 1152,
524
+ "ultraep_pre": 1152
525
+ },
526
+ "required_capacity_max": 1.01004,
527
+ "required_capacity_mean": 1.0100184375,
528
+ "required_capacity_min": 1.01001,
529
+ "required_capacity_n": 96,
530
+ "router_balancing": "aux_loss",
531
+ "run_dir": "QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1",
532
+ "seq_length": "8192",
533
+ "shared_expert_overlap": "0",
534
+ "topk": "8",
535
+ "valid_max_rank_reduction_max": 0.7481566031274969,
536
+ "valid_max_rank_reduction_mean": 0.5593977173710302,
537
+ "valid_max_rank_reduction_min": 0.17998587763091065,
538
+ "valid_max_rank_reduction_n": 144,
539
+ "zero_drop": 1
540
+ },
541
  {
542
  "arm": "natural",
543
  "assignment_sum_mismatches": 0,
 
692
  "valid_max_rank_reduction_n": 144,
693
  "zero_drop": 1
694
  },
695
+ {
696
+ "arm": "natural",
697
+ "assignment_sum_mismatches": 0,
698
+ "aux_loss_coeff": "1e-3",
699
+ "backend": "ultraep",
700
+ "branch": "ultraep-token-drop-analysis",
701
+ "capacity": "1.0625",
702
+ "capacity_mode": "static",
703
+ "commit": "eaf829e7",
704
+ "config": "QWEN3_30B",
705
+ "cuda_graph": "0",
706
+ "dense_first_layers": "0",
707
+ "drop_expected_assignments": 150994944.0,
708
+ "drop_rate_pct_max": 0.0,
709
+ "drop_rate_pct_mean": 0.0,
710
+ "drop_rate_pct_min": 0.0,
711
+ "drop_rate_pct_n": 96,
712
+ "drop_rate_pct_overall": 0.0,
713
+ "dropped_tokens_sum_all_records": 0.0,
714
+ "duplicate_vector_mismatches": 0,
715
+ "experts_per_rank": "16",
716
+ "force_balance": "0",
717
+ "global_batch_size": "8",
718
+ "global_snapshots": 576,
719
+ "incomplete_snapshots": 0,
720
+ "malformed_records": 0,
721
+ "moe_layers": "48",
722
+ "num_experts": "128",
723
+ "num_layers": "48",
724
+ "observed_dropped_tokens": 0.0,
725
+ "peak_demand_max": 33099.0,
726
+ "peak_demand_mean": 33097.114583333336,
727
+ "peak_demand_min": 33096.0,
728
+ "peak_demand_n": 96,
729
+ "peak_rank_overflow_max": 0.0,
730
+ "peak_rank_overflow_mean": 0.0,
731
+ "peak_rank_overflow_min": 0.0,
732
+ "peak_rank_overflow_n": 96,
733
+ "post_physical_rank_cv_max": 0.026494895756973648,
734
+ "post_physical_rank_cv_mean": 0.013874132660885264,
735
+ "post_physical_rank_cv_min": 0.00437342023426994,
736
+ "post_physical_rank_cv_n": 576,
737
+ "post_physical_rank_imax_max": 1.010101318359375,
738
+ "post_physical_rank_imax_mean": 1.0100233289930556,
739
+ "post_physical_rank_imax_min": 1.009979248046875,
740
+ "post_physical_rank_imax_n": 576,
741
+ "pre_home_rank_cv_max": 1.5851362931112496,
742
+ "pre_home_rank_cv_mean": 0.7430673394667031,
743
+ "pre_home_rank_cv_min": 0.14094636542440406,
744
+ "pre_home_rank_cv_n": 576,
745
+ "pre_home_rank_imax_max": 4.996368408203125,
746
+ "pre_home_rank_imax_mean": 2.309538629319933,
747
+ "pre_home_rank_imax_min": 1.2030029296875,
748
+ "pre_home_rank_imax_n": 576,
749
+ "records": {
750
+ "drop_dispatch": 4608,
751
+ "drop_experts": 4608,
752
+ "drop_setup": 4608,
753
+ "ultraep_drop": 96,
754
+ "ultraep_post": 4608,
755
+ "ultraep_pre": 4608
756
+ },
757
+ "required_capacity_max": 1.010101,
758
+ "required_capacity_mean": 1.01004371875,
759
+ "required_capacity_min": 1.01001,
760
+ "required_capacity_n": 96,
761
+ "router_balancing": "aux_loss",
762
+ "run_dir": "QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1",
763
+ "seq_length": "4096",
764
+ "shared_expert_overlap": "0",
765
+ "topk": "8",
766
+ "valid_max_rank_reduction_max": 0.7978512225065814,
767
+ "valid_max_rank_reduction_mean": 0.5290218009629275,
768
+ "valid_max_rank_reduction_min": 0.1604261796042618,
769
+ "valid_max_rank_reduction_n": 576,
770
+ "zero_drop": 1
771
+ },
772
  {
773
  "arm": "natural",
774
  "assignment_sum_mismatches": 0,
ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv CHANGED
@@ -1,9 +1,13 @@
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
 
2
  DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
3
  DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49644.0 49527.270833333336 49296.0 96 0.0 0.0 0.0 96 0.006673533732490181 0.003906455227664182 0.0014708009315538319 276 1.010009765625 1.0060408587617 1.00213623046875 276 0.006715970721309454 0.00392157619549587 0.0014708009315538319 276 1.0122884114583333 1.0060781580238527 1.00213623046875 276 1.01001 1.007635 1.00293 96 0.0022509848058525606 3.688638533861224e-05 0.0 276 1
 
4
  QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33099.0 33095.802083333336 33007.0 96 0.0 0.0 0.0 96 0.026494895756973648 0.016576524088454454 0.005105951983896318 120 1.010101318359375 1.010028330485026 1.010009765625 120 1.2658029842470846 0.6320477408555083 0.0989449408581061 120 3.9814453125 2.161820983886719 1.129058837890625 120 1.010101 1.0100037395833334 1.007294 96 0.7463208241353937 0.49456865803338423 0.10544098170121902 120 1
5
  QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33096.0 33004.5625 32800.0 96 0.0 0.0 0.0 96 0.01039906345549811 0.004650204419961747 0.002294812301292466 120 1.010009765625 1.0071016947428386 1.002899169921875 120 0.01039906345549811 0.004760489966476766 0.002294812301292466 120 1.015838623046875 1.0073875427246093 1.002899169921875 120 1.01001 1.0072193541666667 1.000977 96 0.005737975786343017 0.00028222750974011727 0.0 120 1
 
6
  QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66195.0 66192.70833333333 66191.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014792490663171029 0.004489508120031435 144 1.0100555419921875 1.010018030802409 1.010009765625 144 1.3408957932113577 0.8120696136267035 0.3167748701963148 144 4.0847015380859375 2.495815806918674 1.2317352294921875 144 1.010056 1.0100206354166668 1.009995 96 0.7527335213582622 0.5673858465813182 0.17998587763091065 144 1
7
  QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66192.0 65914.44791666667 65589.0 96 0.0 0.0 0.0 96 0.006838559601482533 0.003410368479189458 0.0012782366924169522 144 1.010009765625 1.0053078333536785 1.0019378662109375 144 0.006990045273933762 0.0034121784262079076 0.0012782366924169522 144 1.0104522705078125 1.0053127076890733 1.0019378662109375 144 1.01001 1.0057746770833333 1.000809 96 0.00043792754564262094 4.82445946182061e-06 0.0 144 1
 
8
  QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.177083333336 33096.0 96 0.0 0.0 0.0 96 0.02649490454472685 0.013419989016426907 0.00397923942652517 576 1.010101318359375 1.0100219514634874 1.009979248046875 576 1.578658885795594 0.7653018905069695 0.06751632421014936 576 4.9940185546875 2.3694838417900934 1.1385498046875 576 1.010101 1.0100456041666666 1.01001 96 0.7977561047151133 0.5392296607977307 0.11292484185697438 576 1
9
  QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33096.0 33084.114583333336 32979.0 96 0.0 0.0 0.0 96 0.008082507253598464 0.004779118222581316 0.0012089160228135533 576 1.010009765625 1.0073255962795682 1.00177001953125 576 0.009112333689945906 0.004932308997139817 0.0012089160228135533 576 1.01739501953125 1.0077196756998699 1.00177001953125 576 1.01001 1.0096472395833334 1.006439 96 0.007258983742276081 0.00038872034774766455 0.0 576 1
 
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
2
+ DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
3
  DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
4
  DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49644.0 49527.270833333336 49296.0 96 0.0 0.0 0.0 96 0.006673533732490181 0.003906455227664182 0.0014708009315538319 276 1.010009765625 1.0060408587617 1.00213623046875 276 0.006715970721309454 0.00392157619549587 0.0014708009315538319 276 1.0122884114583333 1.0060781580238527 1.00213623046875 276 1.01001 1.007635 1.00293 96 0.0022509848058525606 3.688638533861224e-05 0.0 276 1
5
+ QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33100.0 33096.125 33024.0 96 0.0 0.0 0.0 96 0.026483363713168166 0.016140850021413918 0.0023074094410037065 120 1.0101318359375 1.0099934895833333 1.005340576171875 120 1.3881873634084585 0.6345831857352783 0.0023074094410037065 120 3.98443603515625 2.174882507324219 1.005340576171875 120 1.010132 1.0100135208333334 1.007812 96 0.7465035768447175 0.49185739610567863 0.0 120 1
6
  QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33099.0 33095.802083333336 33007.0 96 0.0 0.0 0.0 96 0.026494895756973648 0.016576524088454454 0.005105951983896318 120 1.010101318359375 1.010028330485026 1.010009765625 120 1.2658029842470846 0.6320477408555083 0.0989449408581061 120 3.9814453125 2.161820983886719 1.129058837890625 120 1.010101 1.0100037395833334 1.007294 96 0.7463208241353937 0.49456865803338423 0.10544098170121902 120 1
7
  QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33096.0 33004.5625 32800.0 96 0.0 0.0 0.0 96 0.01039906345549811 0.004650204419961747 0.002294812301292466 120 1.010009765625 1.0071016947428386 1.002899169921875 120 0.01039906345549811 0.004760489966476766 0.002294812301292466 120 1.015838623046875 1.0073875427246093 1.002899169921875 120 1.01001 1.0072193541666667 1.000977 96 0.005737975786343017 0.00028222750974011727 0.0 120 1
8
+ QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66194.0 66192.5625 66192.0 96 0.0 0.0 0.0 96 0.026489124869087725 0.014482237676166366 0.0044493697461502986 144 1.010040283203125 1.010016229417589 1.010009765625 144 1.4325992435657406 0.7968705628336425 0.3167748701963148 144 4.010467529296875 2.4576683044433594 1.2317352294921875 144 1.01004 1.0100184375 1.01001 96 0.7481566031274969 0.5593977173710302 0.17998587763091065 144 1
9
  QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66195.0 66192.70833333333 66191.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014792490663171029 0.004489508120031435 144 1.0100555419921875 1.010018030802409 1.010009765625 144 1.3408957932113577 0.8120696136267035 0.3167748701963148 144 4.0847015380859375 2.495815806918674 1.2317352294921875 144 1.010056 1.0100206354166668 1.009995 96 0.7527335213582622 0.5673858465813182 0.17998587763091065 144 1
10
  QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66192.0 65914.44791666667 65589.0 96 0.0 0.0 0.0 96 0.006838559601482533 0.003410368479189458 0.0012782366924169522 144 1.010009765625 1.0053078333536785 1.0019378662109375 144 0.006990045273933762 0.0034121784262079076 0.0012782366924169522 144 1.0104522705078125 1.0053127076890733 1.0019378662109375 144 1.01001 1.0057746770833333 1.000809 96 0.00043792754564262094 4.82445946182061e-06 0.0 144 1
11
+ QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.114583333336 33096.0 96 0.0 0.0 0.0 96 0.026494895756973648 0.013874132660885264 0.00437342023426994 576 1.010101318359375 1.0100233289930556 1.009979248046875 576 1.5851362931112496 0.7430673394667031 0.14094636542440406 576 4.996368408203125 2.309538629319933 1.2030029296875 576 1.010101 1.01004371875 1.01001 96 0.7978512225065814 0.5290218009629275 0.1604261796042618 576 1
12
  QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.177083333336 33096.0 96 0.0 0.0 0.0 96 0.02649490454472685 0.013419989016426907 0.00397923942652517 576 1.010101318359375 1.0100219514634874 1.009979248046875 576 1.578658885795594 0.7653018905069695 0.06751632421014936 576 4.9940185546875 2.3694838417900934 1.1385498046875 576 1.010101 1.0100456041666666 1.01001 96 0.7977561047151133 0.5392296607977307 0.11292484185697438 576 1
13
  QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33096.0 33084.114583333336 32979.0 96 0.0 0.0 0.0 96 0.008082507253598464 0.004779118222581316 0.0012089160228135533 576 1.010009765625 1.0073255962795682 1.00177001953125 576 0.009112333689945906 0.004932308997139817 0.0012089160228135533 576 1.01739501953125 1.0077196756998699 1.00177001953125 576 1.01001 1.0096472395833334 1.006439 96 0.007258983742276081 0.00038872034774766455 0.0 576 1
ultraep/tierbprobe/tierbprobe_gbs8/results.tsv CHANGED
@@ -6,3 +6,8 @@ QWEN3_30B ultraep matched 16 4096 8 1.25 none 1 OK 751.60 717.70 117927 /workspa
6
  QWEN3_30B ultraep matched 16 4096 8 1.0625 none 1 OK 786.81 717.30 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
7
  QWEN3_30B ultraep matched 16 4096 8 1.25 none+forcebal 1 OK 743.99 709.30 117867 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
8
  DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 640.76 639.20 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
 
 
 
 
 
 
6
  QWEN3_30B ultraep matched 16 4096 8 1.0625 none 1 OK 786.81 717.30 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
7
  QWEN3_30B ultraep matched 16 4096 8 1.25 none+forcebal 1 OK 743.99 709.30 117867 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
8
  DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 640.76 639.20 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
9
+ DSV2_LITE_L24 ultraep matched 8 8192 8 1.0625 none 1 OK 639.00 636.40 127987 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
10
+ DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none+forcebal 1 OK 626.46 625.10 129971 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
11
+ QWEN2_57B ultraep matched 8 4096 8 1.25 none 1 OK 294.59 234.00 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
12
+ QWEN2_57B ultraep matched 8 4096 8 1.0625 none 1 OK 294.30 229.70 96633 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
13
+ QWEN2_57B ultraep matched 8 4096 8 1.25 none+forcebal 1 OK 273.43 211.70 97677 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1