AbhishekGhosh1998 commited on
Commit
d942369
·
verified ·
1 Parent(s): ab56ca7

granularity results tiera-rerun-fixed-moonep/echo/tierbprobe @ 2026-08-30T05:06:39Z from sp-aiinfra-interactive-aghosh-7jtjl-8xb200-moe-cg-0

Browse files
Files changed (14) hide show
  1. .gitattributes +1 -0
  2. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1/mem_samples.csv +272 -0
  3. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1/run.env +70 -0
  4. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1/train.log +0 -0
  5. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1/mem_samples.csv +256 -0
  6. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1/run.env +70 -0
  7. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1/train.log +3 -0
  8. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap2p00/rep1/mem_samples.csv +224 -0
  9. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap2p00/rep1/train.log +0 -0
  10. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/capacity_attempts.tsv +3 -0
  11. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/capacity_selection.tsv +1 -0
  12. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/probe_summary.json +882 -0
  13. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/probe_summary.tsv +11 -0
  14. tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/results.tsv +3 -0
.gitattributes CHANGED
@@ -67,3 +67,4 @@ tierb-fixed-moonep-full/moonep/tierbtrace/tierbtrace_gbs8/QWEN3_235B__moonep__ma
67
  tierb-fixed-moonep-full/moonep/tierbtrace/tierbtrace_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/nsys/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async.nsys-rep filter=lfs diff=lfs merge=lfs -text
68
  tierb-fixed-moonep-full/moonep/tierbtrace/tierbtrace_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/nsys/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async.nsys-rep filter=lfs diff=lfs merge=lfs -text
69
  tierb-fixed-moonep-full/moonep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/nsys/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async.nsys-rep filter=lfs diff=lfs merge=lfs -text
 
 
67
  tierb-fixed-moonep-full/moonep/tierbtrace/tierbtrace_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/nsys/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async.nsys-rep filter=lfs diff=lfs merge=lfs -text
68
  tierb-fixed-moonep-full/moonep/tierbtrace/tierbtrace_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/nsys/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async.nsys-rep filter=lfs diff=lfs merge=lfs -text
69
  tierb-fixed-moonep-full/moonep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/nsys/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async.nsys-rep filter=lfs diff=lfs merge=lfs -text
70
+ tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1/train.log filter=lfs diff=lfs merge=lfs -text
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1/mem_samples.csv ADDED
@@ -0,0 +1,272 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 0
25
+ 0, 4
26
+ 1, 1
27
+ 2, 1
28
+ 3, 1
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 1
38
+ 5, 1
39
+ 6, 1
40
+ 7, 1
41
+ 0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
+ 0, 1537
58
+ 1, 1537
59
+ 2, 1537
60
+ 3, 1537
61
+ 4, 1537
62
+ 5, 1537
63
+ 6, 1537
64
+ 7, 1537
65
+ 0, 2231
66
+ 1, 2231
67
+ 2, 2231
68
+ 3, 2231
69
+ 4, 2231
70
+ 5, 2231
71
+ 6, 2231
72
+ 7, 2231
73
+ 0, 39451
74
+ 1, 39905
75
+ 2, 39927
76
+ 3, 39909
77
+ 4, 39437
78
+ 5, 39917
79
+ 6, 39931
80
+ 7, 39951
81
+ 0, 40043
82
+ 1, 40503
83
+ 2, 40511
84
+ 3, 40495
85
+ 4, 40045
86
+ 5, 40505
87
+ 6, 40515
88
+ 7, 40509
89
+ 0, 42733
90
+ 1, 43181
91
+ 2, 43181
92
+ 3, 43181
93
+ 4, 42733
94
+ 5, 43181
95
+ 6, 43181
96
+ 7, 43181
97
+ 0, 42971
98
+ 1, 43419
99
+ 2, 43419
100
+ 3, 43419
101
+ 4, 42971
102
+ 5, 43419
103
+ 6, 43419
104
+ 7, 43419
105
+ 0, 43083
106
+ 1, 43531
107
+ 2, 43531
108
+ 3, 43531
109
+ 4, 43083
110
+ 5, 43531
111
+ 6, 43531
112
+ 7, 43531
113
+ 0, 44029
114
+ 1, 44477
115
+ 2, 44477
116
+ 3, 44477
117
+ 4, 44029
118
+ 5, 44477
119
+ 6, 44477
120
+ 7, 44477
121
+ 0, 45123
122
+ 1, 45571
123
+ 2, 45571
124
+ 3, 45571
125
+ 4, 45123
126
+ 5, 45571
127
+ 6, 45571
128
+ 7, 45571
129
+ 0, 46707
130
+ 1, 47155
131
+ 2, 47155
132
+ 3, 47155
133
+ 4, 46707
134
+ 5, 47155
135
+ 6, 47155
136
+ 7, 47155
137
+ 0, 47807
138
+ 1, 48255
139
+ 2, 48255
140
+ 3, 48255
141
+ 4, 47807
142
+ 5, 48255
143
+ 6, 48255
144
+ 7, 48255
145
+ 0, 82679
146
+ 1, 82625
147
+ 2, 82645
148
+ 3, 82645
149
+ 4, 82659
150
+ 5, 82687
151
+ 6, 82727
152
+ 7, 82585
153
+ 0, 84631
154
+ 1, 84657
155
+ 2, 84657
156
+ 3, 84657
157
+ 4, 84651
158
+ 5, 84657
159
+ 6, 84657
160
+ 7, 84657
161
+ 0, 85729
162
+ 1, 85755
163
+ 2, 85755
164
+ 3, 85755
165
+ 4, 85749
166
+ 5, 85755
167
+ 6, 85755
168
+ 7, 85755
169
+ 0, 85729
170
+ 1, 85755
171
+ 2, 85755
172
+ 3, 85755
173
+ 4, 85749
174
+ 5, 85755
175
+ 6, 85755
176
+ 7, 85755
177
+ 0, 85729
178
+ 1, 85755
179
+ 2, 85755
180
+ 3, 85755
181
+ 4, 85749
182
+ 5, 85755
183
+ 6, 85755
184
+ 7, 85755
185
+ 0, 102939
186
+ 1, 103003
187
+ 2, 103007
188
+ 3, 102991
189
+ 4, 103019
190
+ 5, 103011
191
+ 6, 102985
192
+ 7, 102997
193
+ 0, 103781
194
+ 1, 103817
195
+ 2, 103871
196
+ 3, 103833
197
+ 4, 103863
198
+ 5, 103921
199
+ 6, 103893
200
+ 7, 103871
201
+ 0, 104525
202
+ 1, 104573
203
+ 2, 104573
204
+ 3, 104573
205
+ 4, 104565
206
+ 5, 104573
207
+ 6, 104573
208
+ 7, 104573
209
+ 0, 105139
210
+ 1, 105139
211
+ 2, 105201
212
+ 3, 105231
213
+ 4, 105241
214
+ 5, 105197
215
+ 6, 105225
216
+ 7, 105213
217
+ 0, 128441
218
+ 1, 128525
219
+ 2, 128505
220
+ 3, 128505
221
+ 4, 128527
222
+ 5, 128525
223
+ 6, 128505
224
+ 7, 128505
225
+ 0, 128441
226
+ 1, 128525
227
+ 2, 128505
228
+ 3, 128505
229
+ 4, 128527
230
+ 5, 128525
231
+ 6, 128505
232
+ 7, 128505
233
+ 0, 128441
234
+ 1, 128525
235
+ 2, 128505
236
+ 3, 128505
237
+ 4, 128527
238
+ 5, 128525
239
+ 6, 128505
240
+ 7, 128505
241
+ 0, 128441
242
+ 1, 128525
243
+ 2, 128505
244
+ 3, 128505
245
+ 4, 129621
246
+ 5, 128525
247
+ 6, 128505
248
+ 7, 128505
249
+ 0, 127495
250
+ 1, 127643
251
+ 2, 128205
252
+ 3, 127879
253
+ 4, 128675
254
+ 5, 127579
255
+ 6, 127559
256
+ 7, 127559
257
+ 0, 1966
258
+ 1, 2222
259
+ 2, 127559
260
+ 3, 3246
261
+ 4, 1966
262
+ 5, 1966
263
+ 6, 1966
264
+ 7, 1966
265
+ 0, 0
266
+ 1, 0
267
+ 2, 0
268
+ 3, 0
269
+ 4, 0
270
+ 5, 0
271
+ 6, 0
272
+ 7, 0
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1/run.env ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=echo
2
+ config=G4
3
+ family=tierA
4
+ repo=/workspace/Megatron-MoE-Echo
5
+ branch=token-drop-analysis
6
+ commit=b099fd84
7
+ num_layers=16
8
+ hidden=4096
9
+ ffn_hidden=14336
10
+ moe_ffn_hidden=896
11
+ num_experts=128
12
+ topk=32
13
+ experts_per_rank=16
14
+ expert_params=11010048
15
+ heads=32
16
+ kv_groups=8
17
+ kv_channels=
18
+ qk_layernorm=0
19
+ shared_ffn=0
20
+ shared_expert_overlap=0
21
+ moe_token_dispatcher=flex
22
+ mla=0
23
+ dense_first_layers=0
24
+ moe_layers=16
25
+ rotary_base=1000000
26
+ rotary_scaling=
27
+ qkv_bias=0
28
+ router_balancing=aux_loss
29
+ aux_loss_coeff=1e-2
30
+ router_pre_softmax=0
31
+ router_fusion=0
32
+ router_dtype=fp32
33
+ device_initiated_grouped_gemm=1
34
+ norm_epsilon=1e-5
35
+ seq_length=4096
36
+ micro_batch_size=1
37
+ global_batch_size=16
38
+ num_microbatches=2
39
+ assignments_per_rank=131072
40
+ mean_tokens_per_expert=8192
41
+ slot_policy=matched
42
+ slots_per_rank=16
43
+ capacity_mode=static
44
+ capacity=1.068359375
45
+ cuda_graph=0
46
+ probe_mode=1
47
+ async_grad_reduce=0
48
+ branch_role=probe
49
+ memory_dump_mode=none
50
+ memory_snapshot_path=
51
+ cuda_graph_warmup_steps=3
52
+ recompute=none
53
+ force_balance=0
54
+ train_iters=12
55
+ ep_size=8
56
+ echo_dispatch_overlap=1
57
+ echo_dispatch_recompute=0
58
+ ultraep_quota_min_tokens=
59
+ ultraep_weight_sync_join=
60
+ profile_enable=0
61
+ kernel_trace=0
62
+ fp8_mode=mxfp8
63
+ fp8_recipe=mxfp8
64
+ training_seed=1234
65
+ learning_rate=1e-4
66
+ min_learning_rate=1.0e-5
67
+ lr_warmup_iters=5
68
+ state_dump_enable=0
69
+ state_dump_dir=
70
+ moonep_assert_no_pending_reduce=0
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1/mem_samples.csv ADDED
@@ -0,0 +1,256 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 4
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 4
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 27
45
+ 4, 14
46
+ 5, 45
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
+ 0, 1537
58
+ 1, 1537
59
+ 2, 1537
60
+ 3, 1537
61
+ 4, 1537
62
+ 5, 1537
63
+ 6, 1537
64
+ 7, 1537
65
+ 0, 2177
66
+ 1, 2177
67
+ 2, 2177
68
+ 3, 2177
69
+ 4, 2177
70
+ 5, 2177
71
+ 6, 2177
72
+ 7, 2177
73
+ 0, 39485
74
+ 1, 39949
75
+ 2, 39939
76
+ 3, 39923
77
+ 4, 39511
78
+ 5, 39957
79
+ 6, 39941
80
+ 7, 39975
81
+ 0, 40095
82
+ 1, 40509
83
+ 2, 40539
84
+ 3, 40505
85
+ 4, 40105
86
+ 5, 40559
87
+ 6, 40549
88
+ 7, 40547
89
+ 0, 42733
90
+ 1, 43181
91
+ 2, 43181
92
+ 3, 43181
93
+ 4, 42733
94
+ 5, 43181
95
+ 6, 43181
96
+ 7, 43181
97
+ 0, 42971
98
+ 1, 43419
99
+ 2, 43419
100
+ 3, 43419
101
+ 4, 42971
102
+ 5, 43419
103
+ 6, 43419
104
+ 7, 43419
105
+ 0, 43175
106
+ 1, 43603
107
+ 2, 43623
108
+ 3, 43619
109
+ 4, 43187
110
+ 5, 43641
111
+ 6, 43647
112
+ 7, 43637
113
+ 0, 44029
114
+ 1, 44477
115
+ 2, 44477
116
+ 3, 44477
117
+ 4, 44029
118
+ 5, 44477
119
+ 6, 44477
120
+ 7, 44477
121
+ 0, 45123
122
+ 1, 45571
123
+ 2, 45571
124
+ 3, 45571
125
+ 4, 45123
126
+ 5, 45571
127
+ 6, 45571
128
+ 7, 45571
129
+ 0, 46707
130
+ 1, 47155
131
+ 2, 47155
132
+ 3, 47155
133
+ 4, 46707
134
+ 5, 47155
135
+ 6, 47155
136
+ 7, 47155
137
+ 0, 47807
138
+ 1, 48255
139
+ 2, 48255
140
+ 3, 48255
141
+ 4, 47807
142
+ 5, 48255
143
+ 6, 48255
144
+ 7, 48255
145
+ 0, 84631
146
+ 1, 84657
147
+ 2, 84657
148
+ 3, 84657
149
+ 4, 84651
150
+ 5, 84657
151
+ 6, 84657
152
+ 7, 84657
153
+ 0, 85727
154
+ 1, 85755
155
+ 2, 85753
156
+ 3, 85753
157
+ 4, 85747
158
+ 5, 85753
159
+ 6, 85753
160
+ 7, 85753
161
+ 0, 85729
162
+ 1, 85755
163
+ 2, 85755
164
+ 3, 85755
165
+ 4, 85749
166
+ 5, 85755
167
+ 6, 85755
168
+ 7, 85755
169
+ 0, 85729
170
+ 1, 85755
171
+ 2, 85755
172
+ 3, 85755
173
+ 4, 85749
174
+ 5, 85755
175
+ 6, 85755
176
+ 7, 85755
177
+ 0, 102899
178
+ 1, 102935
179
+ 2, 102943
180
+ 3, 102937
181
+ 4, 102947
182
+ 5, 102941
183
+ 6, 102941
184
+ 7, 102945
185
+ 0, 103761
186
+ 1, 103805
187
+ 2, 103847
188
+ 3, 103855
189
+ 4, 103869
190
+ 5, 103835
191
+ 6, 103901
192
+ 7, 103867
193
+ 0, 104525
194
+ 1, 104573
195
+ 2, 104573
196
+ 3, 104573
197
+ 4, 104565
198
+ 5, 104573
199
+ 6, 104573
200
+ 7, 104573
201
+ 0, 105191
202
+ 1, 105273
203
+ 2, 105265
204
+ 3, 105241
205
+ 4, 105235
206
+ 5, 105303
207
+ 6, 105293
208
+ 7, 105351
209
+ 0, 128441
210
+ 1, 128525
211
+ 2, 128505
212
+ 3, 128505
213
+ 4, 128547
214
+ 5, 128525
215
+ 6, 129579
216
+ 7, 128485
217
+ 0, 128441
218
+ 1, 128525
219
+ 2, 128505
220
+ 3, 128505
221
+ 4, 128547
222
+ 5, 128525
223
+ 6, 129579
224
+ 7, 129579
225
+ 0, 128441
226
+ 1, 128525
227
+ 2, 128505
228
+ 3, 128505
229
+ 4, 128547
230
+ 5, 128525
231
+ 6, 129579
232
+ 7, 129579
233
+ 0, 128441
234
+ 1, 128525
235
+ 2, 128505
236
+ 3, 128505
237
+ 4, 128547
238
+ 5, 128525
239
+ 6, 129579
240
+ 7, 129579
241
+ 0, 127495
242
+ 1, 127579
243
+ 2, 127559
244
+ 3, 127559
245
+ 4, 127601
246
+ 5, 127579
247
+ 6, 128633
248
+ 7, 128633
249
+ 0, 1965
250
+ 1, 2222
251
+ 2, 127559
252
+ 3, 3246
253
+ 4, 1966
254
+ 5, 1966
255
+ 6, 1966
256
+ 7, 1966
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1/run.env ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=echo
2
+ config=G4
3
+ family=tierA
4
+ repo=/workspace/Megatron-MoE-Echo
5
+ branch=token-drop-analysis
6
+ commit=b099fd84
7
+ num_layers=16
8
+ hidden=4096
9
+ ffn_hidden=14336
10
+ moe_ffn_hidden=896
11
+ num_experts=128
12
+ topk=32
13
+ experts_per_rank=16
14
+ expert_params=11010048
15
+ heads=32
16
+ kv_groups=8
17
+ kv_channels=
18
+ qk_layernorm=0
19
+ shared_ffn=0
20
+ shared_expert_overlap=0
21
+ moe_token_dispatcher=flex
22
+ mla=0
23
+ dense_first_layers=0
24
+ moe_layers=16
25
+ rotary_base=1000000
26
+ rotary_scaling=
27
+ qkv_bias=0
28
+ router_balancing=aux_loss
29
+ aux_loss_coeff=1e-2
30
+ router_pre_softmax=0
31
+ router_fusion=0
32
+ router_dtype=fp32
33
+ device_initiated_grouped_gemm=1
34
+ norm_epsilon=1e-5
35
+ seq_length=4096
36
+ micro_batch_size=1
37
+ global_batch_size=16
38
+ num_microbatches=2
39
+ assignments_per_rank=131072
40
+ mean_tokens_per_expert=8192
41
+ slot_policy=matched
42
+ slots_per_rank=16
43
+ capacity_mode=static
44
+ capacity=1.068359375
45
+ cuda_graph=0
46
+ probe_mode=1
47
+ async_grad_reduce=0
48
+ branch_role=probe
49
+ memory_dump_mode=none
50
+ memory_snapshot_path=
51
+ cuda_graph_warmup_steps=3
52
+ recompute=none
53
+ force_balance=1
54
+ train_iters=12
55
+ ep_size=8
56
+ echo_dispatch_overlap=1
57
+ echo_dispatch_recompute=0
58
+ ultraep_quota_min_tokens=
59
+ ultraep_weight_sync_join=
60
+ profile_enable=0
61
+ kernel_trace=0
62
+ fp8_mode=mxfp8
63
+ fp8_recipe=mxfp8
64
+ training_seed=1234
65
+ learning_rate=1e-4
66
+ min_learning_rate=1.0e-5
67
+ lr_warmup_iters=5
68
+ state_dump_enable=0
69
+ state_dump_dir=
70
+ moonep_assert_no_pending_reduce=0
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1/train.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea28d70324acbb70c38001ca3dd0acecfca66d1018e81f44300004b450edbd26
3
+ size 10844923
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap2p00/rep1/mem_samples.csv CHANGED
@@ -38,3 +38,227 @@
38
  5, 4
39
  6, 4
40
  7, 4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  5, 4
39
  6, 4
40
  7, 4
41
+ 0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 27
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
+ 0, 1537
58
+ 1, 1537
59
+ 2, 1537
60
+ 3, 1537
61
+ 4, 1537
62
+ 5, 1537
63
+ 6, 1537
64
+ 7, 1537
65
+ 0, 2231
66
+ 1, 2231
67
+ 2, 2231
68
+ 3, 2231
69
+ 4, 2231
70
+ 5, 2231
71
+ 6, 2231
72
+ 7, 2231
73
+ 0, 39429
74
+ 1, 39857
75
+ 2, 39889
76
+ 3, 39881
77
+ 4, 39445
78
+ 5, 39877
79
+ 6, 39887
80
+ 7, 39893
81
+ 0, 40135
82
+ 1, 40583
83
+ 2, 40583
84
+ 3, 40583
85
+ 4, 40135
86
+ 5, 40583
87
+ 6, 40583
88
+ 7, 40583
89
+ 0, 42733
90
+ 1, 43181
91
+ 2, 43181
92
+ 3, 43181
93
+ 4, 42733
94
+ 5, 43181
95
+ 6, 43181
96
+ 7, 43181
97
+ 0, 42971
98
+ 1, 43419
99
+ 2, 43419
100
+ 3, 43419
101
+ 4, 42971
102
+ 5, 43419
103
+ 6, 43419
104
+ 7, 43419
105
+ 0, 43083
106
+ 1, 43531
107
+ 2, 43531
108
+ 3, 43531
109
+ 4, 43083
110
+ 5, 43531
111
+ 6, 43531
112
+ 7, 43531
113
+ 0, 44029
114
+ 1, 44477
115
+ 2, 44477
116
+ 3, 44477
117
+ 4, 44029
118
+ 5, 44477
119
+ 6, 44477
120
+ 7, 44477
121
+ 0, 46077
122
+ 1, 46525
123
+ 2, 46525
124
+ 3, 46525
125
+ 4, 46077
126
+ 5, 46525
127
+ 6, 46525
128
+ 7, 46525
129
+ 0, 49125
130
+ 1, 49573
131
+ 2, 49573
132
+ 3, 49573
133
+ 4, 49125
134
+ 5, 49573
135
+ 6, 49573
136
+ 7, 49573
137
+ 0, 51179
138
+ 1, 51627
139
+ 2, 51627
140
+ 3, 51627
141
+ 4, 51179
142
+ 5, 51627
143
+ 6, 51627
144
+ 7, 51627
145
+ 0, 98665
146
+ 1, 98741
147
+ 2, 96659
148
+ 3, 98741
149
+ 4, 98685
150
+ 5, 98741
151
+ 6, 98741
152
+ 7, 98741
153
+ 0, 102459
154
+ 1, 102515
155
+ 2, 102515
156
+ 3, 102515
157
+ 4, 102479
158
+ 5, 102515
159
+ 6, 102515
160
+ 7, 102515
161
+ 0, 103485
162
+ 1, 103541
163
+ 2, 103541
164
+ 3, 103541
165
+ 4, 103505
166
+ 5, 103541
167
+ 6, 103541
168
+ 7, 103541
169
+ 0, 103485
170
+ 1, 103541
171
+ 2, 103541
172
+ 3, 103541
173
+ 4, 103505
174
+ 5, 103541
175
+ 6, 103541
176
+ 7, 103541
177
+ 0, 103485
178
+ 1, 103541
179
+ 2, 103541
180
+ 3, 103541
181
+ 4, 103505
182
+ 5, 103541
183
+ 6, 103541
184
+ 7, 103541
185
+ 0, 120929
186
+ 1, 120995
187
+ 2, 121007
188
+ 3, 120993
189
+ 4, 120993
190
+ 5, 120991
191
+ 6, 121029
192
+ 7, 121023
193
+ 0, 121787
194
+ 1, 121845
195
+ 2, 121869
196
+ 3, 121849
197
+ 4, 121847
198
+ 5, 121893
199
+ 6, 121903
200
+ 7, 121901
201
+ 0, 122545
202
+ 1, 122601
203
+ 2, 122601
204
+ 3, 122601
205
+ 4, 122565
206
+ 5, 122601
207
+ 6, 122601
208
+ 7, 122601
209
+ 0, 123149
210
+ 1, 123241
211
+ 2, 123225
212
+ 3, 123215
213
+ 4, 123211
214
+ 5, 123291
215
+ 6, 123291
216
+ 7, 123295
217
+ 0, 145563
218
+ 1, 146037
219
+ 2, 146037
220
+ 3, 146037
221
+ 4, 146001
222
+ 5, 146037
223
+ 6, 146037
224
+ 7, 146037
225
+ 0, 145563
226
+ 1, 146037
227
+ 2, 146037
228
+ 3, 146037
229
+ 4, 146001
230
+ 5, 146037
231
+ 6, 146037
232
+ 7, 146037
233
+ 0, 145563
234
+ 1, 146037
235
+ 2, 146037
236
+ 3, 146037
237
+ 4, 146001
238
+ 5, 146037
239
+ 6, 146037
240
+ 7, 146037
241
+ 0, 145563
242
+ 1, 146037
243
+ 2, 146037
244
+ 3, 146037
245
+ 4, 146001
246
+ 5, 146037
247
+ 6, 146037
248
+ 7, 146037
249
+ 0, 145271
250
+ 1, 145777
251
+ 2, 146033
252
+ 3, 146033
253
+ 4, 145709
254
+ 5, 146033
255
+ 6, 146033
256
+ 7, 146033
257
+ 0, 1966
258
+ 1, 1966
259
+ 2, 1966
260
+ 3, 2222
261
+ 4, 145055
262
+ 5, 3246
263
+ 6, 1966
264
+ 7, 1966
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap2p00/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/capacity_attempts.tsv CHANGED
@@ -6,3 +6,6 @@ G2 echo forced 1.08203125 OK 119267 1 0.0 1.0234375 /workspace/tiera-rerun-fixed
6
  G3 echo measure 2.00 OK 136111 1 0.0 1.01953125 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap2p00/rep1
7
  G3 echo validate 1.072265625 OK 122853 1 0.0 1.01953125 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1
8
  G3 echo forced 1.072265625 OK 122899 1 0.0 1.017578125 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625__forcebal/rep1
 
 
 
 
6
  G3 echo measure 2.00 OK 136111 1 0.0 1.01953125 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap2p00/rep1
7
  G3 echo validate 1.072265625 OK 122853 1 0.0 1.01953125 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1
8
  G3 echo forced 1.072265625 OK 122899 1 0.0 1.017578125 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625__forcebal/rep1
9
+ G4 echo measure 2.00 OK 146037 1 0.0 1.0166015625 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap2p00/rep1
10
+ G4 echo validate 1.068359375 OK 129621 1 0.0 1.0166015625 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1
11
+ G4 echo forced 1.068359375 OK 129579 1 0.0 1.013671875 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/capacity_selection.tsv CHANGED
@@ -2,3 +2,4 @@ model backend status selected_capacity required_capacity drop_rate_pct peak_mib
2
  G1 echo REQUIRED_CAPACITY_ABOVE_2.00 2.00 1.90625 0.0 125477 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G1__echo__matched__seq4096__gbs16__cap2p00/rep1
3
  G2 echo SELECTED 1.08203125 1.02734375 0.0 119267 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G2__echo__matched__seq4096__gbs16__cap1p08203125/rep1
4
  G3 echo SELECTED 1.072265625 1.01953125 0.0 122853 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1
 
 
2
  G1 echo REQUIRED_CAPACITY_ABOVE_2.00 2.00 1.90625 0.0 125477 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G1__echo__matched__seq4096__gbs16__cap2p00/rep1
3
  G2 echo SELECTED 1.08203125 1.02734375 0.0 119267 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G2__echo__matched__seq4096__gbs16__cap1p08203125/rep1
4
  G3 echo SELECTED 1.072265625 1.01953125 0.0 122853 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1
5
+ G4 echo SELECTED 1.068359375 1.0166015625 0.0 129621 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/probe_summary.json ADDED
@@ -0,0 +1,882 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "arm": "natural",
4
+ "assignment_sum_mismatches": 0,
5
+ "aux_loss_coeff": "1e-2",
6
+ "backend": "echo",
7
+ "branch": "token-drop-analysis",
8
+ "capacity": "2.00",
9
+ "capacity_mode": "static",
10
+ "cold_expert_fraction_max": 0.75,
11
+ "cold_expert_fraction_mean": 0.18587239583333334,
12
+ "cold_expert_fraction_min": 0.0,
13
+ "cold_expert_fraction_n": 384,
14
+ "commit": "b099fd84",
15
+ "config": "G1",
16
+ "cuda_graph": "0",
17
+ "dense_first_layers": "0",
18
+ "drop_accounting_source": "dispatch",
19
+ "drop_expected_assignments": 25165824.0,
20
+ "drop_rate_pct_overall": 0.0,
21
+ "echo_logged_load_reduction_valid": 0,
22
+ "echo_logged_pre_rank_metric_valid": 0,
23
+ "echo_moved_assignment_fraction_max": 0.6113739013671875,
24
+ "echo_moved_assignment_fraction_mean": 0.5011123021443685,
25
+ "echo_moved_assignment_fraction_min": 0.4014892578125,
26
+ "echo_moved_assignment_fraction_n": 384,
27
+ "experts_per_rank": "1",
28
+ "force_balance": "0",
29
+ "global_batch_size": "16",
30
+ "global_snapshots": 384,
31
+ "hottest_expert_token_fraction_max": 1.0,
32
+ "hottest_expert_token_fraction_mean": 0.9049501419067383,
33
+ "hottest_expert_token_fraction_min": 0.374786376953125,
34
+ "hottest_expert_token_fraction_n": 384,
35
+ "incomplete_snapshots": 0,
36
+ "malformed_records": 0,
37
+ "moe_layers": "16",
38
+ "num_experts": "8",
39
+ "num_layers": "16",
40
+ "observed_dropped_tokens": 0,
41
+ "post_physical_rank_cv_max": 0.3858312238475252,
42
+ "post_physical_rank_cv_mean": 0.04369442624774788,
43
+ "post_physical_rank_cv_min": 0.0,
44
+ "post_physical_rank_cv_n": 384,
45
+ "post_physical_rank_imax_max": 1.8909912109375,
46
+ "post_physical_rank_imax_mean": 1.0827395121256511,
47
+ "post_physical_rank_imax_min": 1.0,
48
+ "post_physical_rank_imax_n": 384,
49
+ "pre_home_rank_cv_max": 1.7320508075688772,
50
+ "pre_home_rank_cv_mean": 1.4536835274449291,
51
+ "pre_home_rank_cv_min": 0.2541278385706527,
52
+ "pre_home_rank_cv_n": 384,
53
+ "pre_home_rank_imax_max": 4.0,
54
+ "pre_home_rank_imax_mean": 3.619800567626953,
55
+ "pre_home_rank_imax_min": 1.4991455078125,
56
+ "pre_home_rank_imax_n": 384,
57
+ "raw_expert_cv_max": 1.7320508075688772,
58
+ "raw_expert_cv_mean": 1.4536835274449291,
59
+ "raw_expert_cv_min": 0.2541278385706527,
60
+ "raw_expert_cv_n": 384,
61
+ "raw_expert_imax_ceiling": 4.0,
62
+ "raw_expert_imax_hit_ceiling": 1,
63
+ "raw_expert_imax_max": 4.0,
64
+ "raw_expert_imax_mean": 3.619800567626953,
65
+ "raw_expert_imax_min": 1.4991455078125,
66
+ "raw_expert_imax_n": 384,
67
+ "records": {
68
+ "drop_dispatch": 3072,
69
+ "drop_experts": 3072,
70
+ "drop_setup": 3072,
71
+ "echo_post": 3072,
72
+ "echo_pre": 3072
73
+ },
74
+ "required_capacity_max": 1.90625,
75
+ "required_capacity_mean": 1.0099385579427083,
76
+ "required_capacity_min": 0.53125,
77
+ "required_capacity_n": 3072,
78
+ "router_balancing": "aux_loss",
79
+ "run_dir": "G1__echo__matched__seq4096__gbs16__cap2p00/rep1",
80
+ "saturated_dispatch_rows": 0,
81
+ "seq_length": "4096",
82
+ "shared_expert_overlap": "0",
83
+ "topk": "2",
84
+ "valid_max_rank_reduction_max": 0.75,
85
+ "valid_max_rank_reduction_mean": 0.6772174606036838,
86
+ "valid_max_rank_reduction_min": 0.11090858104318564,
87
+ "valid_max_rank_reduction_n": 384,
88
+ "zero_drop": 1
89
+ },
90
+ {
91
+ "arm": "natural",
92
+ "assignment_sum_mismatches": 0,
93
+ "aux_loss_coeff": "1e-2",
94
+ "backend": "echo",
95
+ "branch": "token-drop-analysis",
96
+ "capacity": "1.08203125",
97
+ "capacity_mode": "static",
98
+ "cold_expert_fraction_max": 0.71875,
99
+ "cold_expert_fraction_mean": 0.159912109375,
100
+ "cold_expert_fraction_min": 0.0,
101
+ "cold_expert_fraction_n": 384,
102
+ "commit": "b099fd84",
103
+ "config": "G2",
104
+ "cuda_graph": "0",
105
+ "dense_first_layers": "0",
106
+ "drop_accounting_source": "dispatch",
107
+ "drop_expected_assignments": 100663296.0,
108
+ "drop_rate_pct_overall": 0.0,
109
+ "echo_logged_load_reduction_valid": 0,
110
+ "echo_logged_pre_rank_metric_valid": 0,
111
+ "echo_moved_assignment_fraction_max": 0.5000267028808594,
112
+ "echo_moved_assignment_fraction_mean": 0.499999205271403,
113
+ "echo_moved_assignment_fraction_min": 0.49983978271484375,
114
+ "echo_moved_assignment_fraction_n": 384,
115
+ "experts_per_rank": "4",
116
+ "force_balance": "0",
117
+ "global_batch_size": "16",
118
+ "global_snapshots": 384,
119
+ "hottest_expert_token_fraction_max": 1.0,
120
+ "hottest_expert_token_fraction_mean": 0.9680010477701823,
121
+ "hottest_expert_token_fraction_min": 0.613189697265625,
122
+ "hottest_expert_token_fraction_n": 384,
123
+ "incomplete_snapshots": 0,
124
+ "malformed_records": 0,
125
+ "moe_layers": "16",
126
+ "num_experts": "32",
127
+ "num_layers": "16",
128
+ "observed_dropped_tokens": 0,
129
+ "post_physical_rank_cv_max": 0.00213623046875,
130
+ "post_physical_rank_cv_mean": 1.5938873823057422e-05,
131
+ "post_physical_rank_cv_min": 0.0,
132
+ "post_physical_rank_cv_n": 384,
133
+ "post_physical_rank_imax_max": 1.0042724609375,
134
+ "post_physical_rank_imax_mean": 1.0000306765238445,
135
+ "post_physical_rank_imax_min": 1.0,
136
+ "post_physical_rank_imax_n": 384,
137
+ "pre_home_rank_cv_max": 1.3175703221722546,
138
+ "pre_home_rank_cv_mean": 0.6974670284251169,
139
+ "pre_home_rank_cv_min": 0.0007166759378550646,
140
+ "pre_home_rank_cv_n": 384,
141
+ "pre_home_rank_imax_max": 3.998382568359375,
142
+ "pre_home_rank_imax_mean": 2.1703339417775473,
143
+ "pre_home_rank_imax_min": 1.001617431640625,
144
+ "pre_home_rank_imax_n": 384,
145
+ "raw_expert_cv_max": 1.7320419981493513,
146
+ "raw_expert_cv_mean": 1.5150670645228896,
147
+ "raw_expert_cv_min": 0.6923179293416859,
148
+ "raw_expert_cv_n": 384,
149
+ "raw_expert_imax_ceiling": 4.0,
150
+ "raw_expert_imax_hit_ceiling": 1,
151
+ "raw_expert_imax_max": 4.0,
152
+ "raw_expert_imax_mean": 3.872004191080729,
153
+ "raw_expert_imax_min": 2.4527587890625,
154
+ "raw_expert_imax_n": 384,
155
+ "records": {
156
+ "drop_dispatch": 3072,
157
+ "drop_experts": 3072,
158
+ "drop_setup": 3072,
159
+ "echo_post": 3072,
160
+ "echo_pre": 3072
161
+ },
162
+ "required_capacity_max": 1.02734375,
163
+ "required_capacity_mean": 1.0103823343912761,
164
+ "required_capacity_min": 1.0,
165
+ "required_capacity_n": 3072,
166
+ "router_balancing": "aux_loss",
167
+ "run_dir": "G2__echo__matched__seq4096__gbs16__cap1p08203125/rep1",
168
+ "saturated_dispatch_rows": 0,
169
+ "seq_length": "4096",
170
+ "shared_expert_overlap": "0",
171
+ "topk": "8",
172
+ "valid_max_rank_reduction_max": 0.7498988696295957,
173
+ "valid_max_rank_reduction_mean": 0.5145680576214848,
174
+ "valid_max_rank_reduction_min": 0.0016148197800188904,
175
+ "valid_max_rank_reduction_n": 384,
176
+ "zero_drop": 1
177
+ },
178
+ {
179
+ "arm": "forced",
180
+ "assignment_sum_mismatches": 0,
181
+ "aux_loss_coeff": "1e-2",
182
+ "backend": "echo",
183
+ "branch": "token-drop-analysis",
184
+ "capacity": "1.08203125",
185
+ "capacity_mode": "static",
186
+ "cold_expert_fraction_max": 0.0,
187
+ "cold_expert_fraction_mean": 0.0,
188
+ "cold_expert_fraction_min": 0.0,
189
+ "cold_expert_fraction_n": 384,
190
+ "commit": "b099fd84",
191
+ "config": "G2",
192
+ "cuda_graph": "0",
193
+ "dense_first_layers": "0",
194
+ "drop_accounting_source": "dispatch",
195
+ "drop_expected_assignments": 100663296.0,
196
+ "drop_rate_pct_overall": 0.0,
197
+ "echo_logged_load_reduction_valid": 0,
198
+ "echo_logged_pre_rank_metric_valid": 0,
199
+ "echo_moved_assignment_fraction_max": 0.5,
200
+ "echo_moved_assignment_fraction_mean": 0.4999997019767761,
201
+ "echo_moved_assignment_fraction_min": 0.49993896484375,
202
+ "echo_moved_assignment_fraction_n": 384,
203
+ "experts_per_rank": "4",
204
+ "force_balance": "1",
205
+ "global_batch_size": "16",
206
+ "global_snapshots": 384,
207
+ "hottest_expert_token_fraction_max": 0.2593994140625,
208
+ "hottest_expert_token_fraction_mean": 0.25501465797424316,
209
+ "hottest_expert_token_fraction_min": 0.252777099609375,
210
+ "hottest_expert_token_fraction_n": 384,
211
+ "incomplete_snapshots": 0,
212
+ "malformed_records": 0,
213
+ "moe_layers": "16",
214
+ "num_experts": "32",
215
+ "num_layers": "16",
216
+ "observed_dropped_tokens": 0,
217
+ "post_physical_rank_cv_max": 0.000421485208646641,
218
+ "post_physical_rank_cv_mean": 2.2897106263584403e-06,
219
+ "post_physical_rank_cv_min": 0.0,
220
+ "post_physical_rank_cv_n": 384,
221
+ "post_physical_rank_imax_max": 1.00067138671875,
222
+ "post_physical_rank_imax_mean": 1.0000041325887044,
223
+ "post_physical_rank_imax_min": 1.0,
224
+ "post_physical_rank_imax_n": 384,
225
+ "pre_home_rank_cv_max": 0.007852555942790041,
226
+ "pre_home_rank_cv_mean": 0.004394259674654735,
227
+ "pre_home_rank_cv_min": 0.0016880800477701613,
228
+ "pre_home_rank_cv_n": 384,
229
+ "pre_home_rank_imax_max": 1.01715087890625,
230
+ "pre_home_rank_imax_mean": 1.006885051727295,
231
+ "pre_home_rank_imax_min": 1.002349853515625,
232
+ "pre_home_rank_imax_n": 384,
233
+ "raw_expert_cv_max": 0.013095170649570529,
234
+ "raw_expert_cv_mean": 0.009386188814570484,
235
+ "raw_expert_cv_min": 0.006191008040561732,
236
+ "raw_expert_cv_n": 384,
237
+ "raw_expert_imax_ceiling": 4.0,
238
+ "raw_expert_imax_hit_ceiling": 0,
239
+ "raw_expert_imax_max": 1.03759765625,
240
+ "raw_expert_imax_mean": 1.0200586318969727,
241
+ "raw_expert_imax_min": 1.0111083984375,
242
+ "raw_expert_imax_n": 384,
243
+ "records": {
244
+ "drop_dispatch": 3072,
245
+ "drop_experts": 3072,
246
+ "drop_setup": 3072,
247
+ "echo_post": 3072,
248
+ "echo_pre": 3072
249
+ },
250
+ "required_capacity_max": 1.0234375,
251
+ "required_capacity_mean": 1.010022481282552,
252
+ "required_capacity_min": 1.00390625,
253
+ "required_capacity_n": 3072,
254
+ "router_balancing": "aux_loss",
255
+ "run_dir": "G2__echo__matched__seq4096__gbs16__cap1p08203125__forcebal/rep1",
256
+ "saturated_dispatch_rows": 0,
257
+ "seq_length": "4096",
258
+ "shared_expert_overlap": "0",
259
+ "topk": "8",
260
+ "valid_max_rank_reduction_max": 0.01686168616861686,
261
+ "valid_max_rank_reduction_mean": 0.006827796124259797,
262
+ "valid_max_rank_reduction_min": 0.0023443446491094536,
263
+ "valid_max_rank_reduction_n": 384,
264
+ "zero_drop": 1
265
+ },
266
+ {
267
+ "arm": "natural",
268
+ "assignment_sum_mismatches": 0,
269
+ "aux_loss_coeff": "1e-2",
270
+ "backend": "echo",
271
+ "branch": "token-drop-analysis",
272
+ "capacity": "2.00",
273
+ "capacity_mode": "static",
274
+ "cold_expert_fraction_max": 0.71875,
275
+ "cold_expert_fraction_mean": 0.15087890625,
276
+ "cold_expert_fraction_min": 0.0,
277
+ "cold_expert_fraction_n": 384,
278
+ "commit": "b099fd84",
279
+ "config": "G2",
280
+ "cuda_graph": "0",
281
+ "dense_first_layers": "0",
282
+ "drop_accounting_source": "dispatch",
283
+ "drop_expected_assignments": 100663296.0,
284
+ "drop_rate_pct_overall": 0.0,
285
+ "echo_logged_load_reduction_valid": 0,
286
+ "echo_logged_pre_rank_metric_valid": 0,
287
+ "echo_moved_assignment_fraction_max": 0.500030517578125,
288
+ "echo_moved_assignment_fraction_mean": 0.4999993046124776,
289
+ "echo_moved_assignment_fraction_min": 0.4998779296875,
290
+ "echo_moved_assignment_fraction_n": 384,
291
+ "experts_per_rank": "4",
292
+ "force_balance": "0",
293
+ "global_batch_size": "16",
294
+ "global_snapshots": 384,
295
+ "hottest_expert_token_fraction_max": 1.0,
296
+ "hottest_expert_token_fraction_mean": 0.9681024551391602,
297
+ "hottest_expert_token_fraction_min": 0.620849609375,
298
+ "hottest_expert_token_fraction_n": 384,
299
+ "incomplete_snapshots": 0,
300
+ "malformed_records": 0,
301
+ "moe_layers": "16",
302
+ "num_experts": "32",
303
+ "num_layers": "16",
304
+ "observed_dropped_tokens": 0,
305
+ "post_physical_rank_cv_max": 0.0021209716796875,
306
+ "post_physical_rank_cv_mean": 1.466968415560366e-05,
307
+ "post_physical_rank_cv_min": 0.0,
308
+ "post_physical_rank_cv_n": 384,
309
+ "post_physical_rank_imax_max": 1.004241943359375,
310
+ "post_physical_rank_imax_mean": 1.0000279744466145,
311
+ "post_physical_rank_imax_min": 1.0,
312
+ "post_physical_rank_imax_n": 384,
313
+ "pre_home_rank_cv_max": 1.317620465314074,
314
+ "pre_home_rank_cv_mean": 0.6968048692022525,
315
+ "pre_home_rank_cv_min": 0.0012016720234495348,
316
+ "pre_home_rank_cv_n": 384,
317
+ "pre_home_rank_imax_max": 3.998260498046875,
318
+ "pre_home_rank_imax_mean": 2.1875499884287515,
319
+ "pre_home_rank_imax_min": 1.00238037109375,
320
+ "pre_home_rank_imax_n": 384,
321
+ "raw_expert_cv_max": 1.7320331892227239,
322
+ "raw_expert_cv_mean": 1.5175145186167975,
323
+ "raw_expert_cv_min": 0.6923179293416859,
324
+ "raw_expert_cv_n": 384,
325
+ "raw_expert_imax_ceiling": 4.0,
326
+ "raw_expert_imax_hit_ceiling": 1,
327
+ "raw_expert_imax_max": 4.0,
328
+ "raw_expert_imax_mean": 3.8724098205566406,
329
+ "raw_expert_imax_min": 2.4833984375,
330
+ "raw_expert_imax_n": 384,
331
+ "records": {
332
+ "drop_dispatch": 3072,
333
+ "drop_experts": 3072,
334
+ "drop_setup": 3072,
335
+ "echo_post": 3072,
336
+ "echo_pre": 3072
337
+ },
338
+ "required_capacity_max": 1.02734375,
339
+ "required_capacity_mean": 1.0105133056640625,
340
+ "required_capacity_min": 1.0,
341
+ "required_capacity_n": 3072,
342
+ "router_balancing": "aux_loss",
343
+ "run_dir": "G2__echo__matched__seq4096__gbs16__cap2p00/rep1",
344
+ "saturated_dispatch_rows": 0,
345
+ "seq_length": "4096",
346
+ "shared_expert_overlap": "0",
347
+ "topk": "8",
348
+ "valid_max_rank_reduction_max": 0.7498912338281876,
349
+ "valid_max_rank_reduction_mean": 0.5172585999990112,
350
+ "valid_max_rank_reduction_min": 0.0023747183827558913,
351
+ "valid_max_rank_reduction_n": 384,
352
+ "zero_drop": 1
353
+ },
354
+ {
355
+ "arm": "natural",
356
+ "assignment_sum_mismatches": 0,
357
+ "aux_loss_coeff": "1e-2",
358
+ "backend": "echo",
359
+ "branch": "token-drop-analysis",
360
+ "capacity": "1.072265625",
361
+ "capacity_mode": "static",
362
+ "cold_expert_fraction_max": 0.6875,
363
+ "cold_expert_fraction_mean": 0.1546630859375,
364
+ "cold_expert_fraction_min": 0.0,
365
+ "cold_expert_fraction_n": 384,
366
+ "commit": "b099fd84",
367
+ "config": "G3",
368
+ "cuda_graph": "0",
369
+ "dense_first_layers": "0",
370
+ "drop_accounting_source": "dispatch",
371
+ "drop_expected_assignments": 201326592.0,
372
+ "drop_rate_pct_overall": 0.0,
373
+ "echo_logged_load_reduction_valid": 0,
374
+ "echo_logged_pre_rank_metric_valid": 0,
375
+ "echo_moved_assignment_fraction_max": 0.5,
376
+ "echo_moved_assignment_fraction_mean": 0.5,
377
+ "echo_moved_assignment_fraction_min": 0.5,
378
+ "echo_moved_assignment_fraction_n": 384,
379
+ "experts_per_rank": "8",
380
+ "force_balance": "0",
381
+ "global_batch_size": "16",
382
+ "global_snapshots": 384,
383
+ "hottest_expert_token_fraction_max": 1.0,
384
+ "hottest_expert_token_fraction_mean": 0.9773949782053629,
385
+ "hottest_expert_token_fraction_min": 0.634124755859375,
386
+ "hottest_expert_token_fraction_n": 384,
387
+ "incomplete_snapshots": 0,
388
+ "malformed_records": 0,
389
+ "moe_layers": "16",
390
+ "num_experts": "64",
391
+ "num_layers": "16",
392
+ "observed_dropped_tokens": 0,
393
+ "post_physical_rank_cv_max": 0.0,
394
+ "post_physical_rank_cv_mean": 0.0,
395
+ "post_physical_rank_cv_min": 0.0,
396
+ "post_physical_rank_cv_n": 384,
397
+ "post_physical_rank_imax_max": 1.0,
398
+ "post_physical_rank_imax_mean": 1.0,
399
+ "post_physical_rank_imax_min": 1.0,
400
+ "post_physical_rank_imax_n": 384,
401
+ "pre_home_rank_cv_max": 0.8292601101580809,
402
+ "pre_home_rank_cv_mean": 0.47371518867838985,
403
+ "pre_home_rank_cv_min": 0.1091963461644949,
404
+ "pre_home_rank_cv_n": 384,
405
+ "pre_home_rank_imax_max": 2.9946746826171875,
406
+ "pre_home_rank_imax_mean": 1.7838420073191326,
407
+ "pre_home_rank_imax_min": 1.153167724609375,
408
+ "pre_home_rank_imax_n": 384,
409
+ "raw_expert_cv_max": 1.7316460620806386,
410
+ "raw_expert_cv_mean": 1.525739653918128,
411
+ "raw_expert_cv_min": 0.6814247311375694,
412
+ "raw_expert_cv_n": 384,
413
+ "raw_expert_imax_ceiling": 4.0,
414
+ "raw_expert_imax_hit_ceiling": 1,
415
+ "raw_expert_imax_max": 4.0,
416
+ "raw_expert_imax_mean": 3.9095799128214517,
417
+ "raw_expert_imax_min": 2.5364990234375,
418
+ "raw_expert_imax_n": 384,
419
+ "records": {
420
+ "drop_dispatch": 3072,
421
+ "drop_experts": 3072,
422
+ "drop_setup": 3072,
423
+ "echo_post": 3072,
424
+ "echo_pre": 3072
425
+ },
426
+ "required_capacity_max": 1.01953125,
427
+ "required_capacity_mean": 1.0093224843343098,
428
+ "required_capacity_min": 1.0,
429
+ "required_capacity_n": 3072,
430
+ "router_balancing": "aux_loss",
431
+ "run_dir": "G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1",
432
+ "saturated_dispatch_rows": 0,
433
+ "seq_length": "4096",
434
+ "shared_expert_overlap": "0",
435
+ "topk": "16",
436
+ "valid_max_rank_reduction_max": 0.6660739125339475,
437
+ "valid_max_rank_reduction_mean": 0.41846288670458703,
438
+ "valid_max_rank_reduction_min": 0.1328234578029481,
439
+ "valid_max_rank_reduction_n": 384,
440
+ "zero_drop": 1
441
+ },
442
+ {
443
+ "arm": "forced",
444
+ "assignment_sum_mismatches": 0,
445
+ "aux_loss_coeff": "1e-2",
446
+ "backend": "echo",
447
+ "branch": "token-drop-analysis",
448
+ "capacity": "1.072265625",
449
+ "capacity_mode": "static",
450
+ "cold_expert_fraction_max": 0.0,
451
+ "cold_expert_fraction_mean": 0.0,
452
+ "cold_expert_fraction_min": 0.0,
453
+ "cold_expert_fraction_n": 384,
454
+ "commit": "b099fd84",
455
+ "config": "G3",
456
+ "cuda_graph": "0",
457
+ "dense_first_layers": "0",
458
+ "drop_accounting_source": "dispatch",
459
+ "drop_expected_assignments": 201326592.0,
460
+ "drop_rate_pct_overall": 0.0,
461
+ "echo_logged_load_reduction_valid": 0,
462
+ "echo_logged_pre_rank_metric_valid": 0,
463
+ "echo_moved_assignment_fraction_max": 0.5,
464
+ "echo_moved_assignment_fraction_mean": 0.5,
465
+ "echo_moved_assignment_fraction_min": 0.5,
466
+ "echo_moved_assignment_fraction_n": 384,
467
+ "experts_per_rank": "8",
468
+ "force_balance": "1",
469
+ "global_batch_size": "16",
470
+ "global_snapshots": 384,
471
+ "hottest_expert_token_fraction_max": 0.26123046875,
472
+ "hottest_expert_token_fraction_mean": 0.2557719548543294,
473
+ "hottest_expert_token_fraction_min": 0.253570556640625,
474
+ "hottest_expert_token_fraction_n": 384,
475
+ "incomplete_snapshots": 0,
476
+ "malformed_records": 0,
477
+ "moe_layers": "16",
478
+ "num_experts": "64",
479
+ "num_layers": "16",
480
+ "observed_dropped_tokens": 0,
481
+ "post_physical_rank_cv_max": 0.0,
482
+ "post_physical_rank_cv_mean": 0.0,
483
+ "post_physical_rank_cv_min": 0.0,
484
+ "post_physical_rank_cv_n": 384,
485
+ "post_physical_rank_imax_max": 1.0,
486
+ "post_physical_rank_imax_mean": 1.0,
487
+ "post_physical_rank_imax_min": 1.0,
488
+ "post_physical_rank_imax_n": 384,
489
+ "pre_home_rank_cv_max": 0.00610409733861204,
490
+ "pre_home_rank_cv_mean": 0.0030369541814070297,
491
+ "pre_home_rank_cv_min": 0.0013949279180933694,
492
+ "pre_home_rank_cv_n": 384,
493
+ "pre_home_rank_imax_max": 1.0114288330078125,
494
+ "pre_home_rank_imax_mean": 1.0047780275344849,
495
+ "pre_home_rank_imax_min": 1.001708984375,
496
+ "pre_home_rank_imax_n": 384,
497
+ "raw_expert_cv_max": 0.011936138368762292,
498
+ "raw_expert_cv_mean": 0.009561000998578461,
499
+ "raw_expert_cv_min": 0.006960450128604076,
500
+ "raw_expert_cv_n": 384,
501
+ "raw_expert_imax_ceiling": 4.0,
502
+ "raw_expert_imax_hit_ceiling": 0,
503
+ "raw_expert_imax_max": 1.044921875,
504
+ "raw_expert_imax_mean": 1.0230878194173176,
505
+ "raw_expert_imax_min": 1.0142822265625,
506
+ "raw_expert_imax_n": 384,
507
+ "records": {
508
+ "drop_dispatch": 3072,
509
+ "drop_experts": 3072,
510
+ "drop_setup": 3072,
511
+ "echo_post": 3072,
512
+ "echo_pre": 3072
513
+ },
514
+ "required_capacity_max": 1.017578125,
515
+ "required_capacity_mean": 1.0088431040445964,
516
+ "required_capacity_min": 1.00390625,
517
+ "required_capacity_n": 3072,
518
+ "router_balancing": "aux_loss",
519
+ "run_dir": "G3__echo__matched__seq4096__gbs16__cap1p072265625__forcebal/rep1",
520
+ "saturated_dispatch_rows": 0,
521
+ "seq_length": "4096",
522
+ "shared_expert_overlap": "0",
523
+ "topk": "16",
524
+ "valid_max_rank_reduction_max": 0.011299690729425963,
525
+ "valid_max_rank_reduction_mean": 0.004752627833504172,
526
+ "valid_max_rank_reduction_min": 0.0017060687301974165,
527
+ "valid_max_rank_reduction_n": 384,
528
+ "zero_drop": 1
529
+ },
530
+ {
531
+ "arm": "natural",
532
+ "assignment_sum_mismatches": 0,
533
+ "aux_loss_coeff": "1e-2",
534
+ "backend": "echo",
535
+ "branch": "token-drop-analysis",
536
+ "capacity": "2.00",
537
+ "capacity_mode": "static",
538
+ "cold_expert_fraction_max": 0.6875,
539
+ "cold_expert_fraction_mean": 0.15531412760416666,
540
+ "cold_expert_fraction_min": 0.0,
541
+ "cold_expert_fraction_n": 384,
542
+ "commit": "b099fd84",
543
+ "config": "G3",
544
+ "cuda_graph": "0",
545
+ "dense_first_layers": "0",
546
+ "drop_accounting_source": "dispatch",
547
+ "drop_expected_assignments": 201326592.0,
548
+ "drop_rate_pct_overall": 0.0,
549
+ "echo_logged_load_reduction_valid": 0,
550
+ "echo_logged_pre_rank_metric_valid": 0,
551
+ "echo_moved_assignment_fraction_max": 0.5,
552
+ "echo_moved_assignment_fraction_mean": 0.5,
553
+ "echo_moved_assignment_fraction_min": 0.5,
554
+ "echo_moved_assignment_fraction_n": 384,
555
+ "experts_per_rank": "8",
556
+ "force_balance": "0",
557
+ "global_batch_size": "16",
558
+ "global_snapshots": 384,
559
+ "hottest_expert_token_fraction_max": 1.0,
560
+ "hottest_expert_token_fraction_mean": 0.9773902098337809,
561
+ "hottest_expert_token_fraction_min": 0.638397216796875,
562
+ "hottest_expert_token_fraction_n": 384,
563
+ "incomplete_snapshots": 0,
564
+ "malformed_records": 0,
565
+ "moe_layers": "16",
566
+ "num_experts": "64",
567
+ "num_layers": "16",
568
+ "observed_dropped_tokens": 0,
569
+ "post_physical_rank_cv_max": 0.0,
570
+ "post_physical_rank_cv_mean": 0.0,
571
+ "post_physical_rank_cv_min": 0.0,
572
+ "post_physical_rank_cv_n": 384,
573
+ "post_physical_rank_imax_max": 1.0,
574
+ "post_physical_rank_imax_mean": 1.0,
575
+ "post_physical_rank_imax_min": 1.0,
576
+ "post_physical_rank_imax_n": 384,
577
+ "pre_home_rank_cv_max": 0.8292092994255315,
578
+ "pre_home_rank_cv_mean": 0.47732093430435846,
579
+ "pre_home_rank_cv_min": 0.1091963461644949,
580
+ "pre_home_rank_cv_n": 384,
581
+ "pre_home_rank_imax_max": 2.9329681396484375,
582
+ "pre_home_rank_imax_mean": 1.7915768225987752,
583
+ "pre_home_rank_imax_min": 1.1547698974609375,
584
+ "pre_home_rank_imax_n": 384,
585
+ "raw_expert_cv_max": 1.7316636929706255,
586
+ "raw_expert_cv_mean": 1.5249635478133088,
587
+ "raw_expert_cv_min": 0.6839438720259622,
588
+ "raw_expert_cv_n": 384,
589
+ "raw_expert_imax_ceiling": 4.0,
590
+ "raw_expert_imax_hit_ceiling": 1,
591
+ "raw_expert_imax_max": 4.0,
592
+ "raw_expert_imax_mean": 3.9095608393351235,
593
+ "raw_expert_imax_min": 2.5535888671875,
594
+ "raw_expert_imax_n": 384,
595
+ "records": {
596
+ "drop_dispatch": 3072,
597
+ "drop_experts": 3072,
598
+ "drop_setup": 3072,
599
+ "echo_post": 3072,
600
+ "echo_pre": 3072
601
+ },
602
+ "required_capacity_max": 1.01953125,
603
+ "required_capacity_mean": 1.0093262990315754,
604
+ "required_capacity_min": 1.0,
605
+ "required_capacity_n": 3072,
606
+ "router_balancing": "aux_loss",
607
+ "run_dir": "G3__echo__matched__seq4096__gbs16__cap2p00/rep1",
608
+ "saturated_dispatch_rows": 0,
609
+ "seq_length": "4096",
610
+ "shared_expert_overlap": "0",
611
+ "topk": "16",
612
+ "valid_max_rank_reduction_max": 0.6590484613583747,
613
+ "valid_max_rank_reduction_mean": 0.4215810507718854,
614
+ "valid_max_rank_reduction_min": 0.13402661240238375,
615
+ "valid_max_rank_reduction_n": 384,
616
+ "zero_drop": 1
617
+ },
618
+ {
619
+ "arm": "natural",
620
+ "assignment_sum_mismatches": 0,
621
+ "aux_loss_coeff": "1e-2",
622
+ "backend": "echo",
623
+ "branch": "token-drop-analysis",
624
+ "capacity": "1.068359375",
625
+ "capacity_mode": "static",
626
+ "cold_expert_fraction_max": 0.6796875,
627
+ "cold_expert_fraction_mean": 0.16324869791666666,
628
+ "cold_expert_fraction_min": 0.0,
629
+ "cold_expert_fraction_n": 384,
630
+ "commit": "b099fd84",
631
+ "config": "G4",
632
+ "cuda_graph": "0",
633
+ "dense_first_layers": "0",
634
+ "drop_accounting_source": "dispatch",
635
+ "drop_expected_assignments": 402653184.0,
636
+ "drop_rate_pct_overall": 0.0,
637
+ "echo_logged_load_reduction_valid": 0,
638
+ "echo_logged_pre_rank_metric_valid": 0,
639
+ "echo_moved_assignment_fraction_max": 0.5,
640
+ "echo_moved_assignment_fraction_mean": 0.5,
641
+ "echo_moved_assignment_fraction_min": 0.5,
642
+ "echo_moved_assignment_fraction_n": 384,
643
+ "experts_per_rank": "16",
644
+ "force_balance": "0",
645
+ "global_batch_size": "16",
646
+ "global_snapshots": 384,
647
+ "hottest_expert_token_fraction_max": 1.0,
648
+ "hottest_expert_token_fraction_mean": 0.9825874964396158,
649
+ "hottest_expert_token_fraction_min": 0.5750732421875,
650
+ "hottest_expert_token_fraction_n": 384,
651
+ "incomplete_snapshots": 0,
652
+ "malformed_records": 0,
653
+ "moe_layers": "16",
654
+ "num_experts": "128",
655
+ "num_layers": "16",
656
+ "observed_dropped_tokens": 0,
657
+ "post_physical_rank_cv_max": 0.0,
658
+ "post_physical_rank_cv_mean": 0.0,
659
+ "post_physical_rank_cv_min": 0.0,
660
+ "post_physical_rank_cv_n": 384,
661
+ "post_physical_rank_imax_max": 1.0,
662
+ "post_physical_rank_imax_mean": 1.0,
663
+ "post_physical_rank_imax_min": 1.0,
664
+ "post_physical_rank_imax_n": 384,
665
+ "pre_home_rank_cv_max": 0.6262571920835467,
666
+ "pre_home_rank_cv_mean": 0.33797223191114484,
667
+ "pre_home_rank_cv_min": 0.08738761375151358,
668
+ "pre_home_rank_cv_n": 384,
669
+ "pre_home_rank_imax_max": 2.2536544799804688,
670
+ "pre_home_rank_imax_mean": 1.550683856010437,
671
+ "pre_home_rank_imax_min": 1.1217041015625,
672
+ "pre_home_rank_imax_n": 384,
673
+ "raw_expert_cv_max": 1.7303400196303844,
674
+ "raw_expert_cv_mean": 1.5202854761326712,
675
+ "raw_expert_cv_min": 0.6197223679268041,
676
+ "raw_expert_cv_n": 384,
677
+ "raw_expert_imax_ceiling": 4.0,
678
+ "raw_expert_imax_hit_ceiling": 1,
679
+ "raw_expert_imax_max": 4.0,
680
+ "raw_expert_imax_mean": 3.9303499857584634,
681
+ "raw_expert_imax_min": 2.30029296875,
682
+ "raw_expert_imax_n": 384,
683
+ "records": {
684
+ "drop_dispatch": 3072,
685
+ "drop_experts": 3072,
686
+ "drop_setup": 3072,
687
+ "echo_post": 3072,
688
+ "echo_pre": 3072
689
+ },
690
+ "required_capacity_max": 1.0166015625,
691
+ "required_capacity_mean": 1.0086215337117512,
692
+ "required_capacity_min": 1.0009765625,
693
+ "required_capacity_n": 3072,
694
+ "router_balancing": "aux_loss",
695
+ "run_dir": "G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1",
696
+ "saturated_dispatch_rows": 0,
697
+ "seq_length": "4096",
698
+ "shared_expert_overlap": "0",
699
+ "topk": "32",
700
+ "valid_max_rank_reduction_max": 0.5562762575704744,
701
+ "valid_max_rank_reduction_mean": 0.3421405808049787,
702
+ "valid_max_rank_reduction_min": 0.10849929263249537,
703
+ "valid_max_rank_reduction_n": 384,
704
+ "zero_drop": 1
705
+ },
706
+ {
707
+ "arm": "forced",
708
+ "assignment_sum_mismatches": 0,
709
+ "aux_loss_coeff": "1e-2",
710
+ "backend": "echo",
711
+ "branch": "token-drop-analysis",
712
+ "capacity": "1.068359375",
713
+ "capacity_mode": "static",
714
+ "cold_expert_fraction_max": 0.0,
715
+ "cold_expert_fraction_mean": 0.0,
716
+ "cold_expert_fraction_min": 0.0,
717
+ "cold_expert_fraction_n": 384,
718
+ "commit": "b099fd84",
719
+ "config": "G4",
720
+ "cuda_graph": "0",
721
+ "dense_first_layers": "0",
722
+ "drop_accounting_source": "dispatch",
723
+ "drop_expected_assignments": 402653184.0,
724
+ "drop_rate_pct_overall": 0.0,
725
+ "echo_logged_load_reduction_valid": 0,
726
+ "echo_logged_pre_rank_metric_valid": 0,
727
+ "echo_moved_assignment_fraction_max": 0.5,
728
+ "echo_moved_assignment_fraction_mean": 0.5,
729
+ "echo_moved_assignment_fraction_min": 0.5,
730
+ "echo_moved_assignment_fraction_n": 384,
731
+ "experts_per_rank": "16",
732
+ "force_balance": "1",
733
+ "global_batch_size": "16",
734
+ "global_snapshots": 384,
735
+ "hottest_expert_token_fraction_max": 0.259674072265625,
736
+ "hottest_expert_token_fraction_mean": 0.25621263186136883,
737
+ "hottest_expert_token_fraction_min": 0.253997802734375,
738
+ "hottest_expert_token_fraction_n": 384,
739
+ "incomplete_snapshots": 0,
740
+ "malformed_records": 0,
741
+ "moe_layers": "16",
742
+ "num_experts": "128",
743
+ "num_layers": "16",
744
+ "observed_dropped_tokens": 0,
745
+ "post_physical_rank_cv_max": 0.0,
746
+ "post_physical_rank_cv_mean": 0.0,
747
+ "post_physical_rank_cv_min": 0.0,
748
+ "post_physical_rank_cv_n": 384,
749
+ "post_physical_rank_imax_max": 1.0,
750
+ "post_physical_rank_imax_mean": 1.0,
751
+ "post_physical_rank_imax_min": 1.0,
752
+ "post_physical_rank_imax_n": 384,
753
+ "pre_home_rank_cv_max": 0.0036539583092664103,
754
+ "pre_home_rank_cv_mean": 0.002179247890018717,
755
+ "pre_home_rank_cv_min": 0.0006899225660317828,
756
+ "pre_home_rank_cv_n": 384,
757
+ "pre_home_rank_imax_max": 1.0071258544921875,
758
+ "pre_home_rank_imax_mean": 1.0034127434094746,
759
+ "pre_home_rank_imax_min": 1.0009918212890625,
760
+ "pre_home_rank_imax_n": 384,
761
+ "raw_expert_cv_max": 0.01168330115931115,
762
+ "raw_expert_cv_mean": 0.009563696224675585,
763
+ "raw_expert_cv_min": 0.008002983940271118,
764
+ "raw_expert_cv_n": 384,
765
+ "raw_expert_imax_ceiling": 4.0,
766
+ "raw_expert_imax_hit_ceiling": 0,
767
+ "raw_expert_imax_max": 1.0386962890625,
768
+ "raw_expert_imax_mean": 1.0248505274454753,
769
+ "raw_expert_imax_min": 1.0159912109375,
770
+ "raw_expert_imax_n": 384,
771
+ "records": {
772
+ "drop_dispatch": 3072,
773
+ "drop_experts": 3072,
774
+ "drop_setup": 3072,
775
+ "echo_post": 3072,
776
+ "echo_pre": 3072
777
+ },
778
+ "required_capacity_max": 1.013671875,
779
+ "required_capacity_mean": 1.0081939697265625,
780
+ "required_capacity_min": 1.00390625,
781
+ "required_capacity_n": 3072,
782
+ "router_balancing": "aux_loss",
783
+ "run_dir": "G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1",
784
+ "saturated_dispatch_rows": 0,
785
+ "seq_length": "4096",
786
+ "shared_expert_overlap": "0",
787
+ "topk": "32",
788
+ "valid_max_rank_reduction_max": 0.007075435965031893,
789
+ "valid_max_rank_reduction_mean": 0.0033999001306743632,
790
+ "valid_max_rank_reduction_min": 0.000990838554290331,
791
+ "valid_max_rank_reduction_n": 384,
792
+ "zero_drop": 1
793
+ },
794
+ {
795
+ "arm": "natural",
796
+ "assignment_sum_mismatches": 0,
797
+ "aux_loss_coeff": "1e-2",
798
+ "backend": "echo",
799
+ "branch": "token-drop-analysis",
800
+ "capacity": "2.00",
801
+ "capacity_mode": "static",
802
+ "cold_expert_fraction_max": 0.671875,
803
+ "cold_expert_fraction_mean": 0.16269938151041666,
804
+ "cold_expert_fraction_min": 0.0,
805
+ "cold_expert_fraction_n": 384,
806
+ "commit": "b099fd84",
807
+ "config": "G4",
808
+ "cuda_graph": "0",
809
+ "dense_first_layers": "0",
810
+ "drop_accounting_source": "dispatch",
811
+ "drop_expected_assignments": 402653184.0,
812
+ "drop_rate_pct_overall": 0.0,
813
+ "echo_logged_load_reduction_valid": 0,
814
+ "echo_logged_pre_rank_metric_valid": 0,
815
+ "echo_moved_assignment_fraction_max": 0.5,
816
+ "echo_moved_assignment_fraction_mean": 0.5,
817
+ "echo_moved_assignment_fraction_min": 0.5,
818
+ "echo_moved_assignment_fraction_n": 384,
819
+ "experts_per_rank": "16",
820
+ "force_balance": "0",
821
+ "global_batch_size": "16",
822
+ "global_snapshots": 384,
823
+ "hottest_expert_token_fraction_max": 1.0,
824
+ "hottest_expert_token_fraction_mean": 0.9825185934702555,
825
+ "hottest_expert_token_fraction_min": 0.57318115234375,
826
+ "hottest_expert_token_fraction_n": 384,
827
+ "incomplete_snapshots": 0,
828
+ "malformed_records": 0,
829
+ "moe_layers": "16",
830
+ "num_experts": "128",
831
+ "num_layers": "16",
832
+ "observed_dropped_tokens": 0,
833
+ "post_physical_rank_cv_max": 0.0,
834
+ "post_physical_rank_cv_mean": 0.0,
835
+ "post_physical_rank_cv_min": 0.0,
836
+ "post_physical_rank_cv_n": 384,
837
+ "post_physical_rank_imax_max": 1.0,
838
+ "post_physical_rank_imax_mean": 1.0,
839
+ "post_physical_rank_imax_min": 1.0,
840
+ "post_physical_rank_imax_n": 384,
841
+ "pre_home_rank_cv_max": 0.6019828931462307,
842
+ "pre_home_rank_cv_mean": 0.3383858718614603,
843
+ "pre_home_rank_cv_min": 0.08738761375151358,
844
+ "pre_home_rank_cv_n": 384,
845
+ "pre_home_rank_imax_max": 2.255584716796875,
846
+ "pre_home_rank_imax_mean": 1.5542763471603394,
847
+ "pre_home_rank_imax_min": 1.1217041015625,
848
+ "pre_home_rank_imax_n": 384,
849
+ "raw_expert_cv_max": 1.7304659197188927,
850
+ "raw_expert_cv_mean": 1.521021036726468,
851
+ "raw_expert_cv_min": 0.6188791003597877,
852
+ "raw_expert_cv_n": 384,
853
+ "raw_expert_imax_ceiling": 4.0,
854
+ "raw_expert_imax_hit_ceiling": 1,
855
+ "raw_expert_imax_max": 4.0,
856
+ "raw_expert_imax_mean": 3.930074373881022,
857
+ "raw_expert_imax_min": 2.292724609375,
858
+ "raw_expert_imax_n": 384,
859
+ "records": {
860
+ "drop_dispatch": 3072,
861
+ "drop_experts": 3072,
862
+ "drop_setup": 3072,
863
+ "echo_post": 3072,
864
+ "echo_pre": 3072
865
+ },
866
+ "required_capacity_max": 1.0166015625,
867
+ "required_capacity_mean": 1.0086164474487305,
868
+ "required_capacity_min": 1.0009765625,
869
+ "required_capacity_n": 3072,
870
+ "router_balancing": "aux_loss",
871
+ "run_dir": "G4__echo__matched__seq4096__gbs16__cap2p00/rep1",
872
+ "saturated_dispatch_rows": 0,
873
+ "seq_length": "4096",
874
+ "shared_expert_overlap": "0",
875
+ "topk": "32",
876
+ "valid_max_rank_reduction_max": 0.5566559781358661,
877
+ "valid_max_rank_reduction_mean": 0.3437128068160493,
878
+ "valid_max_rank_reduction_min": 0.10849929263249537,
879
+ "valid_max_rank_reduction_n": 384,
880
+ "zero_drop": 1
881
+ }
882
+ ]
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/probe_summary.tsv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n drop_accounting_source drop_expected_assignments drop_rate_pct_overall echo_logged_load_reduction_valid echo_logged_pre_rank_metric_valid echo_moved_assignment_fraction_max echo_moved_assignment_fraction_mean echo_moved_assignment_fraction_min echo_moved_assignment_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records observed_dropped_tokens post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n saturated_dispatch_rows valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
2
+ G1__echo__matched__seq4096__gbs16__cap2p00/rep1 natural G1 echo 8 2 1 16 16 0 4096 16 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.75 0.18587239583333334 0.0 384 dispatch 25165824.0 0.0 0 0 0.6113739013671875 0.5011123021443685 0.4014892578125 384 384 1.0 0.9049501419067383 0.374786376953125 384 0 0 0 0.3858312238475252 0.04369442624774788 0.0 384 1.8909912109375 1.0827395121256511 1.0 384 1.7320508075688772 1.4536835274449291 0.2541278385706527 384 4.0 3.619800567626953 1.4991455078125 384 1.7320508075688772 1.4536835274449291 0.2541278385706527 384 4.0 1 4.0 3.619800567626953 1.4991455078125 384 1.90625 1.0099385579427083 0.53125 3072 0 0.75 0.6772174606036838 0.11090858104318564 384 1
3
+ G2__echo__matched__seq4096__gbs16__cap1p08203125/rep1 natural G2 echo 32 8 4 16 16 0 4096 16 static 1.08203125 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.71875 0.159912109375 0.0 384 dispatch 100663296.0 0.0 0 0 0.5000267028808594 0.499999205271403 0.49983978271484375 384 384 1.0 0.9680010477701823 0.613189697265625 384 0 0 0 0.00213623046875 1.5938873823057422e-05 0.0 384 1.0042724609375 1.0000306765238445 1.0 384 1.3175703221722546 0.6974670284251169 0.0007166759378550646 384 3.998382568359375 2.1703339417775473 1.001617431640625 384 1.7320419981493513 1.5150670645228896 0.6923179293416859 384 4.0 1 4.0 3.872004191080729 2.4527587890625 384 1.02734375 1.0103823343912761 1.0 3072 0 0.7498988696295957 0.5145680576214848 0.0016148197800188904 384 1
4
+ G2__echo__matched__seq4096__gbs16__cap1p08203125__forcebal/rep1 forced G2 echo 32 8 4 16 16 0 4096 16 static 1.08203125 1 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.0 0.0 0.0 384 dispatch 100663296.0 0.0 0 0 0.5 0.4999997019767761 0.49993896484375 384 384 0.2593994140625 0.25501465797424316 0.252777099609375 384 0 0 0 0.000421485208646641 2.2897106263584403e-06 0.0 384 1.00067138671875 1.0000041325887044 1.0 384 0.007852555942790041 0.004394259674654735 0.0016880800477701613 384 1.01715087890625 1.006885051727295 1.002349853515625 384 0.013095170649570529 0.009386188814570484 0.006191008040561732 384 4.0 0 1.03759765625 1.0200586318969727 1.0111083984375 384 1.0234375 1.010022481282552 1.00390625 3072 0 0.01686168616861686 0.006827796124259797 0.0023443446491094536 384 1
5
+ G2__echo__matched__seq4096__gbs16__cap2p00/rep1 natural G2 echo 32 8 4 16 16 0 4096 16 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.71875 0.15087890625 0.0 384 dispatch 100663296.0 0.0 0 0 0.500030517578125 0.4999993046124776 0.4998779296875 384 384 1.0 0.9681024551391602 0.620849609375 384 0 0 0 0.0021209716796875 1.466968415560366e-05 0.0 384 1.004241943359375 1.0000279744466145 1.0 384 1.317620465314074 0.6968048692022525 0.0012016720234495348 384 3.998260498046875 2.1875499884287515 1.00238037109375 384 1.7320331892227239 1.5175145186167975 0.6923179293416859 384 4.0 1 4.0 3.8724098205566406 2.4833984375 384 1.02734375 1.0105133056640625 1.0 3072 0 0.7498912338281876 0.5172585999990112 0.0023747183827558913 384 1
6
+ G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1 natural G3 echo 64 16 8 16 16 0 4096 16 static 1.072265625 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.6875 0.1546630859375 0.0 384 dispatch 201326592.0 0.0 0 0 0.5 0.5 0.5 384 384 1.0 0.9773949782053629 0.634124755859375 384 0 0 0 0.0 0.0 0.0 384 1.0 1.0 1.0 384 0.8292601101580809 0.47371518867838985 0.1091963461644949 384 2.9946746826171875 1.7838420073191326 1.153167724609375 384 1.7316460620806386 1.525739653918128 0.6814247311375694 384 4.0 1 4.0 3.9095799128214517 2.5364990234375 384 1.01953125 1.0093224843343098 1.0 3072 0 0.6660739125339475 0.41846288670458703 0.1328234578029481 384 1
7
+ G3__echo__matched__seq4096__gbs16__cap1p072265625__forcebal/rep1 forced G3 echo 64 16 8 16 16 0 4096 16 static 1.072265625 1 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.0 0.0 0.0 384 dispatch 201326592.0 0.0 0 0 0.5 0.5 0.5 384 384 0.26123046875 0.2557719548543294 0.253570556640625 384 0 0 0 0.0 0.0 0.0 384 1.0 1.0 1.0 384 0.00610409733861204 0.0030369541814070297 0.0013949279180933694 384 1.0114288330078125 1.0047780275344849 1.001708984375 384 0.011936138368762292 0.009561000998578461 0.006960450128604076 384 4.0 0 1.044921875 1.0230878194173176 1.0142822265625 384 1.017578125 1.0088431040445964 1.00390625 3072 0 0.011299690729425963 0.004752627833504172 0.0017060687301974165 384 1
8
+ G3__echo__matched__seq4096__gbs16__cap2p00/rep1 natural G3 echo 64 16 8 16 16 0 4096 16 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.6875 0.15531412760416666 0.0 384 dispatch 201326592.0 0.0 0 0 0.5 0.5 0.5 384 384 1.0 0.9773902098337809 0.638397216796875 384 0 0 0 0.0 0.0 0.0 384 1.0 1.0 1.0 384 0.8292092994255315 0.47732093430435846 0.1091963461644949 384 2.9329681396484375 1.7915768225987752 1.1547698974609375 384 1.7316636929706255 1.5249635478133088 0.6839438720259622 384 4.0 1 4.0 3.9095608393351235 2.5535888671875 384 1.01953125 1.0093262990315754 1.0 3072 0 0.6590484613583747 0.4215810507718854 0.13402661240238375 384 1
9
+ G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1 natural G4 echo 128 32 16 16 16 0 4096 16 static 1.068359375 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.6796875 0.16324869791666666 0.0 384 dispatch 402653184.0 0.0 0 0 0.5 0.5 0.5 384 384 1.0 0.9825874964396158 0.5750732421875 384 0 0 0 0.0 0.0 0.0 384 1.0 1.0 1.0 384 0.6262571920835467 0.33797223191114484 0.08738761375151358 384 2.2536544799804688 1.550683856010437 1.1217041015625 384 1.7303400196303844 1.5202854761326712 0.6197223679268041 384 4.0 1 4.0 3.9303499857584634 2.30029296875 384 1.0166015625 1.0086215337117512 1.0009765625 3072 0 0.5562762575704744 0.3421405808049787 0.10849929263249537 384 1
10
+ G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1 forced G4 echo 128 32 16 16 16 0 4096 16 static 1.068359375 1 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.0 0.0 0.0 384 dispatch 402653184.0 0.0 0 0 0.5 0.5 0.5 384 384 0.259674072265625 0.25621263186136883 0.253997802734375 384 0 0 0 0.0 0.0 0.0 384 1.0 1.0 1.0 384 0.0036539583092664103 0.002179247890018717 0.0006899225660317828 384 1.0071258544921875 1.0034127434094746 1.0009918212890625 384 0.01168330115931115 0.009563696224675585 0.008002983940271118 384 4.0 0 1.0386962890625 1.0248505274454753 1.0159912109375 384 1.013671875 1.0081939697265625 1.00390625 3072 0 0.007075435965031893 0.0033999001306743632 0.000990838554290331 384 1
11
+ G4__echo__matched__seq4096__gbs16__cap2p00/rep1 natural G4 echo 128 32 16 16 16 0 4096 16 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.671875 0.16269938151041666 0.0 384 dispatch 402653184.0 0.0 0 0 0.5 0.5 0.5 384 384 1.0 0.9825185934702555 0.57318115234375 384 0 0 0 0.0 0.0 0.0 384 1.0 1.0 1.0 384 0.6019828931462307 0.3383858718614603 0.08738761375151358 384 2.255584716796875 1.5542763471603394 1.1217041015625 384 1.7304659197188927 1.521021036726468 0.6188791003597877 384 4.0 1 4.0 3.930074373881022 2.292724609375 384 1.0166015625 1.0086164474487305 1.0009765625 3072 0 0.5566559781358661 0.3437128068160493 0.10849929263249537 384 1
tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/results.tsv CHANGED
@@ -6,3 +6,6 @@ G2 echo matched 4 4096 16 1.08203125 none+forcebal 1 OK 628.07 616.10 119267 /wo
6
  G3 echo matched 8 4096 16 2.00 none 1 OK 721.76 713.60 136111 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap2p00/rep1
7
  G3 echo matched 8 4096 16 1.072265625 none 1 OK 681.37 670.20 122853 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1
8
  G3 echo matched 8 4096 16 1.072265625 none+forcebal 1 OK 664.27 659.10 122899 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625__forcebal/rep1
 
 
 
 
6
  G3 echo matched 8 4096 16 2.00 none 1 OK 721.76 713.60 136111 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap2p00/rep1
7
  G3 echo matched 8 4096 16 1.072265625 none 1 OK 681.37 670.20 122853 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625/rep1
8
  G3 echo matched 8 4096 16 1.072265625 none+forcebal 1 OK 664.27 659.10 122899 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G3__echo__matched__seq4096__gbs16__cap1p072265625__forcebal/rep1
9
+ G4 echo matched 16 4096 16 2.00 none 1 OK 829.14 790.80 146037 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap2p00/rep1
10
+ G4 echo matched 16 4096 16 1.068359375 none 1 OK 775.73 738.90 129621 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375/rep1
11
+ G4 echo matched 16 4096 16 1.068359375 none+forcebal 1 OK 768.04 733.40 129579 /workspace/tiera-rerun-fixed-moonep/echo/tierbprobe/tierbprobe_gbs16/G4__echo__matched__seq4096__gbs16__cap1p068359375__forcebal/rep1