AbhishekGhosh1998 commited on
Commit
1bb496c
·
verified ·
1 Parent(s): beb6491

granularity results tierb_study_20260826_144644/echo/tierbprobe @ 2026-08-26T14:57:55Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0

Browse files
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/mem_samples.csv CHANGED
@@ -22,3 +22,211 @@
22
  5, 1
23
  6, 1
24
  7, 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  5, 1
23
  6, 1
24
  7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 4
42
+ 1, 629
43
+ 2, 629
44
+ 3, 165
45
+ 4, 629
46
+ 5, 629
47
+ 6, 629
48
+ 7, 629
49
+ 0, 909
50
+ 1, 905
51
+ 2, 935
52
+ 3, 915
53
+ 4, 911
54
+ 5, 917
55
+ 6, 921
56
+ 7, 915
57
+ 0, 1803
58
+ 1, 1803
59
+ 2, 1803
60
+ 3, 1803
61
+ 4, 1803
62
+ 5, 1803
63
+ 6, 1803
64
+ 7, 1803
65
+ 0, 43721
66
+ 1, 43157
67
+ 2, 43201
68
+ 3, 43883
69
+ 4, 43859
70
+ 5, 43865
71
+ 6, 43899
72
+ 7, 43859
73
+ 0, 44151
74
+ 1, 43583
75
+ 2, 43581
76
+ 3, 44281
77
+ 4, 44281
78
+ 5, 44281
79
+ 6, 44281
80
+ 7, 44281
81
+ 0, 47221
82
+ 1, 46653
83
+ 2, 46651
84
+ 3, 47351
85
+ 4, 47351
86
+ 5, 47351
87
+ 6, 47351
88
+ 7, 47351
89
+ 0, 47501
90
+ 1, 46933
91
+ 2, 46931
92
+ 3, 47631
93
+ 4, 47631
94
+ 5, 47631
95
+ 6, 47631
96
+ 7, 47631
97
+ 0, 47833
98
+ 1, 47289
99
+ 2, 47263
100
+ 3, 47969
101
+ 4, 47961
102
+ 5, 48023
103
+ 6, 47977
104
+ 7, 47989
105
+ 0, 48535
106
+ 1, 47967
107
+ 2, 47965
108
+ 3, 48665
109
+ 4, 48665
110
+ 5, 48665
111
+ 6, 48665
112
+ 7, 48665
113
+ 0, 48983
114
+ 1, 48415
115
+ 2, 48413
116
+ 3, 49113
117
+ 4, 49113
118
+ 5, 49113
119
+ 6, 49113
120
+ 7, 49113
121
+ 0, 51027
122
+ 1, 50457
123
+ 2, 50457
124
+ 3, 51157
125
+ 4, 51157
126
+ 5, 51157
127
+ 6, 51157
128
+ 7, 51157
129
+ 0, 51027
130
+ 1, 50457
131
+ 2, 50457
132
+ 3, 51157
133
+ 4, 51157
134
+ 5, 51157
135
+ 6, 51157
136
+ 7, 51157
137
+ 0, 82405
138
+ 1, 82427
139
+ 2, 82433
140
+ 3, 82431
141
+ 4, 82405
142
+ 5, 82409
143
+ 6, 82403
144
+ 7, 82369
145
+ 0, 82843
146
+ 1, 82851
147
+ 2, 82851
148
+ 3, 82849
149
+ 4, 82849
150
+ 5, 82849
151
+ 6, 82849
152
+ 7, 82849
153
+ 0, 84027
154
+ 1, 84035
155
+ 2, 84035
156
+ 3, 84033
157
+ 4, 84033
158
+ 5, 84033
159
+ 6, 84033
160
+ 7, 84033
161
+ 0, 84027
162
+ 1, 84035
163
+ 2, 84035
164
+ 3, 84033
165
+ 4, 84033
166
+ 5, 84033
167
+ 6, 84033
168
+ 7, 84033
169
+ 0, 84027
170
+ 1, 84035
171
+ 2, 84035
172
+ 3, 84033
173
+ 4, 84033
174
+ 5, 84033
175
+ 6, 84033
176
+ 7, 84033
177
+ 0, 85139
178
+ 1, 85145
179
+ 2, 85145
180
+ 3, 85143
181
+ 4, 85143
182
+ 5, 85143
183
+ 6, 85143
184
+ 7, 85143
185
+ 0, 87187
186
+ 1, 87193
187
+ 2, 87193
188
+ 3, 87191
189
+ 4, 87191
190
+ 5, 87191
191
+ 6, 87191
192
+ 7, 87191
193
+ 0, 87859
194
+ 1, 87889
195
+ 2, 87895
196
+ 3, 87877
197
+ 4, 87893
198
+ 5, 87867
199
+ 6, 87877
200
+ 7, 87871
201
+ 0, 108189
202
+ 1, 108267
203
+ 2, 108287
204
+ 3, 108273
205
+ 4, 108273
206
+ 5, 108273
207
+ 6, 108273
208
+ 7, 108273
209
+ 0, 108189
210
+ 1, 108267
211
+ 2, 108287
212
+ 3, 108273
213
+ 4, 108273
214
+ 5, 108273
215
+ 6, 108273
216
+ 7, 108273
217
+ 0, 2382
218
+ 1, 2382
219
+ 2, 2382
220
+ 3, 2382
221
+ 4, 2382
222
+ 5, 2638
223
+ 6, 107379
224
+ 7, 3662
225
+ 0, 0
226
+ 1, 0
227
+ 2, 0
228
+ 3, 0
229
+ 4, 0
230
+ 5, 0
231
+ 6, 0
232
+ 7, 0
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv CHANGED
@@ -6,3 +6,4 @@ QWEN3_30B echo forced 2.00 OK 132963 1 0.0 1.0 /workspace/tierb_study_20260826_1
6
  DSV2_LITE_L24 echo natural 2.00 OK 140961 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
7
  DSV2_LITE_L24 echo forced 2.00 OK 140541 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
8
  QWEN2_57B echo natural 2.00 OK 108303 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1
 
 
6
  DSV2_LITE_L24 echo natural 2.00 OK 140961 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
7
  DSV2_LITE_L24 echo forced 2.00 OK 140541 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
8
  QWEN2_57B echo natural 2.00 OK 108303 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1
9
+ QWEN2_57B echo forced 2.00 OK 108287 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv CHANGED
@@ -2,3 +2,4 @@ model backend status selected_capacity required_capacity drop_rate_pct peak_mib
2
  QWEN3_235B echo SELECTED 2.00 1.0 0.0 141943 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
  QWEN3_30B echo SELECTED 2.00 1.0 0.0 133531 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
4
  DSV2_LITE_L24 echo SELECTED 2.00 1.0 0.0 140961 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
 
 
2
  QWEN3_235B echo SELECTED 2.00 1.0 0.0 141943 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
  QWEN3_30B echo SELECTED 2.00 1.0 0.0 133531 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
4
  DSV2_LITE_L24 echo SELECTED 2.00 1.0 0.0 140961 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
5
+ QWEN2_57B echo SELECTED 2.00 1.0 0.0 108303 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/probe_summary.json ADDED
@@ -0,0 +1,690 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "arm": "natural",
4
+ "assignment_sum_mismatches": 0,
5
+ "aux_loss_coeff": "1e-3",
6
+ "backend": "echo",
7
+ "branch": "token-drop-analysis",
8
+ "capacity": "2.00",
9
+ "capacity_mode": "static",
10
+ "cold_expert_fraction_max": 0.59375,
11
+ "cold_expert_fraction_mean": 0.12777400362318841,
12
+ "cold_expert_fraction_min": 0.0,
13
+ "cold_expert_fraction_n": 276,
14
+ "commit": "b099fd84",
15
+ "config": "DSV2_LITE_L24",
16
+ "cuda_graph": "0",
17
+ "dense_first_layers": "1",
18
+ "drop_expected_assignments": 108527616.0,
19
+ "drop_rate_pct_overall": 0.0,
20
+ "echo_logged_load_reduction_valid": 0,
21
+ "echo_logged_pre_rank_metric_valid": 0,
22
+ "echo_moved_assignment_fraction_max": 0.5,
23
+ "echo_moved_assignment_fraction_mean": 0.5,
24
+ "echo_moved_assignment_fraction_min": 0.5,
25
+ "echo_moved_assignment_fraction_n": 276,
26
+ "experts_per_rank": "8",
27
+ "force_balance": "0",
28
+ "global_batch_size": "8",
29
+ "global_snapshots": 276,
30
+ "hottest_expert_token_fraction_max": 0.999969482421875,
31
+ "hottest_expert_token_fraction_mean": 0.6977317920629529,
32
+ "hottest_expert_token_fraction_min": 0.18292236328125,
33
+ "hottest_expert_token_fraction_n": 276,
34
+ "incomplete_snapshots": 0,
35
+ "malformed_records": 0,
36
+ "moe_layers": "23",
37
+ "num_experts": "64",
38
+ "num_layers": "24",
39
+ "observed_dropped_tokens": 0.0,
40
+ "post_physical_rank_cv_max": 0.0,
41
+ "post_physical_rank_cv_mean": 0.0,
42
+ "post_physical_rank_cv_min": 0.0,
43
+ "post_physical_rank_cv_n": 276,
44
+ "post_physical_rank_imax_max": 1.0,
45
+ "post_physical_rank_imax_mean": 1.0,
46
+ "post_physical_rank_imax_min": 1.0,
47
+ "post_physical_rank_imax_n": 276,
48
+ "pre_home_rank_cv_max": 1.3955462296743573,
49
+ "pre_home_rank_cv_mean": 0.5956958266809962,
50
+ "pre_home_rank_cv_min": 0.06838324069662365,
51
+ "pre_home_rank_cv_n": 276,
52
+ "pre_home_rank_imax_max": 4.433919270833333,
53
+ "pre_home_rank_imax_mean": 2.117264752226751,
54
+ "pre_home_rank_imax_min": 1.1109822591145833,
55
+ "pre_home_rank_imax_n": 276,
56
+ "raw_expert_cv_max": 3.0650012939743223,
57
+ "raw_expert_cv_mean": 1.7377059172733105,
58
+ "raw_expert_cv_min": 0.36860618049647703,
59
+ "raw_expert_cv_n": 276,
60
+ "raw_expert_imax_ceiling": 10.666666666666666,
61
+ "raw_expert_imax_hit_ceiling": 1,
62
+ "raw_expert_imax_max": 10.666341145833334,
63
+ "raw_expert_imax_mean": 7.442472448671498,
64
+ "raw_expert_imax_min": 1.951171875,
65
+ "raw_expert_imax_n": 276,
66
+ "records": {
67
+ "drop_dispatch": 2208,
68
+ "drop_experts": 2208,
69
+ "drop_setup": 2208,
70
+ "echo_post": 2208,
71
+ "echo_pre": 2208
72
+ },
73
+ "required_capacity_max": 1.0,
74
+ "required_capacity_mean": 1.0,
75
+ "required_capacity_min": 1.0,
76
+ "required_capacity_n": 2208,
77
+ "router_balancing": "seq_aux_loss",
78
+ "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1",
79
+ "seq_length": "8192",
80
+ "shared_expert_overlap": "0",
81
+ "topk": "6",
82
+ "valid_max_rank_reduction_max": 0.7744658982453564,
83
+ "valid_max_rank_reduction_mean": 0.4729061659118927,
84
+ "valid_max_rank_reduction_min": 0.09989561777794055,
85
+ "valid_max_rank_reduction_n": 276,
86
+ "zero_drop": 1
87
+ },
88
+ {
89
+ "arm": "forced",
90
+ "assignment_sum_mismatches": 0,
91
+ "aux_loss_coeff": "1e-3",
92
+ "backend": "echo",
93
+ "branch": "token-drop-analysis",
94
+ "capacity": "2.00",
95
+ "capacity_mode": "static",
96
+ "cold_expert_fraction_max": 0.0,
97
+ "cold_expert_fraction_mean": 0.0,
98
+ "cold_expert_fraction_min": 0.0,
99
+ "cold_expert_fraction_n": 276,
100
+ "commit": "b099fd84",
101
+ "config": "DSV2_LITE_L24",
102
+ "cuda_graph": "0",
103
+ "dense_first_layers": "1",
104
+ "drop_expected_assignments": 108527616.0,
105
+ "drop_rate_pct_overall": 0.0,
106
+ "echo_logged_load_reduction_valid": 0,
107
+ "echo_logged_pre_rank_metric_valid": 0,
108
+ "echo_moved_assignment_fraction_max": 0.5,
109
+ "echo_moved_assignment_fraction_mean": 0.5,
110
+ "echo_moved_assignment_fraction_min": 0.5,
111
+ "echo_moved_assignment_fraction_n": 276,
112
+ "experts_per_rank": "8",
113
+ "force_balance": "1",
114
+ "global_batch_size": "8",
115
+ "global_snapshots": 276,
116
+ "hottest_expert_token_fraction_max": 0.0982818603515625,
117
+ "hottest_expert_token_fraction_mean": 0.09644090956535892,
118
+ "hottest_expert_token_fraction_min": 0.09539794921875,
119
+ "hottest_expert_token_fraction_n": 276,
120
+ "incomplete_snapshots": 0,
121
+ "malformed_records": 0,
122
+ "moe_layers": "23",
123
+ "num_experts": "64",
124
+ "num_layers": "24",
125
+ "observed_dropped_tokens": 0.0,
126
+ "post_physical_rank_cv_max": 0.0,
127
+ "post_physical_rank_cv_mean": 0.0,
128
+ "post_physical_rank_cv_min": 0.0,
129
+ "post_physical_rank_cv_n": 276,
130
+ "post_physical_rank_imax_max": 1.0,
131
+ "post_physical_rank_imax_mean": 1.0,
132
+ "post_physical_rank_imax_min": 1.0,
133
+ "post_physical_rank_imax_n": 276,
134
+ "pre_home_rank_cv_max": 0.006715970721309454,
135
+ "pre_home_rank_cv_mean": 0.00392157619549587,
136
+ "pre_home_rank_cv_min": 0.0014708009315538319,
137
+ "pre_home_rank_cv_n": 276,
138
+ "pre_home_rank_imax_max": 1.0122884114583333,
139
+ "pre_home_rank_imax_mean": 1.0060781580238527,
140
+ "pre_home_rank_imax_min": 1.00213623046875,
141
+ "pre_home_rank_imax_n": 276,
142
+ "raw_expert_cv_max": 0.015123587213954862,
143
+ "raw_expert_cv_mean": 0.012112028161640214,
144
+ "raw_expert_cv_min": 0.008171875787738593,
145
+ "raw_expert_cv_n": 276,
146
+ "raw_expert_imax_ceiling": 10.666666666666666,
147
+ "raw_expert_imax_hit_ceiling": 0,
148
+ "raw_expert_imax_max": 1.04833984375,
149
+ "raw_expert_imax_mean": 1.0287030353638287,
150
+ "raw_expert_imax_min": 1.017578125,
151
+ "raw_expert_imax_n": 276,
152
+ "records": {
153
+ "drop_dispatch": 2208,
154
+ "drop_experts": 2208,
155
+ "drop_setup": 2208,
156
+ "echo_post": 2208,
157
+ "echo_pre": 2208
158
+ },
159
+ "required_capacity_max": 1.0,
160
+ "required_capacity_mean": 1.0,
161
+ "required_capacity_min": 1.0,
162
+ "required_capacity_n": 2208,
163
+ "router_balancing": "seq_aux_loss",
164
+ "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1",
165
+ "seq_length": "8192",
166
+ "shared_expert_overlap": "0",
167
+ "topk": "6",
168
+ "valid_max_rank_reduction_max": 0.01213923948870488,
169
+ "valid_max_rank_reduction_mean": 0.006037272492700937,
170
+ "valid_max_rank_reduction_min": 0.0021316767159997563,
171
+ "valid_max_rank_reduction_n": 276,
172
+ "zero_drop": 1
173
+ },
174
+ {
175
+ "arm": "natural",
176
+ "assignment_sum_mismatches": 0,
177
+ "aux_loss_coeff": "1e-2",
178
+ "backend": "echo",
179
+ "branch": "token-drop-analysis",
180
+ "capacity": "2.00",
181
+ "capacity_mode": "static",
182
+ "cold_expert_fraction_max": 0.828125,
183
+ "cold_expert_fraction_mean": 0.3279947916666667,
184
+ "cold_expert_fraction_min": 0.0,
185
+ "cold_expert_fraction_n": 120,
186
+ "commit": "b099fd84",
187
+ "config": "QWEN2_57B",
188
+ "cuda_graph": "0",
189
+ "dense_first_layers": "0",
190
+ "drop_expected_assignments": 31457280.0,
191
+ "drop_rate_pct_overall": 0.0,
192
+ "echo_logged_load_reduction_valid": 0,
193
+ "echo_logged_pre_rank_metric_valid": 0,
194
+ "echo_moved_assignment_fraction_max": 0.5,
195
+ "echo_moved_assignment_fraction_mean": 0.5,
196
+ "echo_moved_assignment_fraction_min": 0.5,
197
+ "echo_moved_assignment_fraction_n": 120,
198
+ "experts_per_rank": "8",
199
+ "force_balance": "0",
200
+ "global_batch_size": "8",
201
+ "global_snapshots": 120,
202
+ "hottest_expert_token_fraction_max": 1.0,
203
+ "hottest_expert_token_fraction_mean": 0.8515007019042968,
204
+ "hottest_expert_token_fraction_min": 0.2647705078125,
205
+ "hottest_expert_token_fraction_n": 120,
206
+ "incomplete_snapshots": 0,
207
+ "malformed_records": 0,
208
+ "moe_layers": "10",
209
+ "num_experts": "64",
210
+ "num_layers": "10",
211
+ "observed_dropped_tokens": 0.0,
212
+ "post_physical_rank_cv_max": 0.0,
213
+ "post_physical_rank_cv_mean": 0.0,
214
+ "post_physical_rank_cv_min": 0.0,
215
+ "post_physical_rank_cv_n": 120,
216
+ "post_physical_rank_imax_max": 1.0,
217
+ "post_physical_rank_imax_mean": 1.0,
218
+ "post_physical_rank_imax_min": 1.0,
219
+ "post_physical_rank_imax_n": 120,
220
+ "pre_home_rank_cv_max": 1.2169604837256403,
221
+ "pre_home_rank_cv_mean": 0.6377553523750428,
222
+ "pre_home_rank_cv_min": 0.09633592940981593,
223
+ "pre_home_rank_cv_n": 120,
224
+ "pre_home_rank_imax_max": 3.978790283203125,
225
+ "pre_home_rank_imax_mean": 2.1783960978190104,
226
+ "pre_home_rank_imax_min": 1.12921142578125,
227
+ "pre_home_rank_imax_n": 120,
228
+ "raw_expert_cv_max": 2.6426244377115378,
229
+ "raw_expert_cv_mean": 1.9430158591244282,
230
+ "raw_expert_cv_min": 0.5540860535283595,
231
+ "raw_expert_cv_n": 120,
232
+ "raw_expert_imax_ceiling": 8.0,
233
+ "raw_expert_imax_hit_ceiling": 1,
234
+ "raw_expert_imax_max": 8.0,
235
+ "raw_expert_imax_mean": 6.812005615234375,
236
+ "raw_expert_imax_min": 2.1181640625,
237
+ "raw_expert_imax_n": 120,
238
+ "records": {
239
+ "drop_dispatch": 960,
240
+ "drop_experts": 960,
241
+ "drop_setup": 960,
242
+ "echo_post": 960,
243
+ "echo_pre": 960
244
+ },
245
+ "required_capacity_max": 1.0,
246
+ "required_capacity_mean": 1.0,
247
+ "required_capacity_min": 1.0,
248
+ "required_capacity_n": 960,
249
+ "router_balancing": "aux_loss",
250
+ "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1",
251
+ "seq_length": "4096",
252
+ "shared_expert_overlap": "0",
253
+ "topk": "8",
254
+ "valid_max_rank_reduction_max": 0.7486673262922141,
255
+ "valid_max_rank_reduction_mean": 0.497309315009654,
256
+ "valid_max_rank_reduction_min": 0.11442624722987947,
257
+ "valid_max_rank_reduction_n": 120,
258
+ "zero_drop": 1
259
+ },
260
+ {
261
+ "arm": "forced",
262
+ "assignment_sum_mismatches": 0,
263
+ "aux_loss_coeff": "1e-2",
264
+ "backend": "echo",
265
+ "branch": "token-drop-analysis",
266
+ "capacity": "2.00",
267
+ "capacity_mode": "static",
268
+ "cold_expert_fraction_max": 0.0,
269
+ "cold_expert_fraction_mean": 0.0,
270
+ "cold_expert_fraction_min": 0.0,
271
+ "cold_expert_fraction_n": 120,
272
+ "commit": "b099fd84",
273
+ "config": "QWEN2_57B",
274
+ "cuda_graph": "0",
275
+ "dense_first_layers": "0",
276
+ "drop_expected_assignments": 31457280.0,
277
+ "drop_rate_pct_overall": 0.0,
278
+ "echo_logged_load_reduction_valid": 0,
279
+ "echo_logged_pre_rank_metric_valid": 0,
280
+ "echo_moved_assignment_fraction_max": 0.5,
281
+ "echo_moved_assignment_fraction_mean": 0.5,
282
+ "echo_moved_assignment_fraction_min": 0.5,
283
+ "echo_moved_assignment_fraction_n": 120,
284
+ "experts_per_rank": "8",
285
+ "force_balance": "1",
286
+ "global_batch_size": "8",
287
+ "global_snapshots": 120,
288
+ "hottest_expert_token_fraction_max": 0.1317138671875,
289
+ "hottest_expert_token_fraction_mean": 0.129486083984375,
290
+ "hottest_expert_token_fraction_min": 0.128021240234375,
291
+ "hottest_expert_token_fraction_n": 120,
292
+ "incomplete_snapshots": 0,
293
+ "malformed_records": 0,
294
+ "moe_layers": "10",
295
+ "num_experts": "64",
296
+ "num_layers": "10",
297
+ "observed_dropped_tokens": 0.0,
298
+ "post_physical_rank_cv_max": 0.0,
299
+ "post_physical_rank_cv_mean": 0.0,
300
+ "post_physical_rank_cv_min": 0.0,
301
+ "post_physical_rank_cv_n": 120,
302
+ "post_physical_rank_imax_max": 1.0,
303
+ "post_physical_rank_imax_mean": 1.0,
304
+ "post_physical_rank_imax_min": 1.0,
305
+ "post_physical_rank_imax_n": 120,
306
+ "pre_home_rank_cv_max": 0.01200287811464368,
307
+ "pre_home_rank_cv_mean": 0.0057851448972811755,
308
+ "pre_home_rank_cv_min": 0.0010965114882337452,
309
+ "pre_home_rank_cv_n": 120,
310
+ "pre_home_rank_imax_max": 1.015289306640625,
311
+ "pre_home_rank_imax_mean": 1.0091585795084634,
312
+ "pre_home_rank_imax_min": 1.001373291015625,
313
+ "pre_home_rank_imax_n": 120,
314
+ "raw_expert_cv_max": 0.01846260511411008,
315
+ "raw_expert_cv_mean": 0.01497261060068789,
316
+ "raw_expert_cv_min": 0.011926166451983852,
317
+ "raw_expert_cv_n": 120,
318
+ "raw_expert_imax_ceiling": 8.0,
319
+ "raw_expert_imax_hit_ceiling": 0,
320
+ "raw_expert_imax_max": 1.0537109375,
321
+ "raw_expert_imax_mean": 1.035888671875,
322
+ "raw_expert_imax_min": 1.024169921875,
323
+ "raw_expert_imax_n": 120,
324
+ "records": {
325
+ "drop_dispatch": 960,
326
+ "drop_experts": 960,
327
+ "drop_setup": 960,
328
+ "echo_post": 960,
329
+ "echo_pre": 960
330
+ },
331
+ "required_capacity_max": 1.0,
332
+ "required_capacity_mean": 1.0,
333
+ "required_capacity_min": 1.0,
334
+ "required_capacity_n": 960,
335
+ "router_balancing": "aux_loss",
336
+ "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1",
337
+ "seq_length": "4096",
338
+ "shared_expert_overlap": "0",
339
+ "topk": "8",
340
+ "valid_max_rank_reduction_max": 0.01505906399350747,
341
+ "valid_max_rank_reduction_mean": 0.009067283410582577,
342
+ "valid_max_rank_reduction_min": 0.001371407673787828,
343
+ "valid_max_rank_reduction_n": 120,
344
+ "zero_drop": 1
345
+ },
346
+ {
347
+ "arm": "natural",
348
+ "assignment_sum_mismatches": 0,
349
+ "aux_loss_coeff": "1e-3",
350
+ "backend": "echo",
351
+ "branch": "token-drop-analysis",
352
+ "capacity": "2.00",
353
+ "capacity_mode": "static",
354
+ "cold_expert_fraction_max": 0.7890625,
355
+ "cold_expert_fraction_mean": 0.4895833333333333,
356
+ "cold_expert_fraction_min": 0.0,
357
+ "cold_expert_fraction_n": 144,
358
+ "commit": "b099fd84",
359
+ "config": "QWEN3_235B",
360
+ "cuda_graph": "0",
361
+ "dense_first_layers": "0",
362
+ "drop_expected_assignments": 75497472.0,
363
+ "drop_rate_pct_overall": 0.0,
364
+ "echo_logged_load_reduction_valid": 0,
365
+ "echo_logged_pre_rank_metric_valid": 0,
366
+ "echo_moved_assignment_fraction_max": 0.5,
367
+ "echo_moved_assignment_fraction_mean": 0.5,
368
+ "echo_moved_assignment_fraction_min": 0.5,
369
+ "echo_moved_assignment_fraction_n": 144,
370
+ "experts_per_rank": "16",
371
+ "force_balance": "0",
372
+ "global_batch_size": "8",
373
+ "global_snapshots": 144,
374
+ "hottest_expert_token_fraction_max": 0.9999542236328125,
375
+ "hottest_expert_token_fraction_mean": 0.9661488003200955,
376
+ "hottest_expert_token_fraction_min": 0.546875,
377
+ "hottest_expert_token_fraction_n": 144,
378
+ "incomplete_snapshots": 0,
379
+ "malformed_records": 0,
380
+ "moe_layers": "12",
381
+ "num_experts": "128",
382
+ "num_layers": "12",
383
+ "observed_dropped_tokens": 0.0,
384
+ "post_physical_rank_cv_max": 0.0,
385
+ "post_physical_rank_cv_mean": 0.0,
386
+ "post_physical_rank_cv_min": 0.0,
387
+ "post_physical_rank_cv_n": 144,
388
+ "post_physical_rank_imax_max": 1.0,
389
+ "post_physical_rank_imax_mean": 1.0,
390
+ "post_physical_rank_imax_min": 1.0,
391
+ "post_physical_rank_imax_n": 144,
392
+ "pre_home_rank_cv_max": 1.5534351281913334,
393
+ "pre_home_rank_cv_mean": 0.8358247018998112,
394
+ "pre_home_rank_cv_min": 0.3167748701963148,
395
+ "pre_home_rank_cv_n": 144,
396
+ "pre_home_rank_imax_max": 4.9171295166015625,
397
+ "pre_home_rank_imax_mean": 2.5417197545369468,
398
+ "pre_home_rank_imax_min": 1.2317352294921875,
399
+ "pre_home_rank_imax_n": 144,
400
+ "raw_expert_cv_max": 3.8719906493286524,
401
+ "raw_expert_cv_mean": 3.456592832253774,
402
+ "raw_expert_cv_min": 1.5070684637391225,
403
+ "raw_expert_cv_n": 144,
404
+ "raw_expert_imax_ceiling": 16.0,
405
+ "raw_expert_imax_hit_ceiling": 1,
406
+ "raw_expert_imax_max": 15.999267578125,
407
+ "raw_expert_imax_mean": 15.458380805121529,
408
+ "raw_expert_imax_min": 8.75,
409
+ "raw_expert_imax_n": 144,
410
+ "records": {
411
+ "drop_dispatch": 1152,
412
+ "drop_experts": 1152,
413
+ "drop_setup": 1152,
414
+ "echo_post": 1152,
415
+ "echo_pre": 1152
416
+ },
417
+ "required_capacity_max": 1.0,
418
+ "required_capacity_mean": 1.0,
419
+ "required_capacity_min": 1.0,
420
+ "required_capacity_n": 1152,
421
+ "router_balancing": "aux_loss",
422
+ "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1",
423
+ "seq_length": "8192",
424
+ "shared_expert_overlap": "0",
425
+ "topk": "8",
426
+ "valid_max_rank_reduction_max": 0.7966293145983385,
427
+ "valid_max_rank_reduction_mean": 0.5769520293233497,
428
+ "valid_max_rank_reduction_min": 0.18813720996494185,
429
+ "valid_max_rank_reduction_n": 144,
430
+ "zero_drop": 1
431
+ },
432
+ {
433
+ "arm": "forced",
434
+ "assignment_sum_mismatches": 0,
435
+ "aux_loss_coeff": "1e-3",
436
+ "backend": "echo",
437
+ "branch": "token-drop-analysis",
438
+ "capacity": "2.00",
439
+ "capacity_mode": "static",
440
+ "cold_expert_fraction_max": 0.0,
441
+ "cold_expert_fraction_mean": 0.0,
442
+ "cold_expert_fraction_min": 0.0,
443
+ "cold_expert_fraction_n": 144,
444
+ "commit": "b099fd84",
445
+ "config": "QWEN3_235B",
446
+ "cuda_graph": "0",
447
+ "dense_first_layers": "0",
448
+ "drop_expected_assignments": 75497472.0,
449
+ "drop_rate_pct_overall": 0.0,
450
+ "echo_logged_load_reduction_valid": 0,
451
+ "echo_logged_pre_rank_metric_valid": 0,
452
+ "echo_moved_assignment_fraction_max": 0.5,
453
+ "echo_moved_assignment_fraction_mean": 0.5,
454
+ "echo_moved_assignment_fraction_min": 0.5,
455
+ "echo_moved_assignment_fraction_n": 144,
456
+ "experts_per_rank": "16",
457
+ "force_balance": "1",
458
+ "global_batch_size": "8",
459
+ "global_snapshots": 144,
460
+ "hottest_expert_token_fraction_max": 0.0663299560546875,
461
+ "hottest_expert_token_fraction_mean": 0.0649354722764757,
462
+ "hottest_expert_token_fraction_min": 0.0641632080078125,
463
+ "hottest_expert_token_fraction_n": 144,
464
+ "incomplete_snapshots": 0,
465
+ "malformed_records": 0,
466
+ "moe_layers": "12",
467
+ "num_experts": "128",
468
+ "num_layers": "12",
469
+ "observed_dropped_tokens": 0.0,
470
+ "post_physical_rank_cv_max": 0.0,
471
+ "post_physical_rank_cv_mean": 0.0,
472
+ "post_physical_rank_cv_min": 0.0,
473
+ "post_physical_rank_cv_n": 144,
474
+ "post_physical_rank_imax_max": 1.0,
475
+ "post_physical_rank_imax_mean": 1.0,
476
+ "post_physical_rank_imax_min": 1.0,
477
+ "post_physical_rank_imax_n": 144,
478
+ "pre_home_rank_cv_max": 0.006990045273933762,
479
+ "pre_home_rank_cv_mean": 0.0034121784262079076,
480
+ "pre_home_rank_cv_min": 0.0012782366924169522,
481
+ "pre_home_rank_cv_n": 144,
482
+ "pre_home_rank_imax_max": 1.0104522705078125,
483
+ "pre_home_rank_imax_mean": 1.0053127076890733,
484
+ "pre_home_rank_imax_min": 1.0019378662109375,
485
+ "pre_home_rank_imax_n": 144,
486
+ "raw_expert_cv_max": 0.017577383237659006,
487
+ "raw_expert_cv_mean": 0.015149663454502107,
488
+ "raw_expert_cv_min": 0.013421143735031664,
489
+ "raw_expert_cv_n": 144,
490
+ "raw_expert_imax_ceiling": 16.0,
491
+ "raw_expert_imax_hit_ceiling": 0,
492
+ "raw_expert_imax_max": 1.061279296875,
493
+ "raw_expert_imax_mean": 1.0389675564236112,
494
+ "raw_expert_imax_min": 1.026611328125,
495
+ "raw_expert_imax_n": 144,
496
+ "records": {
497
+ "drop_dispatch": 1152,
498
+ "drop_experts": 1152,
499
+ "drop_setup": 1152,
500
+ "echo_post": 1152,
501
+ "echo_pre": 1152
502
+ },
503
+ "required_capacity_max": 1.0,
504
+ "required_capacity_mean": 1.0,
505
+ "required_capacity_min": 1.0,
506
+ "required_capacity_n": 1152,
507
+ "router_balancing": "aux_loss",
508
+ "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1",
509
+ "seq_length": "8192",
510
+ "shared_expert_overlap": "0",
511
+ "topk": "8",
512
+ "valid_max_rank_reduction_max": 0.010344150647075702,
513
+ "valid_max_rank_reduction_mean": 0.005281131647695585,
514
+ "valid_max_rank_reduction_min": 0.0019341181487291168,
515
+ "valid_max_rank_reduction_n": 144,
516
+ "zero_drop": 1
517
+ },
518
+ {
519
+ "arm": "natural",
520
+ "assignment_sum_mismatches": 0,
521
+ "aux_loss_coeff": "1e-3",
522
+ "backend": "echo",
523
+ "branch": "token-drop-analysis",
524
+ "capacity": "2.00",
525
+ "capacity_mode": "static",
526
+ "cold_expert_fraction_max": 0.9296875,
527
+ "cold_expert_fraction_mean": 0.6222466362847222,
528
+ "cold_expert_fraction_min": 0.0,
529
+ "cold_expert_fraction_n": 576,
530
+ "commit": "b099fd84",
531
+ "config": "QWEN3_30B",
532
+ "cuda_graph": "0",
533
+ "dense_first_layers": "0",
534
+ "drop_expected_assignments": 150994944.0,
535
+ "drop_rate_pct_overall": 0.0,
536
+ "echo_logged_load_reduction_valid": 0,
537
+ "echo_logged_pre_rank_metric_valid": 0,
538
+ "echo_moved_assignment_fraction_max": 0.5,
539
+ "echo_moved_assignment_fraction_mean": 0.5,
540
+ "echo_moved_assignment_fraction_min": 0.5,
541
+ "echo_moved_assignment_fraction_n": 576,
542
+ "experts_per_rank": "16",
543
+ "force_balance": "0",
544
+ "global_batch_size": "8",
545
+ "global_snapshots": 576,
546
+ "hottest_expert_token_fraction_max": 1.0,
547
+ "hottest_expert_token_fraction_mean": 0.9104721811082628,
548
+ "hottest_expert_token_fraction_min": 0.17547607421875,
549
+ "hottest_expert_token_fraction_n": 576,
550
+ "incomplete_snapshots": 0,
551
+ "malformed_records": 0,
552
+ "moe_layers": "48",
553
+ "num_experts": "128",
554
+ "num_layers": "48",
555
+ "observed_dropped_tokens": 0.0,
556
+ "post_physical_rank_cv_max": 0.0,
557
+ "post_physical_rank_cv_mean": 0.0,
558
+ "post_physical_rank_cv_min": 0.0,
559
+ "post_physical_rank_cv_n": 576,
560
+ "post_physical_rank_imax_max": 1.0,
561
+ "post_physical_rank_imax_mean": 1.0,
562
+ "post_physical_rank_imax_min": 1.0,
563
+ "post_physical_rank_imax_n": 576,
564
+ "pre_home_rank_cv_max": 1.5704882864247645,
565
+ "pre_home_rank_cv_mean": 0.7589291473184087,
566
+ "pre_home_rank_cv_min": 0.13794675824562003,
567
+ "pre_home_rank_cv_n": 576,
568
+ "pre_home_rank_imax_max": 4.974578857421875,
569
+ "pre_home_rank_imax_mean": 2.3463818762037487,
570
+ "pre_home_rank_imax_min": 1.2030029296875,
571
+ "pre_home_rank_imax_n": 576,
572
+ "raw_expert_cv_max": 3.8726526007751483,
573
+ "raw_expert_cv_mean": 3.3062029242663797,
574
+ "raw_expert_cv_min": 0.540439815722741,
575
+ "raw_expert_cv_n": 576,
576
+ "raw_expert_imax_ceiling": 16.0,
577
+ "raw_expert_imax_hit_ceiling": 1,
578
+ "raw_expert_imax_max": 16.0,
579
+ "raw_expert_imax_mean": 14.567554897732204,
580
+ "raw_expert_imax_min": 2.8076171875,
581
+ "raw_expert_imax_n": 576,
582
+ "records": {
583
+ "drop_dispatch": 4608,
584
+ "drop_experts": 4608,
585
+ "drop_setup": 4608,
586
+ "echo_post": 4608,
587
+ "echo_pre": 4608
588
+ },
589
+ "required_capacity_max": 1.0,
590
+ "required_capacity_mean": 1.0,
591
+ "required_capacity_min": 1.0,
592
+ "required_capacity_n": 4608,
593
+ "router_balancing": "aux_loss",
594
+ "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1",
595
+ "seq_length": "4096",
596
+ "shared_expert_overlap": "0",
597
+ "topk": "8",
598
+ "valid_max_rank_reduction_max": 0.7989779580018036,
599
+ "valid_max_rank_reduction_mean": 0.5410548593820177,
600
+ "valid_max_rank_reduction_min": 0.16874682902080163,
601
+ "valid_max_rank_reduction_n": 576,
602
+ "zero_drop": 1
603
+ },
604
+ {
605
+ "arm": "forced",
606
+ "assignment_sum_mismatches": 0,
607
+ "aux_loss_coeff": "1e-3",
608
+ "backend": "echo",
609
+ "branch": "token-drop-analysis",
610
+ "capacity": "2.00",
611
+ "capacity_mode": "static",
612
+ "cold_expert_fraction_max": 0.0,
613
+ "cold_expert_fraction_mean": 0.0,
614
+ "cold_expert_fraction_min": 0.0,
615
+ "cold_expert_fraction_n": 576,
616
+ "commit": "b099fd84",
617
+ "config": "QWEN3_30B",
618
+ "cuda_graph": "0",
619
+ "dense_first_layers": "0",
620
+ "drop_expected_assignments": 150994944.0,
621
+ "drop_rate_pct_overall": 0.0,
622
+ "echo_logged_load_reduction_valid": 0,
623
+ "echo_logged_pre_rank_metric_valid": 0,
624
+ "echo_moved_assignment_fraction_max": 0.5,
625
+ "echo_moved_assignment_fraction_mean": 0.5,
626
+ "echo_moved_assignment_fraction_min": 0.5,
627
+ "echo_moved_assignment_fraction_n": 576,
628
+ "experts_per_rank": "16",
629
+ "force_balance": "1",
630
+ "global_batch_size": "8",
631
+ "global_snapshots": 576,
632
+ "hottest_expert_token_fraction_max": 0.06854248046875,
633
+ "hottest_expert_token_fraction_mean": 0.066029601626926,
634
+ "hottest_expert_token_fraction_min": 0.06488037109375,
635
+ "hottest_expert_token_fraction_n": 576,
636
+ "incomplete_snapshots": 0,
637
+ "malformed_records": 0,
638
+ "moe_layers": "48",
639
+ "num_experts": "128",
640
+ "num_layers": "48",
641
+ "observed_dropped_tokens": 0.0,
642
+ "post_physical_rank_cv_max": 0.0,
643
+ "post_physical_rank_cv_mean": 0.0,
644
+ "post_physical_rank_cv_min": 0.0,
645
+ "post_physical_rank_cv_n": 576,
646
+ "post_physical_rank_imax_max": 1.0,
647
+ "post_physical_rank_imax_mean": 1.0,
648
+ "post_physical_rank_imax_min": 1.0,
649
+ "post_physical_rank_imax_n": 576,
650
+ "pre_home_rank_cv_max": 0.009112333689945906,
651
+ "pre_home_rank_cv_mean": 0.004932308997139817,
652
+ "pre_home_rank_cv_min": 0.0012089160228135533,
653
+ "pre_home_rank_cv_n": 576,
654
+ "pre_home_rank_imax_max": 1.01739501953125,
655
+ "pre_home_rank_imax_mean": 1.0077196756998699,
656
+ "pre_home_rank_imax_min": 1.00177001953125,
657
+ "pre_home_rank_imax_n": 576,
658
+ "raw_expert_cv_max": 0.02488528396573193,
659
+ "raw_expert_cv_mean": 0.021371222454350164,
660
+ "raw_expert_cv_min": 0.018128366157757106,
661
+ "raw_expert_cv_n": 576,
662
+ "raw_expert_imax_ceiling": 16.0,
663
+ "raw_expert_imax_hit_ceiling": 0,
664
+ "raw_expert_imax_max": 1.0966796875,
665
+ "raw_expert_imax_mean": 1.056473626030816,
666
+ "raw_expert_imax_min": 1.0380859375,
667
+ "raw_expert_imax_n": 576,
668
+ "records": {
669
+ "drop_dispatch": 4608,
670
+ "drop_experts": 4608,
671
+ "drop_setup": 4608,
672
+ "echo_post": 4608,
673
+ "echo_pre": 4608
674
+ },
675
+ "required_capacity_max": 1.0,
676
+ "required_capacity_mean": 1.0,
677
+ "required_capacity_min": 1.0,
678
+ "required_capacity_n": 4608,
679
+ "router_balancing": "aux_loss",
680
+ "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1",
681
+ "seq_length": "4096",
682
+ "shared_expert_overlap": "0",
683
+ "topk": "8",
684
+ "valid_max_rank_reduction_max": 0.017097606335113084,
685
+ "valid_max_rank_reduction_mean": 0.00765283599899436,
686
+ "valid_max_rank_reduction_min": 0.0017668920977274112,
687
+ "valid_max_rank_reduction_n": 576,
688
+ "zero_drop": 1
689
+ }
690
+ ]
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/probe_summary.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n drop_expected_assignments drop_rate_pct_overall echo_logged_load_reduction_valid echo_logged_pre_rank_metric_valid echo_moved_assignment_fraction_max echo_moved_assignment_fraction_mean echo_moved_assignment_fraction_min echo_moved_assignment_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records observed_dropped_tokens post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
2
+ DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1 natural DSV2_LITE_L24 echo 64 6 8 24 23 1 8192 8 static 2.00 0 0 token-drop-analysis b099fd84 seq_aux_loss 1e-3 0 0 0.59375 0.12777400362318841 0.0 276 108527616.0 0.0 0 0 0.5 0.5 0.5 276 276 0.999969482421875 0.6977317920629529 0.18292236328125 276 0 0 0.0 0.0 0.0 0.0 276 1.0 1.0 1.0 276 1.3955462296743573 0.5956958266809962 0.06838324069662365 276 4.433919270833333 2.117264752226751 1.1109822591145833 276 3.0650012939743223 1.7377059172733105 0.36860618049647703 276 10.666666666666666 1 10.666341145833334 7.442472448671498 1.951171875 276 1.0 1.0 1.0 2208 0.7744658982453564 0.4729061659118927 0.09989561777794055 276 1
3
+ DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1 forced DSV2_LITE_L24 echo 64 6 8 24 23 1 8192 8 static 2.00 1 0 token-drop-analysis b099fd84 seq_aux_loss 1e-3 0 0 0.0 0.0 0.0 276 108527616.0 0.0 0 0 0.5 0.5 0.5 276 276 0.0982818603515625 0.09644090956535892 0.09539794921875 276 0 0 0.0 0.0 0.0 0.0 276 1.0 1.0 1.0 276 0.006715970721309454 0.00392157619549587 0.0014708009315538319 276 1.0122884114583333 1.0060781580238527 1.00213623046875 276 0.015123587213954862 0.012112028161640214 0.008171875787738593 276 10.666666666666666 0 1.04833984375 1.0287030353638287 1.017578125 276 1.0 1.0 1.0 2208 0.01213923948870488 0.006037272492700937 0.0021316767159997563 276 1
4
+ QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1 natural QWEN2_57B echo 64 8 8 10 10 0 4096 8 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.828125 0.3279947916666667 0.0 120 31457280.0 0.0 0 0 0.5 0.5 0.5 120 120 1.0 0.8515007019042968 0.2647705078125 120 0 0 0.0 0.0 0.0 0.0 120 1.0 1.0 1.0 120 1.2169604837256403 0.6377553523750428 0.09633592940981593 120 3.978790283203125 2.1783960978190104 1.12921142578125 120 2.6426244377115378 1.9430158591244282 0.5540860535283595 120 8.0 1 8.0 6.812005615234375 2.1181640625 120 1.0 1.0 1.0 960 0.7486673262922141 0.497309315009654 0.11442624722987947 120 1
5
+ QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1 forced QWEN2_57B echo 64 8 8 10 10 0 4096 8 static 2.00 1 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.0 0.0 0.0 120 31457280.0 0.0 0 0 0.5 0.5 0.5 120 120 0.1317138671875 0.129486083984375 0.128021240234375 120 0 0 0.0 0.0 0.0 0.0 120 1.0 1.0 1.0 120 0.01200287811464368 0.0057851448972811755 0.0010965114882337452 120 1.015289306640625 1.0091585795084634 1.001373291015625 120 0.01846260511411008 0.01497261060068789 0.011926166451983852 120 8.0 0 1.0537109375 1.035888671875 1.024169921875 120 1.0 1.0 1.0 960 0.01505906399350747 0.009067283410582577 0.001371407673787828 120 1
6
+ QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1 natural QWEN3_235B echo 128 8 16 12 12 0 8192 8 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-3 0 0 0.7890625 0.4895833333333333 0.0 144 75497472.0 0.0 0 0 0.5 0.5 0.5 144 144 0.9999542236328125 0.9661488003200955 0.546875 144 0 0 0.0 0.0 0.0 0.0 144 1.0 1.0 1.0 144 1.5534351281913334 0.8358247018998112 0.3167748701963148 144 4.9171295166015625 2.5417197545369468 1.2317352294921875 144 3.8719906493286524 3.456592832253774 1.5070684637391225 144 16.0 1 15.999267578125 15.458380805121529 8.75 144 1.0 1.0 1.0 1152 0.7966293145983385 0.5769520293233497 0.18813720996494185 144 1
7
+ QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1 forced QWEN3_235B echo 128 8 16 12 12 0 8192 8 static 2.00 1 0 token-drop-analysis b099fd84 aux_loss 1e-3 0 0 0.0 0.0 0.0 144 75497472.0 0.0 0 0 0.5 0.5 0.5 144 144 0.0663299560546875 0.0649354722764757 0.0641632080078125 144 0 0 0.0 0.0 0.0 0.0 144 1.0 1.0 1.0 144 0.006990045273933762 0.0034121784262079076 0.0012782366924169522 144 1.0104522705078125 1.0053127076890733 1.0019378662109375 144 0.017577383237659006 0.015149663454502107 0.013421143735031664 144 16.0 0 1.061279296875 1.0389675564236112 1.026611328125 144 1.0 1.0 1.0 1152 0.010344150647075702 0.005281131647695585 0.0019341181487291168 144 1
8
+ QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1 natural QWEN3_30B echo 128 8 16 48 48 0 4096 8 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-3 0 0 0.9296875 0.6222466362847222 0.0 576 150994944.0 0.0 0 0 0.5 0.5 0.5 576 576 1.0 0.9104721811082628 0.17547607421875 576 0 0 0.0 0.0 0.0 0.0 576 1.0 1.0 1.0 576 1.5704882864247645 0.7589291473184087 0.13794675824562003 576 4.974578857421875 2.3463818762037487 1.2030029296875 576 3.8726526007751483 3.3062029242663797 0.540439815722741 576 16.0 1 16.0 14.567554897732204 2.8076171875 576 1.0 1.0 1.0 4608 0.7989779580018036 0.5410548593820177 0.16874682902080163 576 1
9
+ QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1 forced QWEN3_30B echo 128 8 16 48 48 0 4096 8 static 2.00 1 0 token-drop-analysis b099fd84 aux_loss 1e-3 0 0 0.0 0.0 0.0 576 150994944.0 0.0 0 0 0.5 0.5 0.5 576 576 0.06854248046875 0.066029601626926 0.06488037109375 576 0 0 0.0 0.0 0.0 0.0 576 1.0 1.0 1.0 576 0.009112333689945906 0.004932308997139817 0.0012089160228135533 576 1.01739501953125 1.0077196756998699 1.00177001953125 576 0.02488528396573193 0.021371222454350164 0.018128366157757106 576 16.0 0 1.0966796875 1.056473626030816 1.0380859375 576 1.0 1.0 1.0 4608 0.017097606335113084 0.00765283599899436 0.0017668920977274112 576 1
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/results.tsv CHANGED
@@ -6,3 +6,4 @@ QWEN3_30B echo matched 16 4096 8 2.00 none+forcebal 1 OK 954.76 910.80 132963 /w
6
  DSV2_LITE_L24 echo matched 8 8192 8 2.00 none 1 OK 826.93 818.00 140961 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
7
  DSV2_LITE_L24 echo matched 8 8192 8 2.00 none+forcebal 1 OK 817.73 813.10 140541 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
8
  QWEN2_57B echo matched 8 4096 8 2.00 none 1 OK 281.00 277.80 108303 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1
 
 
6
  DSV2_LITE_L24 echo matched 8 8192 8 2.00 none 1 OK 826.93 818.00 140961 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
7
  DSV2_LITE_L24 echo matched 8 8192 8 2.00 none+forcebal 1 OK 817.73 813.10 140541 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
8
  QWEN2_57B echo matched 8 4096 8 2.00 none 1 OK 281.00 277.80 108303 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1
9
+ QWEN2_57B echo matched 8 4096 8 2.00 none+forcebal 1 OK 281.80 277.00 108287 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1