AbhishekGhosh1998 commited on
Commit
c110341
·
verified ·
1 Parent(s): c913fb8

granularity results tierb_study_20260826_144644/ultraep/tierbprobe @ 2026-08-26T15:53:24Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0

Browse files
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/mem_samples.csv CHANGED
@@ -62,3 +62,131 @@
62
  5, 1803
63
  6, 1803
64
  7, 1803
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  5, 1803
63
  6, 1803
64
  7, 1803
65
+ 0, 2351
66
+ 1, 2329
67
+ 2, 2329
68
+ 3, 2331
69
+ 4, 2319
70
+ 5, 2321
71
+ 6, 2331
72
+ 7, 2345
73
+ 0, 46703
74
+ 1, 46137
75
+ 2, 46137
76
+ 3, 46837
77
+ 4, 46837
78
+ 5, 46837
79
+ 6, 46837
80
+ 7, 46837
81
+ 0, 47107
82
+ 1, 46537
83
+ 2, 46537
84
+ 3, 47237
85
+ 4, 47237
86
+ 5, 47237
87
+ 6, 47237
88
+ 7, 47237
89
+ 0, 48395
90
+ 1, 47825
91
+ 2, 47825
92
+ 3, 48525
93
+ 4, 48525
94
+ 5, 48525
95
+ 6, 48525
96
+ 7, 48525
97
+ 0, 48675
98
+ 1, 48105
99
+ 2, 48105
100
+ 3, 48805
101
+ 4, 48805
102
+ 5, 48805
103
+ 6, 48805
104
+ 7, 48805
105
+ 0, 48675
106
+ 1, 48105
107
+ 2, 48105
108
+ 3, 48805
109
+ 4, 48805
110
+ 5, 48805
111
+ 6, 48805
112
+ 7, 48805
113
+ 0, 50879
114
+ 1, 50309
115
+ 2, 50309
116
+ 3, 51009
117
+ 4, 51009
118
+ 5, 51009
119
+ 6, 51009
120
+ 7, 51009
121
+ 0, 74329
122
+ 1, 74365
123
+ 2, 74345
124
+ 3, 74375
125
+ 4, 74375
126
+ 5, 74375
127
+ 6, 74375
128
+ 7, 74375
129
+ 0, 74975
130
+ 1, 75011
131
+ 2, 74991
132
+ 3, 75021
133
+ 4, 75021
134
+ 5, 75021
135
+ 6, 75021
136
+ 7, 75021
137
+ 0, 74977
138
+ 1, 75011
139
+ 2, 74991
140
+ 3, 75021
141
+ 4, 75021
142
+ 5, 75021
143
+ 6, 75021
144
+ 7, 75021
145
+ 0, 74981
146
+ 1, 75015
147
+ 2, 74995
148
+ 3, 75025
149
+ 4, 75025
150
+ 5, 75025
151
+ 6, 75025
152
+ 7, 75025
153
+ 0, 75555
154
+ 1, 75605
155
+ 2, 75571
156
+ 3, 75609
157
+ 4, 75633
158
+ 5, 75591
159
+ 6, 75583
160
+ 7, 75591
161
+ 0, 82245
162
+ 1, 82119
163
+ 2, 82135
164
+ 3, 82133
165
+ 4, 82127
166
+ 5, 82111
167
+ 6, 82193
168
+ 7, 82177
169
+ 0, 97625
170
+ 1, 97677
171
+ 2, 97675
172
+ 3, 97551
173
+ 4, 97551
174
+ 5, 97551
175
+ 6, 97551
176
+ 7, 97551
177
+ 0, 96795
178
+ 1, 97109
179
+ 2, 97427
180
+ 3, 97239
181
+ 4, 97041
182
+ 5, 96983
183
+ 6, 97239
184
+ 7, 96977
185
+ 0, 96727
186
+ 1, 3844
187
+ 2, 2564
188
+ 3, 2564
189
+ 4, 2564
190
+ 5, 2564
191
+ 6, 2564
192
+ 7, 2820
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv CHANGED
@@ -6,3 +6,4 @@ QWEN3_30B ultraep forced 1.25 OK 117867 1 0.0 1.01001 /workspace/tierb_study_202
6
  DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
7
  DSV2_LITE_L24 ultraep forced 1.25 OK 129971 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
8
  QWEN2_57B ultraep measure 1.25 OK 97675 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
 
 
6
  DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
7
  DSV2_LITE_L24 ultraep forced 1.25 OK 129971 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
8
  QWEN2_57B ultraep measure 1.25 OK 97675 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
9
+ QWEN2_57B ultraep forced 1.25 OK 97677 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv CHANGED
@@ -2,3 +2,4 @@ model backend status selected_capacity required_capacity drop_rate_pct peak_mib
2
  QWEN3_235B ultraep SELECTED 1.25 1.010056 0.0 122751 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1
3
  QWEN3_30B ultraep SELECTED 1.25 1.010101 0.0 117927 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
4
  DSV2_LITE_L24 ultraep SELECTED 1.25 1.010071 0.0 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
 
 
2
  QWEN3_235B ultraep SELECTED 1.25 1.010056 0.0 122751 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1
3
  QWEN3_30B ultraep SELECTED 1.25 1.010101 0.0 117927 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
4
  DSV2_LITE_L24 ultraep SELECTED 1.25 1.010071 0.0 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
5
+ QWEN2_57B ultraep SELECTED 1.25 1.010101 0.0 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json CHANGED
@@ -76,6 +76,237 @@
76
  "valid_max_rank_reduction_n": 276,
77
  "zero_drop": 1
78
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  {
80
  "arm": "natural",
81
  "assignment_sum_mismatches": 0,
@@ -106,8 +337,8 @@
106
  "num_experts": "128",
107
  "num_layers": "12",
108
  "observed_dropped_tokens": 0.0,
109
- "peak_demand_max": 66194.0,
110
- "peak_demand_mean": 66192.60416666667,
111
  "peak_demand_min": 66192.0,
112
  "peak_demand_n": 96,
113
  "peak_rank_overflow_max": 0.0,
@@ -115,19 +346,19 @@
115
  "peak_rank_overflow_min": 0.0,
116
  "peak_rank_overflow_n": 96,
117
  "post_physical_rank_cv_max": 0.026489118276835043,
118
- "post_physical_rank_cv_mean": 0.014698204478704438,
119
- "post_physical_rank_cv_min": 0.004171709396704442,
120
  "post_physical_rank_cv_n": 144,
121
- "post_physical_rank_imax_max": 1.010040283203125,
122
- "post_physical_rank_imax_mean": 1.0100169711642795,
123
  "post_physical_rank_imax_min": 1.010009765625,
124
  "post_physical_rank_imax_n": 144,
125
- "pre_home_rank_cv_max": 1.3850730653619154,
126
- "pre_home_rank_cv_mean": 0.8051429963522313,
127
  "pre_home_rank_cv_min": 0.3167748701963148,
128
  "pre_home_rank_cv_n": 144,
129
- "pre_home_rank_imax_max": 4.0391845703125,
130
- "pre_home_rank_imax_mean": 2.465598636203342,
131
  "pre_home_rank_imax_min": 1.2317352294921875,
132
  "pre_home_rank_imax_n": 144,
133
  "records": {
@@ -138,8 +369,8 @@
138
  "ultraep_post": 1152,
139
  "ultraep_pre": 1152
140
  },
141
- "required_capacity_max": 1.01004,
142
- "required_capacity_mean": 1.0100190625,
143
  "required_capacity_min": 1.01001,
144
  "required_capacity_n": 96,
145
  "router_balancing": "aux_loss",
@@ -147,12 +378,89 @@
147
  "seq_length": "8192",
148
  "shared_expert_overlap": "0",
149
  "topk": "8",
150
- "valid_max_rank_reduction_max": 0.7499471123334038,
151
- "valid_max_rank_reduction_mean": 0.5612683072031022,
152
  "valid_max_rank_reduction_min": 0.17998587763091065,
153
  "valid_max_rank_reduction_n": 144,
154
  "zero_drop": 1
155
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
156
  {
157
  "arm": "natural",
158
  "assignment_sum_mismatches": 0,
@@ -184,28 +492,28 @@
184
  "num_layers": "48",
185
  "observed_dropped_tokens": 0.0,
186
  "peak_demand_max": 33099.0,
187
- "peak_demand_mean": 33097.229166666664,
188
  "peak_demand_min": 33096.0,
189
  "peak_demand_n": 96,
190
  "peak_rank_overflow_max": 0.0,
191
  "peak_rank_overflow_mean": 0.0,
192
  "peak_rank_overflow_min": 0.0,
193
  "peak_rank_overflow_n": 96,
194
- "post_physical_rank_cv_max": 0.02649488696921753,
195
- "post_physical_rank_cv_mean": 0.013615268745845822,
196
- "post_physical_rank_cv_min": 0.0044932923824075426,
197
  "post_physical_rank_cv_n": 576,
198
  "post_physical_rank_imax_max": 1.010101318359375,
199
- "post_physical_rank_imax_mean": 1.0100238058302138,
200
- "post_physical_rank_imax_min": 1.00994873046875,
201
  "post_physical_rank_imax_n": 576,
202
- "pre_home_rank_cv_max": 1.577101326466163,
203
- "pre_home_rank_cv_mean": 0.7366559250184537,
204
- "pre_home_rank_cv_min": 0.14094636542440406,
205
  "pre_home_rank_cv_n": 576,
206
- "pre_home_rank_imax_max": 4.9957275390625,
207
- "pre_home_rank_imax_mean": 2.2919526629977756,
208
- "pre_home_rank_imax_min": 1.2030029296875,
209
  "pre_home_rank_imax_n": 576,
210
  "records": {
211
  "drop_dispatch": 4608,
@@ -216,7 +524,7 @@
216
  "ultraep_pre": 4608
217
  },
218
  "required_capacity_max": 1.010101,
219
- "required_capacity_mean": 1.0100472291666667,
220
  "required_capacity_min": 1.01001,
221
  "required_capacity_n": 96,
222
  "router_balancing": "aux_loss",
@@ -224,9 +532,86 @@
224
  "seq_length": "4096",
225
  "shared_expert_overlap": "0",
226
  "topk": "8",
227
- "valid_max_rank_reduction_max": 0.7978252901649359,
228
- "valid_max_rank_reduction_mean": 0.5268142670026216,
229
- "valid_max_rank_reduction_min": 0.1604261796042618,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
230
  "valid_max_rank_reduction_n": 576,
231
  "zero_drop": 1
232
  }
 
76
  "valid_max_rank_reduction_n": 276,
77
  "zero_drop": 1
78
  },
79
+ {
80
+ "arm": "forced",
81
+ "assignment_sum_mismatches": 0,
82
+ "aux_loss_coeff": "1e-3",
83
+ "backend": "ultraep",
84
+ "branch": "ultraep-token-drop-analysis",
85
+ "capacity": "1.25",
86
+ "capacity_mode": "static",
87
+ "commit": "eaf829e7",
88
+ "config": "DSV2_LITE_L24",
89
+ "cuda_graph": "0",
90
+ "dense_first_layers": "1",
91
+ "drop_expected_assignments": 108527616.0,
92
+ "drop_rate_pct_max": 0.0,
93
+ "drop_rate_pct_mean": 0.0,
94
+ "drop_rate_pct_min": 0.0,
95
+ "drop_rate_pct_n": 96,
96
+ "drop_rate_pct_overall": 0.0,
97
+ "dropped_tokens_sum_all_records": 0.0,
98
+ "duplicate_vector_mismatches": 0,
99
+ "experts_per_rank": "8",
100
+ "force_balance": "1",
101
+ "global_batch_size": "8",
102
+ "global_snapshots": 276,
103
+ "incomplete_snapshots": 0,
104
+ "malformed_records": 0,
105
+ "moe_layers": "23",
106
+ "num_experts": "64",
107
+ "num_layers": "24",
108
+ "observed_dropped_tokens": 0.0,
109
+ "peak_demand_max": 49644.0,
110
+ "peak_demand_mean": 49527.270833333336,
111
+ "peak_demand_min": 49296.0,
112
+ "peak_demand_n": 96,
113
+ "peak_rank_overflow_max": 0.0,
114
+ "peak_rank_overflow_mean": 0.0,
115
+ "peak_rank_overflow_min": 0.0,
116
+ "peak_rank_overflow_n": 96,
117
+ "post_physical_rank_cv_max": 0.006673533732490181,
118
+ "post_physical_rank_cv_mean": 0.003906455227664182,
119
+ "post_physical_rank_cv_min": 0.0014708009315538319,
120
+ "post_physical_rank_cv_n": 276,
121
+ "post_physical_rank_imax_max": 1.010009765625,
122
+ "post_physical_rank_imax_mean": 1.0060408587617,
123
+ "post_physical_rank_imax_min": 1.00213623046875,
124
+ "post_physical_rank_imax_n": 276,
125
+ "pre_home_rank_cv_max": 0.006715970721309454,
126
+ "pre_home_rank_cv_mean": 0.00392157619549587,
127
+ "pre_home_rank_cv_min": 0.0014708009315538319,
128
+ "pre_home_rank_cv_n": 276,
129
+ "pre_home_rank_imax_max": 1.0122884114583333,
130
+ "pre_home_rank_imax_mean": 1.0060781580238527,
131
+ "pre_home_rank_imax_min": 1.00213623046875,
132
+ "pre_home_rank_imax_n": 276,
133
+ "records": {
134
+ "drop_dispatch": 2208,
135
+ "drop_experts": 2208,
136
+ "drop_setup": 2208,
137
+ "ultraep_drop": 96,
138
+ "ultraep_post": 2208,
139
+ "ultraep_pre": 2208
140
+ },
141
+ "required_capacity_max": 1.01001,
142
+ "required_capacity_mean": 1.007635,
143
+ "required_capacity_min": 1.00293,
144
+ "required_capacity_n": 96,
145
+ "router_balancing": "seq_aux_loss",
146
+ "run_dir": "DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1",
147
+ "seq_length": "8192",
148
+ "shared_expert_overlap": "0",
149
+ "topk": "6",
150
+ "valid_max_rank_reduction_max": 0.0022509848058525606,
151
+ "valid_max_rank_reduction_mean": 3.688638533861224e-05,
152
+ "valid_max_rank_reduction_min": 0.0,
153
+ "valid_max_rank_reduction_n": 276,
154
+ "zero_drop": 1
155
+ },
156
+ {
157
+ "arm": "natural",
158
+ "assignment_sum_mismatches": 0,
159
+ "aux_loss_coeff": "1e-2",
160
+ "backend": "ultraep",
161
+ "branch": "ultraep-token-drop-analysis",
162
+ "capacity": "1.25",
163
+ "capacity_mode": "static",
164
+ "commit": "eaf829e7",
165
+ "config": "QWEN2_57B",
166
+ "cuda_graph": "0",
167
+ "dense_first_layers": "0",
168
+ "drop_expected_assignments": 31457280.0,
169
+ "drop_rate_pct_max": 0.0,
170
+ "drop_rate_pct_mean": 0.0,
171
+ "drop_rate_pct_min": 0.0,
172
+ "drop_rate_pct_n": 96,
173
+ "drop_rate_pct_overall": 0.0,
174
+ "dropped_tokens_sum_all_records": 0.0,
175
+ "duplicate_vector_mismatches": 0,
176
+ "experts_per_rank": "8",
177
+ "force_balance": "0",
178
+ "global_batch_size": "8",
179
+ "global_snapshots": 120,
180
+ "incomplete_snapshots": 0,
181
+ "malformed_records": 0,
182
+ "moe_layers": "10",
183
+ "num_experts": "64",
184
+ "num_layers": "10",
185
+ "observed_dropped_tokens": 0.0,
186
+ "peak_demand_max": 33099.0,
187
+ "peak_demand_mean": 33096.770833333336,
188
+ "peak_demand_min": 33096.0,
189
+ "peak_demand_n": 96,
190
+ "peak_rank_overflow_max": 0.0,
191
+ "peak_rank_overflow_mean": 0.0,
192
+ "peak_rank_overflow_min": 0.0,
193
+ "peak_rank_overflow_n": 96,
194
+ "post_physical_rank_cv_max": 0.026483363713168166,
195
+ "post_physical_rank_cv_mean": 0.016169459913295655,
196
+ "post_physical_rank_cv_min": 0.004221172387878395,
197
+ "post_physical_rank_cv_n": 120,
198
+ "post_physical_rank_imax_max": 1.010101318359375,
199
+ "post_physical_rank_imax_mean": 1.0100074768066407,
200
+ "post_physical_rank_imax_min": 1.00701904296875,
201
+ "post_physical_rank_imax_n": 120,
202
+ "pre_home_rank_cv_max": 1.4028263272834383,
203
+ "pre_home_rank_cv_mean": 0.6344045914264498,
204
+ "pre_home_rank_cv_min": 0.004221172387878395,
205
+ "pre_home_rank_cv_n": 120,
206
+ "pre_home_rank_imax_max": 4.42657470703125,
207
+ "pre_home_rank_imax_mean": 2.1723561604817707,
208
+ "pre_home_rank_imax_min": 1.00701904296875,
209
+ "pre_home_rank_imax_n": 120,
210
+ "records": {
211
+ "drop_dispatch": 960,
212
+ "drop_experts": 960,
213
+ "drop_setup": 960,
214
+ "ultraep_drop": 96,
215
+ "ultraep_post": 960,
216
+ "ultraep_pre": 960
217
+ },
218
+ "required_capacity_max": 1.010101,
219
+ "required_capacity_mean": 1.0100332395833334,
220
+ "required_capacity_min": 1.01001,
221
+ "required_capacity_n": 96,
222
+ "router_balancing": "aux_loss",
223
+ "run_dir": "QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1",
224
+ "seq_length": "4096",
225
+ "shared_expert_overlap": "0",
226
+ "topk": "8",
227
+ "valid_max_rank_reduction_max": 0.7718235091347811,
228
+ "valid_max_rank_reduction_mean": 0.49113710577671815,
229
+ "valid_max_rank_reduction_min": 0.0,
230
+ "valid_max_rank_reduction_n": 120,
231
+ "zero_drop": 1
232
+ },
233
+ {
234
+ "arm": "forced",
235
+ "assignment_sum_mismatches": 0,
236
+ "aux_loss_coeff": "1e-2",
237
+ "backend": "ultraep",
238
+ "branch": "ultraep-token-drop-analysis",
239
+ "capacity": "1.25",
240
+ "capacity_mode": "static",
241
+ "commit": "eaf829e7",
242
+ "config": "QWEN2_57B",
243
+ "cuda_graph": "0",
244
+ "dense_first_layers": "0",
245
+ "drop_expected_assignments": 31457280.0,
246
+ "drop_rate_pct_max": 0.0,
247
+ "drop_rate_pct_mean": 0.0,
248
+ "drop_rate_pct_min": 0.0,
249
+ "drop_rate_pct_n": 96,
250
+ "drop_rate_pct_overall": 0.0,
251
+ "dropped_tokens_sum_all_records": 0.0,
252
+ "duplicate_vector_mismatches": 0,
253
+ "experts_per_rank": "8",
254
+ "force_balance": "1",
255
+ "global_batch_size": "8",
256
+ "global_snapshots": 120,
257
+ "incomplete_snapshots": 0,
258
+ "malformed_records": 0,
259
+ "moe_layers": "10",
260
+ "num_experts": "64",
261
+ "num_layers": "10",
262
+ "observed_dropped_tokens": 0.0,
263
+ "peak_demand_max": 33096.0,
264
+ "peak_demand_mean": 33004.5625,
265
+ "peak_demand_min": 32800.0,
266
+ "peak_demand_n": 96,
267
+ "peak_rank_overflow_max": 0.0,
268
+ "peak_rank_overflow_mean": 0.0,
269
+ "peak_rank_overflow_min": 0.0,
270
+ "peak_rank_overflow_n": 96,
271
+ "post_physical_rank_cv_max": 0.01039906345549811,
272
+ "post_physical_rank_cv_mean": 0.004650204419961747,
273
+ "post_physical_rank_cv_min": 0.002294812301292466,
274
+ "post_physical_rank_cv_n": 120,
275
+ "post_physical_rank_imax_max": 1.010009765625,
276
+ "post_physical_rank_imax_mean": 1.0071016947428386,
277
+ "post_physical_rank_imax_min": 1.002899169921875,
278
+ "post_physical_rank_imax_n": 120,
279
+ "pre_home_rank_cv_max": 0.01039906345549811,
280
+ "pre_home_rank_cv_mean": 0.004760489966476766,
281
+ "pre_home_rank_cv_min": 0.002294812301292466,
282
+ "pre_home_rank_cv_n": 120,
283
+ "pre_home_rank_imax_max": 1.015838623046875,
284
+ "pre_home_rank_imax_mean": 1.0073875427246093,
285
+ "pre_home_rank_imax_min": 1.002899169921875,
286
+ "pre_home_rank_imax_n": 120,
287
+ "records": {
288
+ "drop_dispatch": 960,
289
+ "drop_experts": 960,
290
+ "drop_setup": 960,
291
+ "ultraep_drop": 96,
292
+ "ultraep_post": 960,
293
+ "ultraep_pre": 960
294
+ },
295
+ "required_capacity_max": 1.01001,
296
+ "required_capacity_mean": 1.0072193541666667,
297
+ "required_capacity_min": 1.000977,
298
+ "required_capacity_n": 96,
299
+ "router_balancing": "aux_loss",
300
+ "run_dir": "QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1",
301
+ "seq_length": "4096",
302
+ "shared_expert_overlap": "0",
303
+ "topk": "8",
304
+ "valid_max_rank_reduction_max": 0.005737975786343017,
305
+ "valid_max_rank_reduction_mean": 0.00028222750974011727,
306
+ "valid_max_rank_reduction_min": 0.0,
307
+ "valid_max_rank_reduction_n": 120,
308
+ "zero_drop": 1
309
+ },
310
  {
311
  "arm": "natural",
312
  "assignment_sum_mismatches": 0,
 
337
  "num_experts": "128",
338
  "num_layers": "12",
339
  "observed_dropped_tokens": 0.0,
340
+ "peak_demand_max": 66195.0,
341
+ "peak_demand_mean": 66192.71875,
342
  "peak_demand_min": 66192.0,
343
  "peak_demand_n": 96,
344
  "peak_rank_overflow_max": 0.0,
 
346
  "peak_rank_overflow_min": 0.0,
347
  "peak_rank_overflow_n": 96,
348
  "post_physical_rank_cv_max": 0.026489118276835043,
349
+ "post_physical_rank_cv_mean": 0.014509436266048916,
350
+ "post_physical_rank_cv_min": 0.004304689378357216,
351
  "post_physical_rank_cv_n": 144,
352
+ "post_physical_rank_imax_max": 1.0100555419921875,
353
+ "post_physical_rank_imax_mean": 1.010018030802409,
354
  "post_physical_rank_imax_min": 1.010009765625,
355
  "post_physical_rank_imax_n": 144,
356
+ "pre_home_rank_cv_max": 1.4793990428288122,
357
+ "pre_home_rank_cv_mean": 0.7888747618345466,
358
  "pre_home_rank_cv_min": 0.3167748701963148,
359
  "pre_home_rank_cv_n": 144,
360
+ "pre_home_rank_imax_max": 4.008636474609375,
361
+ "pre_home_rank_imax_mean": 2.4475171830919056,
362
  "pre_home_rank_imax_min": 1.2317352294921875,
363
  "pre_home_rank_imax_n": 144,
364
  "records": {
 
369
  "ultraep_post": 1152,
370
  "ultraep_pre": 1152
371
  },
372
+ "required_capacity_max": 1.010056,
373
+ "required_capacity_mean": 1.0100207916666666,
374
  "required_capacity_min": 1.01001,
375
  "required_capacity_n": 96,
376
  "router_balancing": "aux_loss",
 
378
  "seq_length": "8192",
379
  "shared_expert_overlap": "0",
380
  "topk": "8",
381
+ "valid_max_rank_reduction_max": 0.7480415667466027,
382
+ "valid_max_rank_reduction_mean": 0.5583849946461037,
383
  "valid_max_rank_reduction_min": 0.17998587763091065,
384
  "valid_max_rank_reduction_n": 144,
385
  "zero_drop": 1
386
  },
387
+ {
388
+ "arm": "forced",
389
+ "assignment_sum_mismatches": 0,
390
+ "aux_loss_coeff": "1e-3",
391
+ "backend": "ultraep",
392
+ "branch": "ultraep-token-drop-analysis",
393
+ "capacity": "1.25",
394
+ "capacity_mode": "static",
395
+ "commit": "eaf829e7",
396
+ "config": "QWEN3_235B",
397
+ "cuda_graph": "0",
398
+ "dense_first_layers": "0",
399
+ "drop_expected_assignments": 75497472.0,
400
+ "drop_rate_pct_max": 0.0,
401
+ "drop_rate_pct_mean": 0.0,
402
+ "drop_rate_pct_min": 0.0,
403
+ "drop_rate_pct_n": 96,
404
+ "drop_rate_pct_overall": 0.0,
405
+ "dropped_tokens_sum_all_records": 0.0,
406
+ "duplicate_vector_mismatches": 0,
407
+ "experts_per_rank": "16",
408
+ "force_balance": "1",
409
+ "global_batch_size": "8",
410
+ "global_snapshots": 144,
411
+ "incomplete_snapshots": 0,
412
+ "malformed_records": 0,
413
+ "moe_layers": "12",
414
+ "num_experts": "128",
415
+ "num_layers": "12",
416
+ "observed_dropped_tokens": 0.0,
417
+ "peak_demand_max": 66192.0,
418
+ "peak_demand_mean": 65914.44791666667,
419
+ "peak_demand_min": 65589.0,
420
+ "peak_demand_n": 96,
421
+ "peak_rank_overflow_max": 0.0,
422
+ "peak_rank_overflow_mean": 0.0,
423
+ "peak_rank_overflow_min": 0.0,
424
+ "peak_rank_overflow_n": 96,
425
+ "post_physical_rank_cv_max": 0.006838559601482533,
426
+ "post_physical_rank_cv_mean": 0.003410368479189458,
427
+ "post_physical_rank_cv_min": 0.0012782366924169522,
428
+ "post_physical_rank_cv_n": 144,
429
+ "post_physical_rank_imax_max": 1.010009765625,
430
+ "post_physical_rank_imax_mean": 1.0053078333536785,
431
+ "post_physical_rank_imax_min": 1.0019378662109375,
432
+ "post_physical_rank_imax_n": 144,
433
+ "pre_home_rank_cv_max": 0.006990045273933762,
434
+ "pre_home_rank_cv_mean": 0.0034121784262079076,
435
+ "pre_home_rank_cv_min": 0.0012782366924169522,
436
+ "pre_home_rank_cv_n": 144,
437
+ "pre_home_rank_imax_max": 1.0104522705078125,
438
+ "pre_home_rank_imax_mean": 1.0053127076890733,
439
+ "pre_home_rank_imax_min": 1.0019378662109375,
440
+ "pre_home_rank_imax_n": 144,
441
+ "records": {
442
+ "drop_dispatch": 1152,
443
+ "drop_experts": 1152,
444
+ "drop_setup": 1152,
445
+ "ultraep_drop": 96,
446
+ "ultraep_post": 1152,
447
+ "ultraep_pre": 1152
448
+ },
449
+ "required_capacity_max": 1.01001,
450
+ "required_capacity_mean": 1.0057746770833333,
451
+ "required_capacity_min": 1.000809,
452
+ "required_capacity_n": 96,
453
+ "router_balancing": "aux_loss",
454
+ "run_dir": "QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1",
455
+ "seq_length": "8192",
456
+ "shared_expert_overlap": "0",
457
+ "topk": "8",
458
+ "valid_max_rank_reduction_max": 0.00043792754564262094,
459
+ "valid_max_rank_reduction_mean": 4.82445946182061e-06,
460
+ "valid_max_rank_reduction_min": 0.0,
461
+ "valid_max_rank_reduction_n": 144,
462
+ "zero_drop": 1
463
+ },
464
  {
465
  "arm": "natural",
466
  "assignment_sum_mismatches": 0,
 
492
  "num_layers": "48",
493
  "observed_dropped_tokens": 0.0,
494
  "peak_demand_max": 33099.0,
495
+ "peak_demand_mean": 33097.208333333336,
496
  "peak_demand_min": 33096.0,
497
  "peak_demand_n": 96,
498
  "peak_rank_overflow_max": 0.0,
499
  "peak_rank_overflow_mean": 0.0,
500
  "peak_rank_overflow_min": 0.0,
501
  "peak_rank_overflow_n": 96,
502
+ "post_physical_rank_cv_max": 0.026517962359754763,
503
+ "post_physical_rank_cv_mean": 0.01354621389621944,
504
+ "post_physical_rank_cv_min": 0.00409507351694325,
505
  "post_physical_rank_cv_n": 576,
506
  "post_physical_rank_imax_max": 1.010101318359375,
507
+ "post_physical_rank_imax_mean": 1.0100230111016169,
508
+ "post_physical_rank_imax_min": 1.009979248046875,
509
  "post_physical_rank_imax_n": 576,
510
+ "pre_home_rank_cv_max": 1.5733118377040045,
511
+ "pre_home_rank_cv_mean": 0.7595764660737883,
512
+ "pre_home_rank_cv_min": 0.010628488683156438,
513
  "pre_home_rank_cv_n": 576,
514
+ "pre_home_rank_imax_max": 4.98095703125,
515
+ "pre_home_rank_imax_mean": 2.3515779177347818,
516
+ "pre_home_rank_imax_min": 1.02227783203125,
517
  "pre_home_rank_imax_n": 576,
518
  "records": {
519
  "drop_dispatch": 4608,
 
524
  "ultraep_pre": 4608
525
  },
526
  "required_capacity_max": 1.010101,
527
+ "required_capacity_mean": 1.0100465833333334,
528
  "required_capacity_min": 1.01001,
529
  "required_capacity_n": 96,
530
  "router_balancing": "aux_loss",
 
532
  "seq_length": "4096",
533
  "shared_expert_overlap": "0",
534
  "topk": "8",
535
+ "valid_max_rank_reduction_max": 0.7972257621801784,
536
+ "valid_max_rank_reduction_mean": 0.5366741569155073,
537
+ "valid_max_rank_reduction_min": 0.01200071646068422,
538
+ "valid_max_rank_reduction_n": 576,
539
+ "zero_drop": 1
540
+ },
541
+ {
542
+ "arm": "forced",
543
+ "assignment_sum_mismatches": 0,
544
+ "aux_loss_coeff": "1e-3",
545
+ "backend": "ultraep",
546
+ "branch": "ultraep-token-drop-analysis",
547
+ "capacity": "1.25",
548
+ "capacity_mode": "static",
549
+ "commit": "eaf829e7",
550
+ "config": "QWEN3_30B",
551
+ "cuda_graph": "0",
552
+ "dense_first_layers": "0",
553
+ "drop_expected_assignments": 150994944.0,
554
+ "drop_rate_pct_max": 0.0,
555
+ "drop_rate_pct_mean": 0.0,
556
+ "drop_rate_pct_min": 0.0,
557
+ "drop_rate_pct_n": 96,
558
+ "drop_rate_pct_overall": 0.0,
559
+ "dropped_tokens_sum_all_records": 0.0,
560
+ "duplicate_vector_mismatches": 0,
561
+ "experts_per_rank": "16",
562
+ "force_balance": "1",
563
+ "global_batch_size": "8",
564
+ "global_snapshots": 576,
565
+ "incomplete_snapshots": 0,
566
+ "malformed_records": 0,
567
+ "moe_layers": "48",
568
+ "num_experts": "128",
569
+ "num_layers": "48",
570
+ "observed_dropped_tokens": 0.0,
571
+ "peak_demand_max": 33096.0,
572
+ "peak_demand_mean": 33084.114583333336,
573
+ "peak_demand_min": 32979.0,
574
+ "peak_demand_n": 96,
575
+ "peak_rank_overflow_max": 0.0,
576
+ "peak_rank_overflow_mean": 0.0,
577
+ "peak_rank_overflow_min": 0.0,
578
+ "peak_rank_overflow_n": 96,
579
+ "post_physical_rank_cv_max": 0.008082507253598464,
580
+ "post_physical_rank_cv_mean": 0.004779118222581316,
581
+ "post_physical_rank_cv_min": 0.0012089160228135533,
582
+ "post_physical_rank_cv_n": 576,
583
+ "post_physical_rank_imax_max": 1.010009765625,
584
+ "post_physical_rank_imax_mean": 1.0073255962795682,
585
+ "post_physical_rank_imax_min": 1.00177001953125,
586
+ "post_physical_rank_imax_n": 576,
587
+ "pre_home_rank_cv_max": 0.009112333689945906,
588
+ "pre_home_rank_cv_mean": 0.004932308997139817,
589
+ "pre_home_rank_cv_min": 0.0012089160228135533,
590
+ "pre_home_rank_cv_n": 576,
591
+ "pre_home_rank_imax_max": 1.01739501953125,
592
+ "pre_home_rank_imax_mean": 1.0077196756998699,
593
+ "pre_home_rank_imax_min": 1.00177001953125,
594
+ "pre_home_rank_imax_n": 576,
595
+ "records": {
596
+ "drop_dispatch": 4608,
597
+ "drop_experts": 4608,
598
+ "drop_setup": 4608,
599
+ "ultraep_drop": 96,
600
+ "ultraep_post": 4608,
601
+ "ultraep_pre": 4608
602
+ },
603
+ "required_capacity_max": 1.01001,
604
+ "required_capacity_mean": 1.0096472395833334,
605
+ "required_capacity_min": 1.006439,
606
+ "required_capacity_n": 96,
607
+ "router_balancing": "aux_loss",
608
+ "run_dir": "QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1",
609
+ "seq_length": "4096",
610
+ "shared_expert_overlap": "0",
611
+ "topk": "8",
612
+ "valid_max_rank_reduction_max": 0.007258983742276081,
613
+ "valid_max_rank_reduction_mean": 0.00038872034774766455,
614
+ "valid_max_rank_reduction_min": 0.0,
615
  "valid_max_rank_reduction_n": 576,
616
  "zero_drop": 1
617
  }
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv CHANGED
@@ -1,4 +1,9 @@
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
2
  DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
3
- QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66194.0 66192.60416666667 66192.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014698204478704438 0.004171709396704442 144 1.010040283203125 1.0100169711642795 1.010009765625 144 1.3850730653619154 0.8051429963522313 0.3167748701963148 144 4.0391845703125 2.465598636203342 1.2317352294921875 144 1.01004 1.0100190625 1.01001 96 0.7499471123334038 0.5612683072031022 0.17998587763091065 144 1
4
- QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.229166666664 33096.0 96 0.0 0.0 0.0 96 0.02649488696921753 0.013615268745845822 0.0044932923824075426 576 1.010101318359375 1.0100238058302138 1.00994873046875 576 1.577101326466163 0.7366559250184537 0.14094636542440406 576 4.9957275390625 2.2919526629977756 1.2030029296875 576 1.010101 1.0100472291666667 1.01001 96 0.7978252901649359 0.5268142670026216 0.1604261796042618 576 1
 
 
 
 
 
 
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
2
  DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
3
+ DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49644.0 49527.270833333336 49296.0 96 0.0 0.0 0.0 96 0.006673533732490181 0.003906455227664182 0.0014708009315538319 276 1.010009765625 1.0060408587617 1.00213623046875 276 0.006715970721309454 0.00392157619549587 0.0014708009315538319 276 1.0122884114583333 1.0060781580238527 1.00213623046875 276 1.01001 1.007635 1.00293 96 0.0022509848058525606 3.688638533861224e-05 0.0 276 1
4
+ QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33099.0 33096.770833333336 33096.0 96 0.0 0.0 0.0 96 0.026483363713168166 0.016169459913295655 0.004221172387878395 120 1.010101318359375 1.0100074768066407 1.00701904296875 120 1.4028263272834383 0.6344045914264498 0.004221172387878395 120 4.42657470703125 2.1723561604817707 1.00701904296875 120 1.010101 1.0100332395833334 1.01001 96 0.7718235091347811 0.49113710577671815 0.0 120 1
5
+ QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33096.0 33004.5625 32800.0 96 0.0 0.0 0.0 96 0.01039906345549811 0.004650204419961747 0.002294812301292466 120 1.010009765625 1.0071016947428386 1.002899169921875 120 0.01039906345549811 0.004760489966476766 0.002294812301292466 120 1.015838623046875 1.0073875427246093 1.002899169921875 120 1.01001 1.0072193541666667 1.000977 96 0.005737975786343017 0.00028222750974011727 0.0 120 1
6
+ QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66195.0 66192.71875 66192.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014509436266048916 0.004304689378357216 144 1.0100555419921875 1.010018030802409 1.010009765625 144 1.4793990428288122 0.7888747618345466 0.3167748701963148 144 4.008636474609375 2.4475171830919056 1.2317352294921875 144 1.010056 1.0100207916666666 1.01001 96 0.7480415667466027 0.5583849946461037 0.17998587763091065 144 1
7
+ QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66192.0 65914.44791666667 65589.0 96 0.0 0.0 0.0 96 0.006838559601482533 0.003410368479189458 0.0012782366924169522 144 1.010009765625 1.0053078333536785 1.0019378662109375 144 0.006990045273933762 0.0034121784262079076 0.0012782366924169522 144 1.0104522705078125 1.0053127076890733 1.0019378662109375 144 1.01001 1.0057746770833333 1.000809 96 0.00043792754564262094 4.82445946182061e-06 0.0 144 1
8
+ QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.208333333336 33096.0 96 0.0 0.0 0.0 96 0.026517962359754763 0.01354621389621944 0.00409507351694325 576 1.010101318359375 1.0100230111016169 1.009979248046875 576 1.5733118377040045 0.7595764660737883 0.010628488683156438 576 4.98095703125 2.3515779177347818 1.02227783203125 576 1.010101 1.0100465833333334 1.01001 96 0.7972257621801784 0.5366741569155073 0.01200071646068422 576 1
9
+ QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33096.0 33084.114583333336 32979.0 96 0.0 0.0 0.0 96 0.008082507253598464 0.004779118222581316 0.0012089160228135533 576 1.010009765625 1.0073255962795682 1.00177001953125 576 0.009112333689945906 0.004932308997139817 0.0012089160228135533 576 1.01739501953125 1.0077196756998699 1.00177001953125 576 1.01001 1.0096472395833334 1.006439 96 0.007258983742276081 0.00038872034774766455 0.0 576 1
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/results.tsv CHANGED
@@ -6,3 +6,4 @@ QWEN3_30B ultraep matched 16 4096 8 1.25 none+forcebal 1 OK 737.56 705.60 117867
6
  DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 639.96 638.80 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
7
  DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none+forcebal 1 OK 625.83 624.60 129971 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
8
  QWEN2_57B ultraep matched 8 4096 8 1.25 none 1 OK 238.29 230.10 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
 
 
6
  DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 639.96 638.80 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
7
  DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none+forcebal 1 OK 625.83 624.60 129971 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
8
  QWEN2_57B ultraep matched 8 4096 8 1.25 none 1 OK 238.29 230.10 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
9
+ QWEN2_57B ultraep matched 8 4096 8 1.25 none+forcebal 1 OK 269.69 212.00 97677 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1