AbhishekGhosh1998 commited on
Commit
d1b232d
·
verified ·
1 Parent(s): d0ddea1

granularity results moonep/tierbprobe @ 2026-08-26T18:19:40Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0

Browse files
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/mem_samples.csv CHANGED
@@ -94,3 +94,107 @@
94
  5, 59227
95
  6, 59227
96
  7, 59227
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  5, 59227
95
  6, 59227
96
  7, 59227
97
+ 0, 59719
98
+ 1, 59151
99
+ 2, 59151
100
+ 3, 59851
101
+ 4, 59851
102
+ 5, 59851
103
+ 6, 59851
104
+ 7, 59851
105
+ 0, 60421
106
+ 1, 59851
107
+ 2, 59153
108
+ 3, 59853
109
+ 4, 59853
110
+ 5, 60551
111
+ 6, 60551
112
+ 7, 60551
113
+ 0, 87601
114
+ 1, 84991
115
+ 2, 84095
116
+ 3, 83869
117
+ 4, 84541
118
+ 5, 88743
119
+ 6, 84651
120
+ 7, 89267
121
+ 0, 118047
122
+ 1, 118053
123
+ 2, 118045
124
+ 3, 118067
125
+ 4, 118063
126
+ 5, 118073
127
+ 6, 118061
128
+ 7, 118053
129
+ 0, 118939
130
+ 1, 118985
131
+ 2, 118967
132
+ 3, 119001
133
+ 4, 119001
134
+ 5, 119001
135
+ 6, 119001
136
+ 7, 119001
137
+ 0, 118939
138
+ 1, 118985
139
+ 2, 118967
140
+ 3, 119001
141
+ 4, 119001
142
+ 5, 119001
143
+ 6, 119001
144
+ 7, 119001
145
+ 0, 119601
146
+ 1, 119645
147
+ 2, 119627
148
+ 3, 119661
149
+ 4, 119661
150
+ 5, 119661
151
+ 6, 119661
152
+ 7, 119661
153
+ 0, 128697
154
+ 1, 128471
155
+ 2, 128525
156
+ 3, 128529
157
+ 4, 128495
158
+ 5, 128527
159
+ 6, 128505
160
+ 7, 128547
161
+ 0, 141327
162
+ 1, 141555
163
+ 2, 141529
164
+ 3, 141355
165
+ 4, 141355
166
+ 5, 141355
167
+ 6, 141355
168
+ 7, 141355
169
+ 0, 141327
170
+ 1, 141555
171
+ 2, 141529
172
+ 3, 141355
173
+ 4, 141355
174
+ 5, 141355
175
+ 6, 141355
176
+ 7, 141355
177
+ 0, 140681
178
+ 1, 140909
179
+ 2, 140947
180
+ 3, 141015
181
+ 4, 141029
182
+ 5, 140709
183
+ 6, 140709
184
+ 7, 140709
185
+ 0, 138373
186
+ 1, 138989
187
+ 2, 138639
188
+ 3, 139435
189
+ 4, 139109
190
+ 5, 138401
191
+ 6, 138789
192
+ 7, 138789
193
+ 0, 12601
194
+ 1, 12604
195
+ 2, 12796
196
+ 3, 139433
197
+ 4, 13564
198
+ 5, 12604
199
+ 6, 12604
200
+ 7, 12604
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/mem_samples.csv CHANGED
@@ -39,21 +39,21 @@
39
  6, 4
40
  7, 4
41
  0, 4
42
- 1, 47
43
- 2, 629
44
- 3, 629
45
- 4, 629
46
- 5, 47
47
- 6, 629
48
- 7, 629
49
- 0, 927
50
- 1, 903
51
- 2, 913
52
- 3, 903
53
- 4, 907
54
- 5, 913
55
- 6, 929
56
- 7, 919
57
  0, 1803
58
  1, 1803
59
  2, 1803
@@ -62,30 +62,30 @@
62
  5, 1803
63
  6, 1803
64
  7, 1803
65
- 0, 6769
66
- 1, 6769
67
- 2, 6763
68
- 3, 6779
69
- 4, 6785
70
- 5, 6771
71
- 6, 6749
72
- 7, 6769
73
- 0, 58457
74
- 1, 57867
75
- 2, 57895
76
- 3, 58575
77
- 4, 58571
78
- 5, 58555
79
- 6, 58549
80
- 7, 58621
81
- 0, 59439
82
- 1, 58873
83
- 2, 58871
84
- 3, 59571
85
- 4, 59591
86
- 5, 59585
87
- 6, 59581
88
- 7, 59591
89
  0, 59719
90
  1, 59151
91
  2, 59151
@@ -94,30 +94,30 @@
94
  5, 59851
95
  6, 59851
96
  7, 59851
97
- 0, 60421
98
- 1, 59851
99
- 2, 59851
100
- 3, 60551
101
- 4, 60551
102
- 5, 60551
103
- 6, 60551
104
- 7, 60551
105
- 0, 89393
106
- 1, 88729
107
- 2, 84787
108
- 3, 86505
109
- 4, 89453
110
- 5, 86055
111
- 6, 86483
112
- 7, 86565
113
- 0, 118011
114
- 1, 118087
115
- 2, 118059
116
- 3, 118071
117
- 4, 118061
118
- 5, 118093
119
- 6, 118087
120
- 7, 118101
121
  0, 118939
122
  1, 118985
123
  2, 118967
@@ -142,14 +142,14 @@
142
  5, 119663
143
  6, 119663
144
  7, 119663
145
- 0, 128675
146
- 1, 128377
147
- 2, 128485
148
- 3, 128489
149
- 4, 128499
150
- 5, 128543
151
- 6, 128461
152
- 7, 128469
153
  0, 141327
154
  1, 141555
155
  2, 141531
@@ -174,19 +174,19 @@
174
  5, 140711
175
  6, 140711
176
  7, 140711
177
- 0, 138373
178
- 1, 138989
179
- 2, 139353
180
- 3, 138791
181
  4, 138403
182
- 5, 138791
183
- 6, 138403
184
- 7, 138791
185
- 0, 12601
186
  1, 12604
187
- 2, 12732
188
- 3, 138789
189
- 4, 13244
190
  5, 12604
191
- 6, 12604
192
- 7, 12604
 
39
  6, 4
40
  7, 4
41
  0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
  0, 1803
58
  1, 1803
59
  2, 1803
 
62
  5, 1803
63
  6, 1803
64
  7, 1803
65
+ 0, 6739
66
+ 1, 6731
67
+ 2, 6755
68
+ 3, 6765
69
+ 4, 6747
70
+ 5, 6737
71
+ 6, 6751
72
+ 7, 6763
73
+ 0, 58421
74
+ 1, 57855
75
+ 2, 57909
76
+ 3, 58607
77
+ 4, 58529
78
+ 5, 58551
79
+ 6, 58565
80
+ 7, 58547
81
+ 0, 59091
82
+ 1, 58523
83
+ 2, 58523
84
+ 3, 59223
85
+ 4, 59223
86
+ 5, 59223
87
+ 6, 59223
88
+ 7, 59223
89
  0, 59719
90
  1, 59151
91
  2, 59151
 
94
  5, 59851
95
  6, 59851
96
  7, 59851
97
+ 0, 59723
98
+ 1, 59153
99
+ 2, 59153
100
+ 3, 59853
101
+ 4, 59853
102
+ 5, 59853
103
+ 6, 59853
104
+ 7, 59853
105
+ 0, 90309
106
+ 1, 92135
107
+ 2, 83293
108
+ 3, 83049
109
+ 4, 81849
110
+ 5, 81853
111
+ 6, 82825
112
+ 7, 83235
113
+ 0, 118125
114
+ 1, 118181
115
+ 2, 118167
116
+ 3, 118201
117
+ 4, 118195
118
+ 5, 118167
119
+ 6, 118219
120
+ 7, 118183
121
  0, 118939
122
  1, 118985
123
  2, 118967
 
142
  5, 119663
143
  6, 119663
144
  7, 119663
145
+ 0, 128673
146
+ 1, 128335
147
+ 2, 128499
148
+ 3, 128471
149
+ 4, 128461
150
+ 5, 128523
151
+ 6, 128471
152
+ 7, 128515
153
  0, 141327
154
  1, 141555
155
  2, 141531
 
174
  5, 140711
175
  6, 140711
176
  7, 140711
177
+ 0, 138811
178
+ 1, 138687
179
+ 2, 138977
180
+ 3, 139001
181
  4, 138403
182
+ 5, 138403
183
+ 6, 138791
184
+ 7, 138985
185
+ 0, 13243
186
  1, 12604
187
+ 2, 12604
188
+ 3, 12604
189
+ 4, 12604
190
  5, 12604
191
+ 6, 12732
192
+ 7, 138789
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
moonep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv CHANGED
@@ -3,3 +3,5 @@ QWEN3_235B moonep natural none OOM 182589 1 0 /workspace/tierb_study_20260826_1
3
  QWEN3_30B moonep natural none OOM 175959 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep natural none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
  DSV2_LITE_L24 moonep forced none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
 
 
 
3
  QWEN3_30B moonep natural none OOM 175959 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep natural none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
  DSV2_LITE_L24 moonep forced none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
6
+ QWEN2_57B moonep natural none OK 141555 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
7
+ QWEN2_57B moonep forced none OK 141555 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1
moonep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv CHANGED
@@ -2,3 +2,4 @@ model backend status selected_capacity required_capacity drop_rate_pct peak_mib
2
  QWEN3_235B moonep DOES_NOT_FIT 182589 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
  QWEN3_30B moonep DOES_NOT_FIT 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep SELECTED none 0 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
 
 
2
  QWEN3_235B moonep DOES_NOT_FIT 182589 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
  QWEN3_30B moonep DOES_NOT_FIT 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep SELECTED none 0 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
+ QWEN2_57B moonep SELECTED none 0 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
moonep/tierbprobe/tierbprobe_gbs8/probe_summary.json CHANGED
@@ -233,7 +233,7 @@
233
  "capacity": "none",
234
  "capacity_mode": "none",
235
  "cold_expert_fraction_max": 0.796875,
236
- "cold_expert_fraction_mean": 0.3940625,
237
  "cold_expert_fraction_min": 0.0,
238
  "cold_expert_fraction_n": 100,
239
  "commit": "35ae6e7f",
@@ -245,8 +245,8 @@
245
  "global_batch_size": "8",
246
  "global_snapshots": 100,
247
  "hottest_expert_token_fraction_max": 1.0,
248
- "hottest_expert_token_fraction_mean": 0.923837890625,
249
- "hottest_expert_token_fraction_min": 0.238525390625,
250
  "hottest_expert_token_fraction_n": 100,
251
  "incomplete_snapshots": 0,
252
  "malformed_records": 0,
@@ -254,77 +254,77 @@
254
  "moonep_bytes_global_snapshots": 100,
255
  "moonep_bytes_incomplete_snapshots": 0,
256
  "moonep_bytes_malformed_records": 0,
257
- "moonep_global_combine_payload_bytes_max": 3287474176.0,
258
- "moonep_global_combine_payload_bytes_mean": 2792054415.36,
259
- "moonep_global_combine_payload_bytes_min": 2200748032.0,
260
  "moonep_global_combine_payload_bytes_n": 100,
261
- "moonep_global_dispatch_payload_bytes_max": 3287474176.0,
262
- "moonep_global_dispatch_payload_bytes_mean": 2792054415.36,
263
- "moonep_global_dispatch_payload_bytes_min": 2200748032.0,
264
  "moonep_global_dispatch_payload_bytes_n": 100,
265
  "moonep_global_prefetch_bytes_max": 990904320.0,
266
- "moonep_global_prefetch_bytes_mean": 826854604.8,
267
  "moonep_global_prefetch_bytes_min": 660602880.0,
268
  "moonep_global_prefetch_bytes_n": 100,
269
  "moonep_global_reduce_bytes_max": 990904320.0,
270
- "moonep_global_reduce_bytes_mean": 826854604.8,
271
  "moonep_global_reduce_bytes_min": 660602880.0,
272
  "moonep_global_reduce_bytes_n": 100,
273
- "moonep_global_token_bytes_max": 6576783336.0,
274
- "moonep_global_token_bytes_mean": 5585911141.52,
275
- "moonep_global_token_bytes_min": 4403305176.0,
276
  "moonep_global_token_bytes_n": 100,
277
- "moonep_global_total_nvlink_bytes_max": 8345010168.0,
278
- "moonep_global_total_nvlink_bytes_mean": 7239620351.12,
279
- "moonep_global_total_nvlink_bytes_min": 5944711896.0,
280
  "moonep_global_total_nvlink_bytes_n": 100,
281
  "moonep_global_weight_movement_bytes_max": 1981808640.0,
282
- "moonep_global_weight_movement_bytes_mean": 1653709209.6,
283
  "moonep_global_weight_movement_bytes_min": 1321205760.0,
284
  "moonep_global_weight_movement_bytes_n": 100,
285
- "moonep_global_weight_to_token_ratio_max": 0.4264504160968184,
286
- "moonep_global_weight_to_token_ratio_mean": 0.3001723215454669,
287
- "moonep_global_weight_to_token_ratio_min": 0.20088935464362695,
288
  "moonep_global_weight_to_token_ratio_n": 100,
289
  "moonep_remote_demand_max": 2.0,
290
- "moonep_remote_demand_mean": 0.93875,
291
  "moonep_remote_demand_min": 0.0,
292
  "moonep_remote_demand_n": 800,
293
  "moonep_slot_utilization_max": 0.25,
294
- "moonep_slot_utilization_mean": 0.11734375,
295
  "moonep_slot_utilization_min": 0.0,
296
  "moonep_slot_utilization_n": 800,
297
  "moonep_unused_prefetch_slots_max": 16.0,
298
- "moonep_unused_prefetch_slots_mean": 14.1225,
299
  "moonep_unused_prefetch_slots_min": 12.0,
300
  "moonep_unused_prefetch_slots_n": 800,
301
  "num_experts": "64",
302
  "num_layers": "10",
303
- "post_physical_rank_cv_max": 0.19752362049364244,
304
- "post_physical_rank_cv_mean": 0.08253319288939637,
305
- "post_physical_rank_cv_min": 0.0001808697752907129,
306
  "post_physical_rank_cv_n": 100,
307
- "post_physical_rank_imax_max": 1.2480128708509701,
308
- "post_physical_rank_imax_mean": 1.1014610244938725,
309
- "post_physical_rank_imax_min": 1.0002403836981697,
310
  "post_physical_rank_imax_n": 100,
311
- "pre_home_rank_cv_max": 1.3115485671633254,
312
- "pre_home_rank_cv_mean": 0.6864519759847463,
313
- "pre_home_rank_cv_min": 0.05302373213438137,
314
  "pre_home_rank_cv_n": 100,
315
- "pre_home_rank_imax_max": 3.8150634765625,
316
- "pre_home_rank_imax_mean": 2.2216781616210937,
317
- "pre_home_rank_imax_min": 1.113861083984375,
318
  "pre_home_rank_imax_n": 100,
319
- "raw_expert_cv_max": 2.6451862448859087,
320
- "raw_expert_cv_mean": 2.182940410315874,
321
- "raw_expert_cv_min": 0.5018423789492765,
322
  "raw_expert_cv_n": 100,
323
  "raw_expert_imax_ceiling": 8.0,
324
  "raw_expert_imax_hit_ceiling": 1,
325
  "raw_expert_imax_max": 8.0,
326
- "raw_expert_imax_mean": 7.390703125,
327
- "raw_expert_imax_min": 1.908203125,
328
  "raw_expert_imax_n": 100,
329
  "records": {
330
  "moonep_bytes": 800,
 
233
  "capacity": "none",
234
  "capacity_mode": "none",
235
  "cold_expert_fraction_max": 0.796875,
236
+ "cold_expert_fraction_mean": 0.394375,
237
  "cold_expert_fraction_min": 0.0,
238
  "cold_expert_fraction_n": 100,
239
  "commit": "35ae6e7f",
 
245
  "global_batch_size": "8",
246
  "global_snapshots": 100,
247
  "hottest_expert_token_fraction_max": 1.0,
248
+ "hottest_expert_token_fraction_mean": 0.9259124755859375,
249
+ "hottest_expert_token_fraction_min": 0.24102783203125,
250
  "hottest_expert_token_fraction_n": 100,
251
  "incomplete_snapshots": 0,
252
  "malformed_records": 0,
 
254
  "moonep_bytes_global_snapshots": 100,
255
  "moonep_bytes_incomplete_snapshots": 0,
256
  "moonep_bytes_malformed_records": 0,
257
+ "moonep_global_combine_payload_bytes_max": 3287316480.0,
258
+ "moonep_global_combine_payload_bytes_mean": 2782399836.16,
259
+ "moonep_global_combine_payload_bytes_min": 2196246528.0,
260
  "moonep_global_combine_payload_bytes_n": 100,
261
+ "moonep_global_dispatch_payload_bytes_max": 3287316480.0,
262
+ "moonep_global_dispatch_payload_bytes_mean": 2782399836.16,
263
+ "moonep_global_dispatch_payload_bytes_min": 2196246528.0,
264
  "moonep_global_dispatch_payload_bytes_n": 100,
265
  "moonep_global_prefetch_bytes_max": 990904320.0,
266
+ "moonep_global_prefetch_bytes_mean": 824652595.2,
267
  "moonep_global_prefetch_bytes_min": 660602880.0,
268
  "moonep_global_prefetch_bytes_n": 100,
269
  "moonep_global_reduce_bytes_max": 990904320.0,
270
+ "moonep_global_reduce_bytes_mean": 824652595.2,
271
  "moonep_global_reduce_bytes_min": 660602880.0,
272
  "moonep_global_reduce_bytes_n": 100,
273
+ "moonep_global_token_bytes_max": 6576467936.0,
274
+ "moonep_global_token_bytes_mean": 5566600373.52,
275
+ "moonep_global_token_bytes_min": 4394285176.0,
276
  "moonep_global_token_bytes_n": 100,
277
+ "moonep_global_total_nvlink_bytes_max": 8373193576.0,
278
+ "moonep_global_total_nvlink_bytes_mean": 7215905563.92,
279
+ "moonep_global_total_nvlink_bytes_min": 5935691896.0,
280
  "moonep_global_total_nvlink_bytes_n": 100,
281
  "moonep_global_weight_movement_bytes_max": 1981808640.0,
282
+ "moonep_global_weight_movement_bytes_mean": 1649305190.4,
283
  "moonep_global_weight_movement_bytes_min": 1321205760.0,
284
  "moonep_global_weight_movement_bytes_n": 100,
285
+ "moonep_global_weight_to_token_ratio_max": 0.42643213883204506,
286
+ "moonep_global_weight_to_token_ratio_mean": 0.30020057542506196,
287
+ "moonep_global_weight_to_token_ratio_min": 0.2008989890709626,
288
  "moonep_global_weight_to_token_ratio_n": 100,
289
  "moonep_remote_demand_max": 2.0,
290
+ "moonep_remote_demand_mean": 0.93625,
291
  "moonep_remote_demand_min": 0.0,
292
  "moonep_remote_demand_n": 800,
293
  "moonep_slot_utilization_max": 0.25,
294
+ "moonep_slot_utilization_mean": 0.11703125,
295
  "moonep_slot_utilization_min": 0.0,
296
  "moonep_slot_utilization_n": 800,
297
  "moonep_unused_prefetch_slots_max": 16.0,
298
+ "moonep_unused_prefetch_slots_mean": 14.1275,
299
  "moonep_unused_prefetch_slots_min": 12.0,
300
  "moonep_unused_prefetch_slots_n": 800,
301
  "num_experts": "64",
302
  "num_layers": "10",
303
+ "post_physical_rank_cv_max": 0.17539178027248586,
304
+ "post_physical_rank_cv_mean": 0.08677042581890185,
305
+ "post_physical_rank_cv_min": 0.00022118498628126193,
306
  "post_physical_rank_cv_n": 100,
307
+ "post_physical_rank_imax_max": 1.268348258961792,
308
+ "post_physical_rank_imax_mean": 1.1049963202647002,
309
+ "post_physical_rank_imax_min": 1.000290001068425,
310
  "post_physical_rank_imax_n": 100,
311
+ "pre_home_rank_cv_max": 1.3100187973257966,
312
+ "pre_home_rank_cv_mean": 0.6851584836928786,
313
+ "pre_home_rank_cv_min": 0.11244839305815055,
314
  "pre_home_rank_cv_n": 100,
315
+ "pre_home_rank_imax_max": 3.994415283203125,
316
+ "pre_home_rank_imax_mean": 2.235577392578125,
317
+ "pre_home_rank_imax_min": 1.23724365234375,
318
  "pre_home_rank_imax_n": 100,
319
+ "raw_expert_cv_max": 2.6451977945600005,
320
+ "raw_expert_cv_mean": 2.180711127594004,
321
+ "raw_expert_cv_min": 0.49806402214302137,
322
  "raw_expert_cv_n": 100,
323
  "raw_expert_imax_ceiling": 8.0,
324
  "raw_expert_imax_hit_ceiling": 1,
325
  "raw_expert_imax_max": 8.0,
326
+ "raw_expert_imax_mean": 7.4072998046875,
327
+ "raw_expert_imax_min": 1.92822265625,
328
  "raw_expert_imax_n": 100,
329
  "records": {
330
  "moonep_bytes": 800,
moonep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv CHANGED
@@ -1,5 +1,5 @@
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n
2
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1 natural DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.578125 0.15625 0.0 230 230 0.999969482421875 0.7797577567722487 0.162750244140625 230 0 0 230 0 0 2592899072.0 2282338571.130435 2026799104.0 230 2592899072.0 2282338571.130435 2026799104.0 230 346030080.0 252601958.4 242221056.0 230 346030080.0 252601958.4 242221056.0 230 5188482536.0 4567339392.869565 4056064752.0 230 5672924648.0 5072543309.669565 4540506864.0 230 692060160.0 505203916.8 484442112.0 230 0.14851639788299403 0.11096021713514241 0.09336874676530664 230 3.0 0.9125 0.0 1840 0.375 0.1140625 0.0 1840 16.0 14.175 10.0 1840 0.24644338469771185 0.0866314272142518 0.016159622971429973 230 1.2001146488570558 1.1121655106296537 1.0188653892666146 230 1.3626457501059894 0.6592086328754161 0.06474057713157837 230 4.328043619791667 2.2370494897814766 1.1056925455729167 230 3.0868156557140782 1.9632045302354437 0.37852206422070017 230 10.666666666666666 1 10.666341145833334 8.317416072237318 1.7360026041666667 230
3
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1 forced DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.0 0.0 0.0 230 230 0.0982818603515625 0.09643501613451087 0.09539794921875 230 0 0 230 0 0 2133762048.0 2129465023.4434783 2124537856.0 230 2133762048.0 2129465023.4434783 2124537856.0 230 242221056.0 238309411.61739132 207618048.0 230 242221056.0 238309411.61739132 207618048.0 230 4270279408.0 4261681018.2608695 4251824656.0 230 4754721520.0 4738299841.495652 4667434440.0 230 484442112.0 476618823.23478264 415236096.0 230 0.11393746242954192 0.11183841293995254 0.09728537714366937 230 1.0 0.8608695652173913 0.0 1840 0.125 0.10760869565217392 0.0 1840 16.0 14.278260869565218 14.0 1840 0.0031667036922078573 0.0016501228109707747 0.0006791931370339787 230 1.006201201251668 1.0026117364992109 1.0009196904719393 230 0.006673533732490181 0.003923942735502633 0.0014708009315538319 230 1.0122884114583333 1.0061054616734602 1.00213623046875 230 0.015123587213954862 0.012068912140234289 0.008171875787738593 230 10.666666666666666 0 1.04833984375 1.0286401721014493 1.017578125 230
4
- QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1 natural QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.796875 0.3940625 0.0 100 100 1.0 0.923837890625 0.238525390625 100 0 0 100 0 0 3287474176.0 2792054415.36 2200748032.0 100 3287474176.0 2792054415.36 2200748032.0 100 990904320.0 826854604.8 660602880.0 100 990904320.0 826854604.8 660602880.0 100 6576783336.0 5585911141.52 4403305176.0 100 8345010168.0 7239620351.12 5944711896.0 100 1981808640.0 1653709209.6 1321205760.0 100 0.4264504160968184 0.3001723215454669 0.20088935464362695 100 2.0 0.93875 0.0 800 0.25 0.11734375 0.0 800 16.0 14.1225 12.0 800 0.19752362049364244 0.08253319288939637 0.0001808697752907129 100 1.2480128708509701 1.1014610244938725 1.0002403836981697 100 1.3115485671633254 0.6864519759847463 0.05302373213438137 100 3.8150634765625 2.2216781616210937 1.113861083984375 100 2.6451862448859087 2.182940410315874 0.5018423789492765 100 8.0 1 8.0 7.390703125 1.908203125 100
5
  QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1 forced QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.0 0.0 0.0 100 100 0.13189697265625 0.1293536376953125 0.1279296875 100 0 0 100 0 0 2236903424.0 2231590215.68 2225391616.0 100 2236903424.0 2231590215.68 2225391616.0 100 770703360.0 761895321.6 550502400.0 100 770703360.0 761895321.6 550502400.0 100 4475642264.0 4465014321.2 4452613880.0 100 6017048984.0 5988804964.4 5568474336.0 100 1541406720.0 1523790643.2 1101004800.0 100 0.34618019023019353 0.3412749588086127 0.2464493134486592 100 1.0 0.865 0.0 800 0.125 0.108125 0.0 800 16.0 14.27 14.0 800 0.004151405986167901 0.002179447588207395 0.0007203705850357968 100 1.0062412574645103 1.0033121152297226 1.0013429305103698 100 0.009250589744190636 0.004711613912774553 0.002294812301292466 100 1.015838623046875 1.00729736328125 1.002899169921875 100 0.018080370892918116 0.014541988425652842 0.011942398269672016 100 8.0 0 1.05517578125 1.0348291015625 1.0234375 100
 
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n
2
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1 natural DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.578125 0.15625 0.0 230 230 0.999969482421875 0.7797577567722487 0.162750244140625 230 0 0 230 0 0 2592899072.0 2282338571.130435 2026799104.0 230 2592899072.0 2282338571.130435 2026799104.0 230 346030080.0 252601958.4 242221056.0 230 346030080.0 252601958.4 242221056.0 230 5188482536.0 4567339392.869565 4056064752.0 230 5672924648.0 5072543309.669565 4540506864.0 230 692060160.0 505203916.8 484442112.0 230 0.14851639788299403 0.11096021713514241 0.09336874676530664 230 3.0 0.9125 0.0 1840 0.375 0.1140625 0.0 1840 16.0 14.175 10.0 1840 0.24644338469771185 0.0866314272142518 0.016159622971429973 230 1.2001146488570558 1.1121655106296537 1.0188653892666146 230 1.3626457501059894 0.6592086328754161 0.06474057713157837 230 4.328043619791667 2.2370494897814766 1.1056925455729167 230 3.0868156557140782 1.9632045302354437 0.37852206422070017 230 10.666666666666666 1 10.666341145833334 8.317416072237318 1.7360026041666667 230
3
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1 forced DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.0 0.0 0.0 230 230 0.0982818603515625 0.09643501613451087 0.09539794921875 230 0 0 230 0 0 2133762048.0 2129465023.4434783 2124537856.0 230 2133762048.0 2129465023.4434783 2124537856.0 230 242221056.0 238309411.61739132 207618048.0 230 242221056.0 238309411.61739132 207618048.0 230 4270279408.0 4261681018.2608695 4251824656.0 230 4754721520.0 4738299841.495652 4667434440.0 230 484442112.0 476618823.23478264 415236096.0 230 0.11393746242954192 0.11183841293995254 0.09728537714366937 230 1.0 0.8608695652173913 0.0 1840 0.125 0.10760869565217392 0.0 1840 16.0 14.278260869565218 14.0 1840 0.0031667036922078573 0.0016501228109707747 0.0006791931370339787 230 1.006201201251668 1.0026117364992109 1.0009196904719393 230 0.006673533732490181 0.003923942735502633 0.0014708009315538319 230 1.0122884114583333 1.0061054616734602 1.00213623046875 230 0.015123587213954862 0.012068912140234289 0.008171875787738593 230 10.666666666666666 0 1.04833984375 1.0286401721014493 1.017578125 230
4
+ QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1 natural QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.796875 0.394375 0.0 100 100 1.0 0.9259124755859375 0.24102783203125 100 0 0 100 0 0 3287316480.0 2782399836.16 2196246528.0 100 3287316480.0 2782399836.16 2196246528.0 100 990904320.0 824652595.2 660602880.0 100 990904320.0 824652595.2 660602880.0 100 6576467936.0 5566600373.52 4394285176.0 100 8373193576.0 7215905563.92 5935691896.0 100 1981808640.0 1649305190.4 1321205760.0 100 0.42643213883204506 0.30020057542506196 0.2008989890709626 100 2.0 0.93625 0.0 800 0.25 0.11703125 0.0 800 16.0 14.1275 12.0 800 0.17539178027248586 0.08677042581890185 0.00022118498628126193 100 1.268348258961792 1.1049963202647002 1.000290001068425 100 1.3100187973257966 0.6851584836928786 0.11244839305815055 100 3.994415283203125 2.235577392578125 1.23724365234375 100 2.6451977945600005 2.180711127594004 0.49806402214302137 100 8.0 1 8.0 7.4072998046875 1.92822265625 100
5
  QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1 forced QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.0 0.0 0.0 100 100 0.13189697265625 0.1293536376953125 0.1279296875 100 0 0 100 0 0 2236903424.0 2231590215.68 2225391616.0 100 2236903424.0 2231590215.68 2225391616.0 100 770703360.0 761895321.6 550502400.0 100 770703360.0 761895321.6 550502400.0 100 4475642264.0 4465014321.2 4452613880.0 100 6017048984.0 5988804964.4 5568474336.0 100 1541406720.0 1523790643.2 1101004800.0 100 0.34618019023019353 0.3412749588086127 0.2464493134486592 100 1.0 0.865 0.0 800 0.125 0.108125 0.0 800 16.0 14.27 14.0 800 0.004151405986167901 0.002179447588207395 0.0007203705850357968 100 1.0062412574645103 1.0033121152297226 1.0013429305103698 100 0.009250589744190636 0.004711613912774553 0.002294812301292466 100 1.015838623046875 1.00729736328125 1.002899169921875 100 0.018080370892918116 0.014541988425652842 0.011942398269672016 100 8.0 0 1.05517578125 1.0348291015625 1.0234375 100
moonep/tierbprobe/tierbprobe_gbs8/results.tsv CHANGED
@@ -3,3 +3,5 @@ QWEN3_235B moonep matched 16 8192 8 none none 1 OOM NA NA 182589 /workspace/tier
3
  QWEN3_30B moonep matched 16 4096 8 none none 1 OOM NA NA 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep matched 8 8192 8 none none 1 OK 799.34 793.30 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
  DSV2_LITE_L24 moonep matched 8 8192 8 none none+forcebal 1 OK 792.51 789.10 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
 
 
 
3
  QWEN3_30B moonep matched 16 4096 8 none none 1 OOM NA NA 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep matched 8 8192 8 none none 1 OK 799.34 793.30 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
  DSV2_LITE_L24 moonep matched 8 8192 8 none none+forcebal 1 OK 792.51 789.10 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
6
+ QWEN2_57B moonep matched 8 4096 8 none none 1 OK 416.69 364.70 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
7
+ QWEN2_57B moonep matched 8 4096 8 none none+forcebal 1 OK 405.27 359.10 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1