granularity results tierb_study_20260826_144644/ultraep/tierbprobe @ 2026-08-26T15:53:24Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
Browse files- tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/mem_samples.csv +128 -0
- tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/train.log +0 -0
- tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv +1 -0
- tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv +1 -0
- tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json +415 -30
- tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv +7 -2
- tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/results.tsv +1 -0
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/mem_samples.csv
CHANGED
|
@@ -62,3 +62,131 @@
|
|
| 62 |
5, 1803
|
| 63 |
6, 1803
|
| 64 |
7, 1803
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
5, 1803
|
| 63 |
6, 1803
|
| 64 |
7, 1803
|
| 65 |
+
0, 2351
|
| 66 |
+
1, 2329
|
| 67 |
+
2, 2329
|
| 68 |
+
3, 2331
|
| 69 |
+
4, 2319
|
| 70 |
+
5, 2321
|
| 71 |
+
6, 2331
|
| 72 |
+
7, 2345
|
| 73 |
+
0, 46703
|
| 74 |
+
1, 46137
|
| 75 |
+
2, 46137
|
| 76 |
+
3, 46837
|
| 77 |
+
4, 46837
|
| 78 |
+
5, 46837
|
| 79 |
+
6, 46837
|
| 80 |
+
7, 46837
|
| 81 |
+
0, 47107
|
| 82 |
+
1, 46537
|
| 83 |
+
2, 46537
|
| 84 |
+
3, 47237
|
| 85 |
+
4, 47237
|
| 86 |
+
5, 47237
|
| 87 |
+
6, 47237
|
| 88 |
+
7, 47237
|
| 89 |
+
0, 48395
|
| 90 |
+
1, 47825
|
| 91 |
+
2, 47825
|
| 92 |
+
3, 48525
|
| 93 |
+
4, 48525
|
| 94 |
+
5, 48525
|
| 95 |
+
6, 48525
|
| 96 |
+
7, 48525
|
| 97 |
+
0, 48675
|
| 98 |
+
1, 48105
|
| 99 |
+
2, 48105
|
| 100 |
+
3, 48805
|
| 101 |
+
4, 48805
|
| 102 |
+
5, 48805
|
| 103 |
+
6, 48805
|
| 104 |
+
7, 48805
|
| 105 |
+
0, 48675
|
| 106 |
+
1, 48105
|
| 107 |
+
2, 48105
|
| 108 |
+
3, 48805
|
| 109 |
+
4, 48805
|
| 110 |
+
5, 48805
|
| 111 |
+
6, 48805
|
| 112 |
+
7, 48805
|
| 113 |
+
0, 50879
|
| 114 |
+
1, 50309
|
| 115 |
+
2, 50309
|
| 116 |
+
3, 51009
|
| 117 |
+
4, 51009
|
| 118 |
+
5, 51009
|
| 119 |
+
6, 51009
|
| 120 |
+
7, 51009
|
| 121 |
+
0, 74329
|
| 122 |
+
1, 74365
|
| 123 |
+
2, 74345
|
| 124 |
+
3, 74375
|
| 125 |
+
4, 74375
|
| 126 |
+
5, 74375
|
| 127 |
+
6, 74375
|
| 128 |
+
7, 74375
|
| 129 |
+
0, 74975
|
| 130 |
+
1, 75011
|
| 131 |
+
2, 74991
|
| 132 |
+
3, 75021
|
| 133 |
+
4, 75021
|
| 134 |
+
5, 75021
|
| 135 |
+
6, 75021
|
| 136 |
+
7, 75021
|
| 137 |
+
0, 74977
|
| 138 |
+
1, 75011
|
| 139 |
+
2, 74991
|
| 140 |
+
3, 75021
|
| 141 |
+
4, 75021
|
| 142 |
+
5, 75021
|
| 143 |
+
6, 75021
|
| 144 |
+
7, 75021
|
| 145 |
+
0, 74981
|
| 146 |
+
1, 75015
|
| 147 |
+
2, 74995
|
| 148 |
+
3, 75025
|
| 149 |
+
4, 75025
|
| 150 |
+
5, 75025
|
| 151 |
+
6, 75025
|
| 152 |
+
7, 75025
|
| 153 |
+
0, 75555
|
| 154 |
+
1, 75605
|
| 155 |
+
2, 75571
|
| 156 |
+
3, 75609
|
| 157 |
+
4, 75633
|
| 158 |
+
5, 75591
|
| 159 |
+
6, 75583
|
| 160 |
+
7, 75591
|
| 161 |
+
0, 82245
|
| 162 |
+
1, 82119
|
| 163 |
+
2, 82135
|
| 164 |
+
3, 82133
|
| 165 |
+
4, 82127
|
| 166 |
+
5, 82111
|
| 167 |
+
6, 82193
|
| 168 |
+
7, 82177
|
| 169 |
+
0, 97625
|
| 170 |
+
1, 97677
|
| 171 |
+
2, 97675
|
| 172 |
+
3, 97551
|
| 173 |
+
4, 97551
|
| 174 |
+
5, 97551
|
| 175 |
+
6, 97551
|
| 176 |
+
7, 97551
|
| 177 |
+
0, 96795
|
| 178 |
+
1, 97109
|
| 179 |
+
2, 97427
|
| 180 |
+
3, 97239
|
| 181 |
+
4, 97041
|
| 182 |
+
5, 96983
|
| 183 |
+
6, 97239
|
| 184 |
+
7, 96977
|
| 185 |
+
0, 96727
|
| 186 |
+
1, 3844
|
| 187 |
+
2, 2564
|
| 188 |
+
3, 2564
|
| 189 |
+
4, 2564
|
| 190 |
+
5, 2564
|
| 191 |
+
6, 2564
|
| 192 |
+
7, 2820
|
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/train.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv
CHANGED
|
@@ -6,3 +6,4 @@ QWEN3_30B ultraep forced 1.25 OK 117867 1 0.0 1.01001 /workspace/tierb_study_202
|
|
| 6 |
DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 7 |
DSV2_LITE_L24 ultraep forced 1.25 OK 129971 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
|
| 8 |
QWEN2_57B ultraep measure 1.25 OK 97675 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
|
|
|
|
|
| 6 |
DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 7 |
DSV2_LITE_L24 ultraep forced 1.25 OK 129971 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
|
| 8 |
QWEN2_57B ultraep measure 1.25 OK 97675 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
| 9 |
+
QWEN2_57B ultraep forced 1.25 OK 97677 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv
CHANGED
|
@@ -2,3 +2,4 @@ model backend status selected_capacity required_capacity drop_rate_pct peak_mib
|
|
| 2 |
QWEN3_235B ultraep SELECTED 1.25 1.010056 0.0 122751 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 3 |
QWEN3_30B ultraep SELECTED 1.25 1.010101 0.0 117927 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
| 4 |
DSV2_LITE_L24 ultraep SELECTED 1.25 1.010071 0.0 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
|
|
|
|
|
| 2 |
QWEN3_235B ultraep SELECTED 1.25 1.010056 0.0 122751 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 3 |
QWEN3_30B ultraep SELECTED 1.25 1.010101 0.0 117927 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
| 4 |
DSV2_LITE_L24 ultraep SELECTED 1.25 1.010071 0.0 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 5 |
+
QWEN2_57B ultraep SELECTED 1.25 1.010101 0.0 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json
CHANGED
|
@@ -76,6 +76,237 @@
|
|
| 76 |
"valid_max_rank_reduction_n": 276,
|
| 77 |
"zero_drop": 1
|
| 78 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
{
|
| 80 |
"arm": "natural",
|
| 81 |
"assignment_sum_mismatches": 0,
|
|
@@ -106,8 +337,8 @@
|
|
| 106 |
"num_experts": "128",
|
| 107 |
"num_layers": "12",
|
| 108 |
"observed_dropped_tokens": 0.0,
|
| 109 |
-
"peak_demand_max":
|
| 110 |
-
"peak_demand_mean": 66192.
|
| 111 |
"peak_demand_min": 66192.0,
|
| 112 |
"peak_demand_n": 96,
|
| 113 |
"peak_rank_overflow_max": 0.0,
|
|
@@ -115,19 +346,19 @@
|
|
| 115 |
"peak_rank_overflow_min": 0.0,
|
| 116 |
"peak_rank_overflow_n": 96,
|
| 117 |
"post_physical_rank_cv_max": 0.026489118276835043,
|
| 118 |
-
"post_physical_rank_cv_mean": 0.
|
| 119 |
-
"post_physical_rank_cv_min": 0.
|
| 120 |
"post_physical_rank_cv_n": 144,
|
| 121 |
-
"post_physical_rank_imax_max": 1.
|
| 122 |
-
"post_physical_rank_imax_mean": 1.
|
| 123 |
"post_physical_rank_imax_min": 1.010009765625,
|
| 124 |
"post_physical_rank_imax_n": 144,
|
| 125 |
-
"pre_home_rank_cv_max": 1.
|
| 126 |
-
"pre_home_rank_cv_mean": 0.
|
| 127 |
"pre_home_rank_cv_min": 0.3167748701963148,
|
| 128 |
"pre_home_rank_cv_n": 144,
|
| 129 |
-
"pre_home_rank_imax_max": 4.
|
| 130 |
-
"pre_home_rank_imax_mean": 2.
|
| 131 |
"pre_home_rank_imax_min": 1.2317352294921875,
|
| 132 |
"pre_home_rank_imax_n": 144,
|
| 133 |
"records": {
|
|
@@ -138,8 +369,8 @@
|
|
| 138 |
"ultraep_post": 1152,
|
| 139 |
"ultraep_pre": 1152
|
| 140 |
},
|
| 141 |
-
"required_capacity_max": 1.
|
| 142 |
-
"required_capacity_mean": 1.
|
| 143 |
"required_capacity_min": 1.01001,
|
| 144 |
"required_capacity_n": 96,
|
| 145 |
"router_balancing": "aux_loss",
|
|
@@ -147,12 +378,89 @@
|
|
| 147 |
"seq_length": "8192",
|
| 148 |
"shared_expert_overlap": "0",
|
| 149 |
"topk": "8",
|
| 150 |
-
"valid_max_rank_reduction_max": 0.
|
| 151 |
-
"valid_max_rank_reduction_mean": 0.
|
| 152 |
"valid_max_rank_reduction_min": 0.17998587763091065,
|
| 153 |
"valid_max_rank_reduction_n": 144,
|
| 154 |
"zero_drop": 1
|
| 155 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
{
|
| 157 |
"arm": "natural",
|
| 158 |
"assignment_sum_mismatches": 0,
|
|
@@ -184,28 +492,28 @@
|
|
| 184 |
"num_layers": "48",
|
| 185 |
"observed_dropped_tokens": 0.0,
|
| 186 |
"peak_demand_max": 33099.0,
|
| 187 |
-
"peak_demand_mean": 33097.
|
| 188 |
"peak_demand_min": 33096.0,
|
| 189 |
"peak_demand_n": 96,
|
| 190 |
"peak_rank_overflow_max": 0.0,
|
| 191 |
"peak_rank_overflow_mean": 0.0,
|
| 192 |
"peak_rank_overflow_min": 0.0,
|
| 193 |
"peak_rank_overflow_n": 96,
|
| 194 |
-
"post_physical_rank_cv_max": 0.
|
| 195 |
-
"post_physical_rank_cv_mean": 0.
|
| 196 |
-
"post_physical_rank_cv_min": 0.
|
| 197 |
"post_physical_rank_cv_n": 576,
|
| 198 |
"post_physical_rank_imax_max": 1.010101318359375,
|
| 199 |
-
"post_physical_rank_imax_mean": 1.
|
| 200 |
-
"post_physical_rank_imax_min": 1.
|
| 201 |
"post_physical_rank_imax_n": 576,
|
| 202 |
-
"pre_home_rank_cv_max": 1.
|
| 203 |
-
"pre_home_rank_cv_mean": 0.
|
| 204 |
-
"pre_home_rank_cv_min": 0.
|
| 205 |
"pre_home_rank_cv_n": 576,
|
| 206 |
-
"pre_home_rank_imax_max": 4.
|
| 207 |
-
"pre_home_rank_imax_mean": 2.
|
| 208 |
-
"pre_home_rank_imax_min": 1.
|
| 209 |
"pre_home_rank_imax_n": 576,
|
| 210 |
"records": {
|
| 211 |
"drop_dispatch": 4608,
|
|
@@ -216,7 +524,7 @@
|
|
| 216 |
"ultraep_pre": 4608
|
| 217 |
},
|
| 218 |
"required_capacity_max": 1.010101,
|
| 219 |
-
"required_capacity_mean": 1.
|
| 220 |
"required_capacity_min": 1.01001,
|
| 221 |
"required_capacity_n": 96,
|
| 222 |
"router_balancing": "aux_loss",
|
|
@@ -224,9 +532,86 @@
|
|
| 224 |
"seq_length": "4096",
|
| 225 |
"shared_expert_overlap": "0",
|
| 226 |
"topk": "8",
|
| 227 |
-
"valid_max_rank_reduction_max": 0.
|
| 228 |
-
"valid_max_rank_reduction_mean": 0.
|
| 229 |
-
"valid_max_rank_reduction_min": 0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 230 |
"valid_max_rank_reduction_n": 576,
|
| 231 |
"zero_drop": 1
|
| 232 |
}
|
|
|
|
| 76 |
"valid_max_rank_reduction_n": 276,
|
| 77 |
"zero_drop": 1
|
| 78 |
},
|
| 79 |
+
{
|
| 80 |
+
"arm": "forced",
|
| 81 |
+
"assignment_sum_mismatches": 0,
|
| 82 |
+
"aux_loss_coeff": "1e-3",
|
| 83 |
+
"backend": "ultraep",
|
| 84 |
+
"branch": "ultraep-token-drop-analysis",
|
| 85 |
+
"capacity": "1.25",
|
| 86 |
+
"capacity_mode": "static",
|
| 87 |
+
"commit": "eaf829e7",
|
| 88 |
+
"config": "DSV2_LITE_L24",
|
| 89 |
+
"cuda_graph": "0",
|
| 90 |
+
"dense_first_layers": "1",
|
| 91 |
+
"drop_expected_assignments": 108527616.0,
|
| 92 |
+
"drop_rate_pct_max": 0.0,
|
| 93 |
+
"drop_rate_pct_mean": 0.0,
|
| 94 |
+
"drop_rate_pct_min": 0.0,
|
| 95 |
+
"drop_rate_pct_n": 96,
|
| 96 |
+
"drop_rate_pct_overall": 0.0,
|
| 97 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 98 |
+
"duplicate_vector_mismatches": 0,
|
| 99 |
+
"experts_per_rank": "8",
|
| 100 |
+
"force_balance": "1",
|
| 101 |
+
"global_batch_size": "8",
|
| 102 |
+
"global_snapshots": 276,
|
| 103 |
+
"incomplete_snapshots": 0,
|
| 104 |
+
"malformed_records": 0,
|
| 105 |
+
"moe_layers": "23",
|
| 106 |
+
"num_experts": "64",
|
| 107 |
+
"num_layers": "24",
|
| 108 |
+
"observed_dropped_tokens": 0.0,
|
| 109 |
+
"peak_demand_max": 49644.0,
|
| 110 |
+
"peak_demand_mean": 49527.270833333336,
|
| 111 |
+
"peak_demand_min": 49296.0,
|
| 112 |
+
"peak_demand_n": 96,
|
| 113 |
+
"peak_rank_overflow_max": 0.0,
|
| 114 |
+
"peak_rank_overflow_mean": 0.0,
|
| 115 |
+
"peak_rank_overflow_min": 0.0,
|
| 116 |
+
"peak_rank_overflow_n": 96,
|
| 117 |
+
"post_physical_rank_cv_max": 0.006673533732490181,
|
| 118 |
+
"post_physical_rank_cv_mean": 0.003906455227664182,
|
| 119 |
+
"post_physical_rank_cv_min": 0.0014708009315538319,
|
| 120 |
+
"post_physical_rank_cv_n": 276,
|
| 121 |
+
"post_physical_rank_imax_max": 1.010009765625,
|
| 122 |
+
"post_physical_rank_imax_mean": 1.0060408587617,
|
| 123 |
+
"post_physical_rank_imax_min": 1.00213623046875,
|
| 124 |
+
"post_physical_rank_imax_n": 276,
|
| 125 |
+
"pre_home_rank_cv_max": 0.006715970721309454,
|
| 126 |
+
"pre_home_rank_cv_mean": 0.00392157619549587,
|
| 127 |
+
"pre_home_rank_cv_min": 0.0014708009315538319,
|
| 128 |
+
"pre_home_rank_cv_n": 276,
|
| 129 |
+
"pre_home_rank_imax_max": 1.0122884114583333,
|
| 130 |
+
"pre_home_rank_imax_mean": 1.0060781580238527,
|
| 131 |
+
"pre_home_rank_imax_min": 1.00213623046875,
|
| 132 |
+
"pre_home_rank_imax_n": 276,
|
| 133 |
+
"records": {
|
| 134 |
+
"drop_dispatch": 2208,
|
| 135 |
+
"drop_experts": 2208,
|
| 136 |
+
"drop_setup": 2208,
|
| 137 |
+
"ultraep_drop": 96,
|
| 138 |
+
"ultraep_post": 2208,
|
| 139 |
+
"ultraep_pre": 2208
|
| 140 |
+
},
|
| 141 |
+
"required_capacity_max": 1.01001,
|
| 142 |
+
"required_capacity_mean": 1.007635,
|
| 143 |
+
"required_capacity_min": 1.00293,
|
| 144 |
+
"required_capacity_n": 96,
|
| 145 |
+
"router_balancing": "seq_aux_loss",
|
| 146 |
+
"run_dir": "DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1",
|
| 147 |
+
"seq_length": "8192",
|
| 148 |
+
"shared_expert_overlap": "0",
|
| 149 |
+
"topk": "6",
|
| 150 |
+
"valid_max_rank_reduction_max": 0.0022509848058525606,
|
| 151 |
+
"valid_max_rank_reduction_mean": 3.688638533861224e-05,
|
| 152 |
+
"valid_max_rank_reduction_min": 0.0,
|
| 153 |
+
"valid_max_rank_reduction_n": 276,
|
| 154 |
+
"zero_drop": 1
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"arm": "natural",
|
| 158 |
+
"assignment_sum_mismatches": 0,
|
| 159 |
+
"aux_loss_coeff": "1e-2",
|
| 160 |
+
"backend": "ultraep",
|
| 161 |
+
"branch": "ultraep-token-drop-analysis",
|
| 162 |
+
"capacity": "1.25",
|
| 163 |
+
"capacity_mode": "static",
|
| 164 |
+
"commit": "eaf829e7",
|
| 165 |
+
"config": "QWEN2_57B",
|
| 166 |
+
"cuda_graph": "0",
|
| 167 |
+
"dense_first_layers": "0",
|
| 168 |
+
"drop_expected_assignments": 31457280.0,
|
| 169 |
+
"drop_rate_pct_max": 0.0,
|
| 170 |
+
"drop_rate_pct_mean": 0.0,
|
| 171 |
+
"drop_rate_pct_min": 0.0,
|
| 172 |
+
"drop_rate_pct_n": 96,
|
| 173 |
+
"drop_rate_pct_overall": 0.0,
|
| 174 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 175 |
+
"duplicate_vector_mismatches": 0,
|
| 176 |
+
"experts_per_rank": "8",
|
| 177 |
+
"force_balance": "0",
|
| 178 |
+
"global_batch_size": "8",
|
| 179 |
+
"global_snapshots": 120,
|
| 180 |
+
"incomplete_snapshots": 0,
|
| 181 |
+
"malformed_records": 0,
|
| 182 |
+
"moe_layers": "10",
|
| 183 |
+
"num_experts": "64",
|
| 184 |
+
"num_layers": "10",
|
| 185 |
+
"observed_dropped_tokens": 0.0,
|
| 186 |
+
"peak_demand_max": 33099.0,
|
| 187 |
+
"peak_demand_mean": 33096.770833333336,
|
| 188 |
+
"peak_demand_min": 33096.0,
|
| 189 |
+
"peak_demand_n": 96,
|
| 190 |
+
"peak_rank_overflow_max": 0.0,
|
| 191 |
+
"peak_rank_overflow_mean": 0.0,
|
| 192 |
+
"peak_rank_overflow_min": 0.0,
|
| 193 |
+
"peak_rank_overflow_n": 96,
|
| 194 |
+
"post_physical_rank_cv_max": 0.026483363713168166,
|
| 195 |
+
"post_physical_rank_cv_mean": 0.016169459913295655,
|
| 196 |
+
"post_physical_rank_cv_min": 0.004221172387878395,
|
| 197 |
+
"post_physical_rank_cv_n": 120,
|
| 198 |
+
"post_physical_rank_imax_max": 1.010101318359375,
|
| 199 |
+
"post_physical_rank_imax_mean": 1.0100074768066407,
|
| 200 |
+
"post_physical_rank_imax_min": 1.00701904296875,
|
| 201 |
+
"post_physical_rank_imax_n": 120,
|
| 202 |
+
"pre_home_rank_cv_max": 1.4028263272834383,
|
| 203 |
+
"pre_home_rank_cv_mean": 0.6344045914264498,
|
| 204 |
+
"pre_home_rank_cv_min": 0.004221172387878395,
|
| 205 |
+
"pre_home_rank_cv_n": 120,
|
| 206 |
+
"pre_home_rank_imax_max": 4.42657470703125,
|
| 207 |
+
"pre_home_rank_imax_mean": 2.1723561604817707,
|
| 208 |
+
"pre_home_rank_imax_min": 1.00701904296875,
|
| 209 |
+
"pre_home_rank_imax_n": 120,
|
| 210 |
+
"records": {
|
| 211 |
+
"drop_dispatch": 960,
|
| 212 |
+
"drop_experts": 960,
|
| 213 |
+
"drop_setup": 960,
|
| 214 |
+
"ultraep_drop": 96,
|
| 215 |
+
"ultraep_post": 960,
|
| 216 |
+
"ultraep_pre": 960
|
| 217 |
+
},
|
| 218 |
+
"required_capacity_max": 1.010101,
|
| 219 |
+
"required_capacity_mean": 1.0100332395833334,
|
| 220 |
+
"required_capacity_min": 1.01001,
|
| 221 |
+
"required_capacity_n": 96,
|
| 222 |
+
"router_balancing": "aux_loss",
|
| 223 |
+
"run_dir": "QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1",
|
| 224 |
+
"seq_length": "4096",
|
| 225 |
+
"shared_expert_overlap": "0",
|
| 226 |
+
"topk": "8",
|
| 227 |
+
"valid_max_rank_reduction_max": 0.7718235091347811,
|
| 228 |
+
"valid_max_rank_reduction_mean": 0.49113710577671815,
|
| 229 |
+
"valid_max_rank_reduction_min": 0.0,
|
| 230 |
+
"valid_max_rank_reduction_n": 120,
|
| 231 |
+
"zero_drop": 1
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"arm": "forced",
|
| 235 |
+
"assignment_sum_mismatches": 0,
|
| 236 |
+
"aux_loss_coeff": "1e-2",
|
| 237 |
+
"backend": "ultraep",
|
| 238 |
+
"branch": "ultraep-token-drop-analysis",
|
| 239 |
+
"capacity": "1.25",
|
| 240 |
+
"capacity_mode": "static",
|
| 241 |
+
"commit": "eaf829e7",
|
| 242 |
+
"config": "QWEN2_57B",
|
| 243 |
+
"cuda_graph": "0",
|
| 244 |
+
"dense_first_layers": "0",
|
| 245 |
+
"drop_expected_assignments": 31457280.0,
|
| 246 |
+
"drop_rate_pct_max": 0.0,
|
| 247 |
+
"drop_rate_pct_mean": 0.0,
|
| 248 |
+
"drop_rate_pct_min": 0.0,
|
| 249 |
+
"drop_rate_pct_n": 96,
|
| 250 |
+
"drop_rate_pct_overall": 0.0,
|
| 251 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 252 |
+
"duplicate_vector_mismatches": 0,
|
| 253 |
+
"experts_per_rank": "8",
|
| 254 |
+
"force_balance": "1",
|
| 255 |
+
"global_batch_size": "8",
|
| 256 |
+
"global_snapshots": 120,
|
| 257 |
+
"incomplete_snapshots": 0,
|
| 258 |
+
"malformed_records": 0,
|
| 259 |
+
"moe_layers": "10",
|
| 260 |
+
"num_experts": "64",
|
| 261 |
+
"num_layers": "10",
|
| 262 |
+
"observed_dropped_tokens": 0.0,
|
| 263 |
+
"peak_demand_max": 33096.0,
|
| 264 |
+
"peak_demand_mean": 33004.5625,
|
| 265 |
+
"peak_demand_min": 32800.0,
|
| 266 |
+
"peak_demand_n": 96,
|
| 267 |
+
"peak_rank_overflow_max": 0.0,
|
| 268 |
+
"peak_rank_overflow_mean": 0.0,
|
| 269 |
+
"peak_rank_overflow_min": 0.0,
|
| 270 |
+
"peak_rank_overflow_n": 96,
|
| 271 |
+
"post_physical_rank_cv_max": 0.01039906345549811,
|
| 272 |
+
"post_physical_rank_cv_mean": 0.004650204419961747,
|
| 273 |
+
"post_physical_rank_cv_min": 0.002294812301292466,
|
| 274 |
+
"post_physical_rank_cv_n": 120,
|
| 275 |
+
"post_physical_rank_imax_max": 1.010009765625,
|
| 276 |
+
"post_physical_rank_imax_mean": 1.0071016947428386,
|
| 277 |
+
"post_physical_rank_imax_min": 1.002899169921875,
|
| 278 |
+
"post_physical_rank_imax_n": 120,
|
| 279 |
+
"pre_home_rank_cv_max": 0.01039906345549811,
|
| 280 |
+
"pre_home_rank_cv_mean": 0.004760489966476766,
|
| 281 |
+
"pre_home_rank_cv_min": 0.002294812301292466,
|
| 282 |
+
"pre_home_rank_cv_n": 120,
|
| 283 |
+
"pre_home_rank_imax_max": 1.015838623046875,
|
| 284 |
+
"pre_home_rank_imax_mean": 1.0073875427246093,
|
| 285 |
+
"pre_home_rank_imax_min": 1.002899169921875,
|
| 286 |
+
"pre_home_rank_imax_n": 120,
|
| 287 |
+
"records": {
|
| 288 |
+
"drop_dispatch": 960,
|
| 289 |
+
"drop_experts": 960,
|
| 290 |
+
"drop_setup": 960,
|
| 291 |
+
"ultraep_drop": 96,
|
| 292 |
+
"ultraep_post": 960,
|
| 293 |
+
"ultraep_pre": 960
|
| 294 |
+
},
|
| 295 |
+
"required_capacity_max": 1.01001,
|
| 296 |
+
"required_capacity_mean": 1.0072193541666667,
|
| 297 |
+
"required_capacity_min": 1.000977,
|
| 298 |
+
"required_capacity_n": 96,
|
| 299 |
+
"router_balancing": "aux_loss",
|
| 300 |
+
"run_dir": "QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1",
|
| 301 |
+
"seq_length": "4096",
|
| 302 |
+
"shared_expert_overlap": "0",
|
| 303 |
+
"topk": "8",
|
| 304 |
+
"valid_max_rank_reduction_max": 0.005737975786343017,
|
| 305 |
+
"valid_max_rank_reduction_mean": 0.00028222750974011727,
|
| 306 |
+
"valid_max_rank_reduction_min": 0.0,
|
| 307 |
+
"valid_max_rank_reduction_n": 120,
|
| 308 |
+
"zero_drop": 1
|
| 309 |
+
},
|
| 310 |
{
|
| 311 |
"arm": "natural",
|
| 312 |
"assignment_sum_mismatches": 0,
|
|
|
|
| 337 |
"num_experts": "128",
|
| 338 |
"num_layers": "12",
|
| 339 |
"observed_dropped_tokens": 0.0,
|
| 340 |
+
"peak_demand_max": 66195.0,
|
| 341 |
+
"peak_demand_mean": 66192.71875,
|
| 342 |
"peak_demand_min": 66192.0,
|
| 343 |
"peak_demand_n": 96,
|
| 344 |
"peak_rank_overflow_max": 0.0,
|
|
|
|
| 346 |
"peak_rank_overflow_min": 0.0,
|
| 347 |
"peak_rank_overflow_n": 96,
|
| 348 |
"post_physical_rank_cv_max": 0.026489118276835043,
|
| 349 |
+
"post_physical_rank_cv_mean": 0.014509436266048916,
|
| 350 |
+
"post_physical_rank_cv_min": 0.004304689378357216,
|
| 351 |
"post_physical_rank_cv_n": 144,
|
| 352 |
+
"post_physical_rank_imax_max": 1.0100555419921875,
|
| 353 |
+
"post_physical_rank_imax_mean": 1.010018030802409,
|
| 354 |
"post_physical_rank_imax_min": 1.010009765625,
|
| 355 |
"post_physical_rank_imax_n": 144,
|
| 356 |
+
"pre_home_rank_cv_max": 1.4793990428288122,
|
| 357 |
+
"pre_home_rank_cv_mean": 0.7888747618345466,
|
| 358 |
"pre_home_rank_cv_min": 0.3167748701963148,
|
| 359 |
"pre_home_rank_cv_n": 144,
|
| 360 |
+
"pre_home_rank_imax_max": 4.008636474609375,
|
| 361 |
+
"pre_home_rank_imax_mean": 2.4475171830919056,
|
| 362 |
"pre_home_rank_imax_min": 1.2317352294921875,
|
| 363 |
"pre_home_rank_imax_n": 144,
|
| 364 |
"records": {
|
|
|
|
| 369 |
"ultraep_post": 1152,
|
| 370 |
"ultraep_pre": 1152
|
| 371 |
},
|
| 372 |
+
"required_capacity_max": 1.010056,
|
| 373 |
+
"required_capacity_mean": 1.0100207916666666,
|
| 374 |
"required_capacity_min": 1.01001,
|
| 375 |
"required_capacity_n": 96,
|
| 376 |
"router_balancing": "aux_loss",
|
|
|
|
| 378 |
"seq_length": "8192",
|
| 379 |
"shared_expert_overlap": "0",
|
| 380 |
"topk": "8",
|
| 381 |
+
"valid_max_rank_reduction_max": 0.7480415667466027,
|
| 382 |
+
"valid_max_rank_reduction_mean": 0.5583849946461037,
|
| 383 |
"valid_max_rank_reduction_min": 0.17998587763091065,
|
| 384 |
"valid_max_rank_reduction_n": 144,
|
| 385 |
"zero_drop": 1
|
| 386 |
},
|
| 387 |
+
{
|
| 388 |
+
"arm": "forced",
|
| 389 |
+
"assignment_sum_mismatches": 0,
|
| 390 |
+
"aux_loss_coeff": "1e-3",
|
| 391 |
+
"backend": "ultraep",
|
| 392 |
+
"branch": "ultraep-token-drop-analysis",
|
| 393 |
+
"capacity": "1.25",
|
| 394 |
+
"capacity_mode": "static",
|
| 395 |
+
"commit": "eaf829e7",
|
| 396 |
+
"config": "QWEN3_235B",
|
| 397 |
+
"cuda_graph": "0",
|
| 398 |
+
"dense_first_layers": "0",
|
| 399 |
+
"drop_expected_assignments": 75497472.0,
|
| 400 |
+
"drop_rate_pct_max": 0.0,
|
| 401 |
+
"drop_rate_pct_mean": 0.0,
|
| 402 |
+
"drop_rate_pct_min": 0.0,
|
| 403 |
+
"drop_rate_pct_n": 96,
|
| 404 |
+
"drop_rate_pct_overall": 0.0,
|
| 405 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 406 |
+
"duplicate_vector_mismatches": 0,
|
| 407 |
+
"experts_per_rank": "16",
|
| 408 |
+
"force_balance": "1",
|
| 409 |
+
"global_batch_size": "8",
|
| 410 |
+
"global_snapshots": 144,
|
| 411 |
+
"incomplete_snapshots": 0,
|
| 412 |
+
"malformed_records": 0,
|
| 413 |
+
"moe_layers": "12",
|
| 414 |
+
"num_experts": "128",
|
| 415 |
+
"num_layers": "12",
|
| 416 |
+
"observed_dropped_tokens": 0.0,
|
| 417 |
+
"peak_demand_max": 66192.0,
|
| 418 |
+
"peak_demand_mean": 65914.44791666667,
|
| 419 |
+
"peak_demand_min": 65589.0,
|
| 420 |
+
"peak_demand_n": 96,
|
| 421 |
+
"peak_rank_overflow_max": 0.0,
|
| 422 |
+
"peak_rank_overflow_mean": 0.0,
|
| 423 |
+
"peak_rank_overflow_min": 0.0,
|
| 424 |
+
"peak_rank_overflow_n": 96,
|
| 425 |
+
"post_physical_rank_cv_max": 0.006838559601482533,
|
| 426 |
+
"post_physical_rank_cv_mean": 0.003410368479189458,
|
| 427 |
+
"post_physical_rank_cv_min": 0.0012782366924169522,
|
| 428 |
+
"post_physical_rank_cv_n": 144,
|
| 429 |
+
"post_physical_rank_imax_max": 1.010009765625,
|
| 430 |
+
"post_physical_rank_imax_mean": 1.0053078333536785,
|
| 431 |
+
"post_physical_rank_imax_min": 1.0019378662109375,
|
| 432 |
+
"post_physical_rank_imax_n": 144,
|
| 433 |
+
"pre_home_rank_cv_max": 0.006990045273933762,
|
| 434 |
+
"pre_home_rank_cv_mean": 0.0034121784262079076,
|
| 435 |
+
"pre_home_rank_cv_min": 0.0012782366924169522,
|
| 436 |
+
"pre_home_rank_cv_n": 144,
|
| 437 |
+
"pre_home_rank_imax_max": 1.0104522705078125,
|
| 438 |
+
"pre_home_rank_imax_mean": 1.0053127076890733,
|
| 439 |
+
"pre_home_rank_imax_min": 1.0019378662109375,
|
| 440 |
+
"pre_home_rank_imax_n": 144,
|
| 441 |
+
"records": {
|
| 442 |
+
"drop_dispatch": 1152,
|
| 443 |
+
"drop_experts": 1152,
|
| 444 |
+
"drop_setup": 1152,
|
| 445 |
+
"ultraep_drop": 96,
|
| 446 |
+
"ultraep_post": 1152,
|
| 447 |
+
"ultraep_pre": 1152
|
| 448 |
+
},
|
| 449 |
+
"required_capacity_max": 1.01001,
|
| 450 |
+
"required_capacity_mean": 1.0057746770833333,
|
| 451 |
+
"required_capacity_min": 1.000809,
|
| 452 |
+
"required_capacity_n": 96,
|
| 453 |
+
"router_balancing": "aux_loss",
|
| 454 |
+
"run_dir": "QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1",
|
| 455 |
+
"seq_length": "8192",
|
| 456 |
+
"shared_expert_overlap": "0",
|
| 457 |
+
"topk": "8",
|
| 458 |
+
"valid_max_rank_reduction_max": 0.00043792754564262094,
|
| 459 |
+
"valid_max_rank_reduction_mean": 4.82445946182061e-06,
|
| 460 |
+
"valid_max_rank_reduction_min": 0.0,
|
| 461 |
+
"valid_max_rank_reduction_n": 144,
|
| 462 |
+
"zero_drop": 1
|
| 463 |
+
},
|
| 464 |
{
|
| 465 |
"arm": "natural",
|
| 466 |
"assignment_sum_mismatches": 0,
|
|
|
|
| 492 |
"num_layers": "48",
|
| 493 |
"observed_dropped_tokens": 0.0,
|
| 494 |
"peak_demand_max": 33099.0,
|
| 495 |
+
"peak_demand_mean": 33097.208333333336,
|
| 496 |
"peak_demand_min": 33096.0,
|
| 497 |
"peak_demand_n": 96,
|
| 498 |
"peak_rank_overflow_max": 0.0,
|
| 499 |
"peak_rank_overflow_mean": 0.0,
|
| 500 |
"peak_rank_overflow_min": 0.0,
|
| 501 |
"peak_rank_overflow_n": 96,
|
| 502 |
+
"post_physical_rank_cv_max": 0.026517962359754763,
|
| 503 |
+
"post_physical_rank_cv_mean": 0.01354621389621944,
|
| 504 |
+
"post_physical_rank_cv_min": 0.00409507351694325,
|
| 505 |
"post_physical_rank_cv_n": 576,
|
| 506 |
"post_physical_rank_imax_max": 1.010101318359375,
|
| 507 |
+
"post_physical_rank_imax_mean": 1.0100230111016169,
|
| 508 |
+
"post_physical_rank_imax_min": 1.009979248046875,
|
| 509 |
"post_physical_rank_imax_n": 576,
|
| 510 |
+
"pre_home_rank_cv_max": 1.5733118377040045,
|
| 511 |
+
"pre_home_rank_cv_mean": 0.7595764660737883,
|
| 512 |
+
"pre_home_rank_cv_min": 0.010628488683156438,
|
| 513 |
"pre_home_rank_cv_n": 576,
|
| 514 |
+
"pre_home_rank_imax_max": 4.98095703125,
|
| 515 |
+
"pre_home_rank_imax_mean": 2.3515779177347818,
|
| 516 |
+
"pre_home_rank_imax_min": 1.02227783203125,
|
| 517 |
"pre_home_rank_imax_n": 576,
|
| 518 |
"records": {
|
| 519 |
"drop_dispatch": 4608,
|
|
|
|
| 524 |
"ultraep_pre": 4608
|
| 525 |
},
|
| 526 |
"required_capacity_max": 1.010101,
|
| 527 |
+
"required_capacity_mean": 1.0100465833333334,
|
| 528 |
"required_capacity_min": 1.01001,
|
| 529 |
"required_capacity_n": 96,
|
| 530 |
"router_balancing": "aux_loss",
|
|
|
|
| 532 |
"seq_length": "4096",
|
| 533 |
"shared_expert_overlap": "0",
|
| 534 |
"topk": "8",
|
| 535 |
+
"valid_max_rank_reduction_max": 0.7972257621801784,
|
| 536 |
+
"valid_max_rank_reduction_mean": 0.5366741569155073,
|
| 537 |
+
"valid_max_rank_reduction_min": 0.01200071646068422,
|
| 538 |
+
"valid_max_rank_reduction_n": 576,
|
| 539 |
+
"zero_drop": 1
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"arm": "forced",
|
| 543 |
+
"assignment_sum_mismatches": 0,
|
| 544 |
+
"aux_loss_coeff": "1e-3",
|
| 545 |
+
"backend": "ultraep",
|
| 546 |
+
"branch": "ultraep-token-drop-analysis",
|
| 547 |
+
"capacity": "1.25",
|
| 548 |
+
"capacity_mode": "static",
|
| 549 |
+
"commit": "eaf829e7",
|
| 550 |
+
"config": "QWEN3_30B",
|
| 551 |
+
"cuda_graph": "0",
|
| 552 |
+
"dense_first_layers": "0",
|
| 553 |
+
"drop_expected_assignments": 150994944.0,
|
| 554 |
+
"drop_rate_pct_max": 0.0,
|
| 555 |
+
"drop_rate_pct_mean": 0.0,
|
| 556 |
+
"drop_rate_pct_min": 0.0,
|
| 557 |
+
"drop_rate_pct_n": 96,
|
| 558 |
+
"drop_rate_pct_overall": 0.0,
|
| 559 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 560 |
+
"duplicate_vector_mismatches": 0,
|
| 561 |
+
"experts_per_rank": "16",
|
| 562 |
+
"force_balance": "1",
|
| 563 |
+
"global_batch_size": "8",
|
| 564 |
+
"global_snapshots": 576,
|
| 565 |
+
"incomplete_snapshots": 0,
|
| 566 |
+
"malformed_records": 0,
|
| 567 |
+
"moe_layers": "48",
|
| 568 |
+
"num_experts": "128",
|
| 569 |
+
"num_layers": "48",
|
| 570 |
+
"observed_dropped_tokens": 0.0,
|
| 571 |
+
"peak_demand_max": 33096.0,
|
| 572 |
+
"peak_demand_mean": 33084.114583333336,
|
| 573 |
+
"peak_demand_min": 32979.0,
|
| 574 |
+
"peak_demand_n": 96,
|
| 575 |
+
"peak_rank_overflow_max": 0.0,
|
| 576 |
+
"peak_rank_overflow_mean": 0.0,
|
| 577 |
+
"peak_rank_overflow_min": 0.0,
|
| 578 |
+
"peak_rank_overflow_n": 96,
|
| 579 |
+
"post_physical_rank_cv_max": 0.008082507253598464,
|
| 580 |
+
"post_physical_rank_cv_mean": 0.004779118222581316,
|
| 581 |
+
"post_physical_rank_cv_min": 0.0012089160228135533,
|
| 582 |
+
"post_physical_rank_cv_n": 576,
|
| 583 |
+
"post_physical_rank_imax_max": 1.010009765625,
|
| 584 |
+
"post_physical_rank_imax_mean": 1.0073255962795682,
|
| 585 |
+
"post_physical_rank_imax_min": 1.00177001953125,
|
| 586 |
+
"post_physical_rank_imax_n": 576,
|
| 587 |
+
"pre_home_rank_cv_max": 0.009112333689945906,
|
| 588 |
+
"pre_home_rank_cv_mean": 0.004932308997139817,
|
| 589 |
+
"pre_home_rank_cv_min": 0.0012089160228135533,
|
| 590 |
+
"pre_home_rank_cv_n": 576,
|
| 591 |
+
"pre_home_rank_imax_max": 1.01739501953125,
|
| 592 |
+
"pre_home_rank_imax_mean": 1.0077196756998699,
|
| 593 |
+
"pre_home_rank_imax_min": 1.00177001953125,
|
| 594 |
+
"pre_home_rank_imax_n": 576,
|
| 595 |
+
"records": {
|
| 596 |
+
"drop_dispatch": 4608,
|
| 597 |
+
"drop_experts": 4608,
|
| 598 |
+
"drop_setup": 4608,
|
| 599 |
+
"ultraep_drop": 96,
|
| 600 |
+
"ultraep_post": 4608,
|
| 601 |
+
"ultraep_pre": 4608
|
| 602 |
+
},
|
| 603 |
+
"required_capacity_max": 1.01001,
|
| 604 |
+
"required_capacity_mean": 1.0096472395833334,
|
| 605 |
+
"required_capacity_min": 1.006439,
|
| 606 |
+
"required_capacity_n": 96,
|
| 607 |
+
"router_balancing": "aux_loss",
|
| 608 |
+
"run_dir": "QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1",
|
| 609 |
+
"seq_length": "4096",
|
| 610 |
+
"shared_expert_overlap": "0",
|
| 611 |
+
"topk": "8",
|
| 612 |
+
"valid_max_rank_reduction_max": 0.007258983742276081,
|
| 613 |
+
"valid_max_rank_reduction_mean": 0.00038872034774766455,
|
| 614 |
+
"valid_max_rank_reduction_min": 0.0,
|
| 615 |
"valid_max_rank_reduction_n": 576,
|
| 616 |
"zero_drop": 1
|
| 617 |
}
|
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv
CHANGED
|
@@ -1,4 +1,9 @@
|
|
| 1 |
run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
|
| 2 |
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
|
| 3 |
-
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
|
| 2 |
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
|
| 3 |
+
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49644.0 49527.270833333336 49296.0 96 0.0 0.0 0.0 96 0.006673533732490181 0.003906455227664182 0.0014708009315538319 276 1.010009765625 1.0060408587617 1.00213623046875 276 0.006715970721309454 0.00392157619549587 0.0014708009315538319 276 1.0122884114583333 1.0060781580238527 1.00213623046875 276 1.01001 1.007635 1.00293 96 0.0022509848058525606 3.688638533861224e-05 0.0 276 1
|
| 4 |
+
QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33099.0 33096.770833333336 33096.0 96 0.0 0.0 0.0 96 0.026483363713168166 0.016169459913295655 0.004221172387878395 120 1.010101318359375 1.0100074768066407 1.00701904296875 120 1.4028263272834383 0.6344045914264498 0.004221172387878395 120 4.42657470703125 2.1723561604817707 1.00701904296875 120 1.010101 1.0100332395833334 1.01001 96 0.7718235091347811 0.49113710577671815 0.0 120 1
|
| 5 |
+
QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33096.0 33004.5625 32800.0 96 0.0 0.0 0.0 96 0.01039906345549811 0.004650204419961747 0.002294812301292466 120 1.010009765625 1.0071016947428386 1.002899169921875 120 0.01039906345549811 0.004760489966476766 0.002294812301292466 120 1.015838623046875 1.0073875427246093 1.002899169921875 120 1.01001 1.0072193541666667 1.000977 96 0.005737975786343017 0.00028222750974011727 0.0 120 1
|
| 6 |
+
QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66195.0 66192.71875 66192.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014509436266048916 0.004304689378357216 144 1.0100555419921875 1.010018030802409 1.010009765625 144 1.4793990428288122 0.7888747618345466 0.3167748701963148 144 4.008636474609375 2.4475171830919056 1.2317352294921875 144 1.010056 1.0100207916666666 1.01001 96 0.7480415667466027 0.5583849946461037 0.17998587763091065 144 1
|
| 7 |
+
QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66192.0 65914.44791666667 65589.0 96 0.0 0.0 0.0 96 0.006838559601482533 0.003410368479189458 0.0012782366924169522 144 1.010009765625 1.0053078333536785 1.0019378662109375 144 0.006990045273933762 0.0034121784262079076 0.0012782366924169522 144 1.0104522705078125 1.0053127076890733 1.0019378662109375 144 1.01001 1.0057746770833333 1.000809 96 0.00043792754564262094 4.82445946182061e-06 0.0 144 1
|
| 8 |
+
QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.208333333336 33096.0 96 0.0 0.0 0.0 96 0.026517962359754763 0.01354621389621944 0.00409507351694325 576 1.010101318359375 1.0100230111016169 1.009979248046875 576 1.5733118377040045 0.7595764660737883 0.010628488683156438 576 4.98095703125 2.3515779177347818 1.02227783203125 576 1.010101 1.0100465833333334 1.01001 96 0.7972257621801784 0.5366741569155073 0.01200071646068422 576 1
|
| 9 |
+
QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33096.0 33084.114583333336 32979.0 96 0.0 0.0 0.0 96 0.008082507253598464 0.004779118222581316 0.0012089160228135533 576 1.010009765625 1.0073255962795682 1.00177001953125 576 0.009112333689945906 0.004932308997139817 0.0012089160228135533 576 1.01739501953125 1.0077196756998699 1.00177001953125 576 1.01001 1.0096472395833334 1.006439 96 0.007258983742276081 0.00038872034774766455 0.0 576 1
|
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/results.tsv
CHANGED
|
@@ -6,3 +6,4 @@ QWEN3_30B ultraep matched 16 4096 8 1.25 none+forcebal 1 OK 737.56 705.60 117867
|
|
| 6 |
DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 639.96 638.80 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 7 |
DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none+forcebal 1 OK 625.83 624.60 129971 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
|
| 8 |
QWEN2_57B ultraep matched 8 4096 8 1.25 none 1 OK 238.29 230.10 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
|
|
|
|
|
| 6 |
DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 639.96 638.80 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 7 |
DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none+forcebal 1 OK 625.83 624.60 129971 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
|
| 8 |
QWEN2_57B ultraep matched 8 4096 8 1.25 none 1 OK 238.29 230.10 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
| 9 |
+
QWEN2_57B ultraep matched 8 4096 8 1.25 none+forcebal 1 OK 269.69 212.00 97677 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|