granularity results moonep/tierbprobe @ 2026-08-26T18:19:40Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
Browse files- moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/mem_samples.csv +104 -0
- moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/train.log +0 -0
- moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/mem_samples.csv +84 -84
- moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/train.log +0 -0
- moonep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv +2 -0
- moonep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv +1 -0
- moonep/tierbprobe/tierbprobe_gbs8/probe_summary.json +41 -41
- moonep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv +1 -1
- moonep/tierbprobe/tierbprobe_gbs8/results.tsv +2 -0
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/mem_samples.csv
CHANGED
|
@@ -94,3 +94,107 @@
|
|
| 94 |
5, 59227
|
| 95 |
6, 59227
|
| 96 |
7, 59227
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
5, 59227
|
| 95 |
6, 59227
|
| 96 |
7, 59227
|
| 97 |
+
0, 59719
|
| 98 |
+
1, 59151
|
| 99 |
+
2, 59151
|
| 100 |
+
3, 59851
|
| 101 |
+
4, 59851
|
| 102 |
+
5, 59851
|
| 103 |
+
6, 59851
|
| 104 |
+
7, 59851
|
| 105 |
+
0, 60421
|
| 106 |
+
1, 59851
|
| 107 |
+
2, 59153
|
| 108 |
+
3, 59853
|
| 109 |
+
4, 59853
|
| 110 |
+
5, 60551
|
| 111 |
+
6, 60551
|
| 112 |
+
7, 60551
|
| 113 |
+
0, 87601
|
| 114 |
+
1, 84991
|
| 115 |
+
2, 84095
|
| 116 |
+
3, 83869
|
| 117 |
+
4, 84541
|
| 118 |
+
5, 88743
|
| 119 |
+
6, 84651
|
| 120 |
+
7, 89267
|
| 121 |
+
0, 118047
|
| 122 |
+
1, 118053
|
| 123 |
+
2, 118045
|
| 124 |
+
3, 118067
|
| 125 |
+
4, 118063
|
| 126 |
+
5, 118073
|
| 127 |
+
6, 118061
|
| 128 |
+
7, 118053
|
| 129 |
+
0, 118939
|
| 130 |
+
1, 118985
|
| 131 |
+
2, 118967
|
| 132 |
+
3, 119001
|
| 133 |
+
4, 119001
|
| 134 |
+
5, 119001
|
| 135 |
+
6, 119001
|
| 136 |
+
7, 119001
|
| 137 |
+
0, 118939
|
| 138 |
+
1, 118985
|
| 139 |
+
2, 118967
|
| 140 |
+
3, 119001
|
| 141 |
+
4, 119001
|
| 142 |
+
5, 119001
|
| 143 |
+
6, 119001
|
| 144 |
+
7, 119001
|
| 145 |
+
0, 119601
|
| 146 |
+
1, 119645
|
| 147 |
+
2, 119627
|
| 148 |
+
3, 119661
|
| 149 |
+
4, 119661
|
| 150 |
+
5, 119661
|
| 151 |
+
6, 119661
|
| 152 |
+
7, 119661
|
| 153 |
+
0, 128697
|
| 154 |
+
1, 128471
|
| 155 |
+
2, 128525
|
| 156 |
+
3, 128529
|
| 157 |
+
4, 128495
|
| 158 |
+
5, 128527
|
| 159 |
+
6, 128505
|
| 160 |
+
7, 128547
|
| 161 |
+
0, 141327
|
| 162 |
+
1, 141555
|
| 163 |
+
2, 141529
|
| 164 |
+
3, 141355
|
| 165 |
+
4, 141355
|
| 166 |
+
5, 141355
|
| 167 |
+
6, 141355
|
| 168 |
+
7, 141355
|
| 169 |
+
0, 141327
|
| 170 |
+
1, 141555
|
| 171 |
+
2, 141529
|
| 172 |
+
3, 141355
|
| 173 |
+
4, 141355
|
| 174 |
+
5, 141355
|
| 175 |
+
6, 141355
|
| 176 |
+
7, 141355
|
| 177 |
+
0, 140681
|
| 178 |
+
1, 140909
|
| 179 |
+
2, 140947
|
| 180 |
+
3, 141015
|
| 181 |
+
4, 141029
|
| 182 |
+
5, 140709
|
| 183 |
+
6, 140709
|
| 184 |
+
7, 140709
|
| 185 |
+
0, 138373
|
| 186 |
+
1, 138989
|
| 187 |
+
2, 138639
|
| 188 |
+
3, 139435
|
| 189 |
+
4, 139109
|
| 190 |
+
5, 138401
|
| 191 |
+
6, 138789
|
| 192 |
+
7, 138789
|
| 193 |
+
0, 12601
|
| 194 |
+
1, 12604
|
| 195 |
+
2, 12796
|
| 196 |
+
3, 139433
|
| 197 |
+
4, 13564
|
| 198 |
+
5, 12604
|
| 199 |
+
6, 12604
|
| 200 |
+
7, 12604
|
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/train.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/mem_samples.csv
CHANGED
|
@@ -39,21 +39,21 @@
|
|
| 39 |
6, 4
|
| 40 |
7, 4
|
| 41 |
0, 4
|
| 42 |
-
1,
|
| 43 |
-
2,
|
| 44 |
-
3,
|
| 45 |
-
4,
|
| 46 |
-
5,
|
| 47 |
-
6,
|
| 48 |
-
7,
|
| 49 |
-
0,
|
| 50 |
-
1,
|
| 51 |
-
2,
|
| 52 |
-
3,
|
| 53 |
-
4,
|
| 54 |
-
5,
|
| 55 |
-
6,
|
| 56 |
-
7,
|
| 57 |
0, 1803
|
| 58 |
1, 1803
|
| 59 |
2, 1803
|
|
@@ -62,30 +62,30 @@
|
|
| 62 |
5, 1803
|
| 63 |
6, 1803
|
| 64 |
7, 1803
|
| 65 |
-
0,
|
| 66 |
-
1,
|
| 67 |
-
2,
|
| 68 |
-
3,
|
| 69 |
-
4,
|
| 70 |
-
5,
|
| 71 |
-
6,
|
| 72 |
-
7,
|
| 73 |
-
0,
|
| 74 |
-
1,
|
| 75 |
-
2,
|
| 76 |
-
3,
|
| 77 |
-
4,
|
| 78 |
-
5,
|
| 79 |
-
6,
|
| 80 |
-
7,
|
| 81 |
-
0,
|
| 82 |
-
1,
|
| 83 |
-
2,
|
| 84 |
-
3,
|
| 85 |
-
4,
|
| 86 |
-
5,
|
| 87 |
-
6,
|
| 88 |
-
7,
|
| 89 |
0, 59719
|
| 90 |
1, 59151
|
| 91 |
2, 59151
|
|
@@ -94,30 +94,30 @@
|
|
| 94 |
5, 59851
|
| 95 |
6, 59851
|
| 96 |
7, 59851
|
| 97 |
-
0,
|
| 98 |
-
1,
|
| 99 |
-
2,
|
| 100 |
-
3,
|
| 101 |
-
4,
|
| 102 |
-
5,
|
| 103 |
-
6,
|
| 104 |
-
7,
|
| 105 |
-
0,
|
| 106 |
-
1,
|
| 107 |
-
2,
|
| 108 |
-
3,
|
| 109 |
-
4,
|
| 110 |
-
5,
|
| 111 |
-
6,
|
| 112 |
-
7,
|
| 113 |
-
0,
|
| 114 |
-
1,
|
| 115 |
-
2,
|
| 116 |
-
3,
|
| 117 |
-
4,
|
| 118 |
-
5,
|
| 119 |
-
6,
|
| 120 |
-
7,
|
| 121 |
0, 118939
|
| 122 |
1, 118985
|
| 123 |
2, 118967
|
|
@@ -142,14 +142,14 @@
|
|
| 142 |
5, 119663
|
| 143 |
6, 119663
|
| 144 |
7, 119663
|
| 145 |
-
0,
|
| 146 |
-
1,
|
| 147 |
-
2,
|
| 148 |
-
3,
|
| 149 |
-
4,
|
| 150 |
-
5,
|
| 151 |
-
6,
|
| 152 |
-
7,
|
| 153 |
0, 141327
|
| 154 |
1, 141555
|
| 155 |
2, 141531
|
|
@@ -174,19 +174,19 @@
|
|
| 174 |
5, 140711
|
| 175 |
6, 140711
|
| 176 |
7, 140711
|
| 177 |
-
0,
|
| 178 |
-
1,
|
| 179 |
-
2,
|
| 180 |
-
3,
|
| 181 |
4, 138403
|
| 182 |
-
5,
|
| 183 |
-
6,
|
| 184 |
-
7,
|
| 185 |
-
0,
|
| 186 |
1, 12604
|
| 187 |
-
2,
|
| 188 |
-
3,
|
| 189 |
-
4,
|
| 190 |
5, 12604
|
| 191 |
-
6,
|
| 192 |
-
7,
|
|
|
|
| 39 |
6, 4
|
| 40 |
7, 4
|
| 41 |
0, 4
|
| 42 |
+
1, 4
|
| 43 |
+
2, 4
|
| 44 |
+
3, 4
|
| 45 |
+
4, 4
|
| 46 |
+
5, 4
|
| 47 |
+
6, 4
|
| 48 |
+
7, 4
|
| 49 |
+
0, 821
|
| 50 |
+
1, 821
|
| 51 |
+
2, 821
|
| 52 |
+
3, 821
|
| 53 |
+
4, 821
|
| 54 |
+
5, 821
|
| 55 |
+
6, 821
|
| 56 |
+
7, 821
|
| 57 |
0, 1803
|
| 58 |
1, 1803
|
| 59 |
2, 1803
|
|
|
|
| 62 |
5, 1803
|
| 63 |
6, 1803
|
| 64 |
7, 1803
|
| 65 |
+
0, 6739
|
| 66 |
+
1, 6731
|
| 67 |
+
2, 6755
|
| 68 |
+
3, 6765
|
| 69 |
+
4, 6747
|
| 70 |
+
5, 6737
|
| 71 |
+
6, 6751
|
| 72 |
+
7, 6763
|
| 73 |
+
0, 58421
|
| 74 |
+
1, 57855
|
| 75 |
+
2, 57909
|
| 76 |
+
3, 58607
|
| 77 |
+
4, 58529
|
| 78 |
+
5, 58551
|
| 79 |
+
6, 58565
|
| 80 |
+
7, 58547
|
| 81 |
+
0, 59091
|
| 82 |
+
1, 58523
|
| 83 |
+
2, 58523
|
| 84 |
+
3, 59223
|
| 85 |
+
4, 59223
|
| 86 |
+
5, 59223
|
| 87 |
+
6, 59223
|
| 88 |
+
7, 59223
|
| 89 |
0, 59719
|
| 90 |
1, 59151
|
| 91 |
2, 59151
|
|
|
|
| 94 |
5, 59851
|
| 95 |
6, 59851
|
| 96 |
7, 59851
|
| 97 |
+
0, 59723
|
| 98 |
+
1, 59153
|
| 99 |
+
2, 59153
|
| 100 |
+
3, 59853
|
| 101 |
+
4, 59853
|
| 102 |
+
5, 59853
|
| 103 |
+
6, 59853
|
| 104 |
+
7, 59853
|
| 105 |
+
0, 90309
|
| 106 |
+
1, 92135
|
| 107 |
+
2, 83293
|
| 108 |
+
3, 83049
|
| 109 |
+
4, 81849
|
| 110 |
+
5, 81853
|
| 111 |
+
6, 82825
|
| 112 |
+
7, 83235
|
| 113 |
+
0, 118125
|
| 114 |
+
1, 118181
|
| 115 |
+
2, 118167
|
| 116 |
+
3, 118201
|
| 117 |
+
4, 118195
|
| 118 |
+
5, 118167
|
| 119 |
+
6, 118219
|
| 120 |
+
7, 118183
|
| 121 |
0, 118939
|
| 122 |
1, 118985
|
| 123 |
2, 118967
|
|
|
|
| 142 |
5, 119663
|
| 143 |
6, 119663
|
| 144 |
7, 119663
|
| 145 |
+
0, 128673
|
| 146 |
+
1, 128335
|
| 147 |
+
2, 128499
|
| 148 |
+
3, 128471
|
| 149 |
+
4, 128461
|
| 150 |
+
5, 128523
|
| 151 |
+
6, 128471
|
| 152 |
+
7, 128515
|
| 153 |
0, 141327
|
| 154 |
1, 141555
|
| 155 |
2, 141531
|
|
|
|
| 174 |
5, 140711
|
| 175 |
6, 140711
|
| 176 |
7, 140711
|
| 177 |
+
0, 138811
|
| 178 |
+
1, 138687
|
| 179 |
+
2, 138977
|
| 180 |
+
3, 139001
|
| 181 |
4, 138403
|
| 182 |
+
5, 138403
|
| 183 |
+
6, 138791
|
| 184 |
+
7, 138985
|
| 185 |
+
0, 13243
|
| 186 |
1, 12604
|
| 187 |
+
2, 12604
|
| 188 |
+
3, 12604
|
| 189 |
+
4, 12604
|
| 190 |
5, 12604
|
| 191 |
+
6, 12732
|
| 192 |
+
7, 138789
|
moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/train.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
moonep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv
CHANGED
|
@@ -3,3 +3,5 @@ QWEN3_235B moonep natural none OOM 182589 1 0 /workspace/tierb_study_20260826_1
|
|
| 3 |
QWEN3_30B moonep natural none OOM 175959 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 4 |
DSV2_LITE_L24 moonep natural none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
|
| 5 |
DSV2_LITE_L24 moonep forced none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
|
|
|
|
|
|
|
|
|
| 3 |
QWEN3_30B moonep natural none OOM 175959 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 4 |
DSV2_LITE_L24 moonep natural none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
|
| 5 |
DSV2_LITE_L24 moonep forced none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
|
| 6 |
+
QWEN2_57B moonep natural none OK 141555 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 7 |
+
QWEN2_57B moonep forced none OK 141555 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1
|
moonep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv
CHANGED
|
@@ -2,3 +2,4 @@ model backend status selected_capacity required_capacity drop_rate_pct peak_mib
|
|
| 2 |
QWEN3_235B moonep DOES_NOT_FIT 182589 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
|
| 3 |
QWEN3_30B moonep DOES_NOT_FIT 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 4 |
DSV2_LITE_L24 moonep SELECTED none 0 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
|
|
|
|
|
|
| 2 |
QWEN3_235B moonep DOES_NOT_FIT 182589 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
|
| 3 |
QWEN3_30B moonep DOES_NOT_FIT 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 4 |
DSV2_LITE_L24 moonep SELECTED none 0 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
|
| 5 |
+
QWEN2_57B moonep SELECTED none 0 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
|
moonep/tierbprobe/tierbprobe_gbs8/probe_summary.json
CHANGED
|
@@ -233,7 +233,7 @@
|
|
| 233 |
"capacity": "none",
|
| 234 |
"capacity_mode": "none",
|
| 235 |
"cold_expert_fraction_max": 0.796875,
|
| 236 |
-
"cold_expert_fraction_mean": 0.
|
| 237 |
"cold_expert_fraction_min": 0.0,
|
| 238 |
"cold_expert_fraction_n": 100,
|
| 239 |
"commit": "35ae6e7f",
|
|
@@ -245,8 +245,8 @@
|
|
| 245 |
"global_batch_size": "8",
|
| 246 |
"global_snapshots": 100,
|
| 247 |
"hottest_expert_token_fraction_max": 1.0,
|
| 248 |
-
"hottest_expert_token_fraction_mean": 0.
|
| 249 |
-
"hottest_expert_token_fraction_min": 0.
|
| 250 |
"hottest_expert_token_fraction_n": 100,
|
| 251 |
"incomplete_snapshots": 0,
|
| 252 |
"malformed_records": 0,
|
|
@@ -254,77 +254,77 @@
|
|
| 254 |
"moonep_bytes_global_snapshots": 100,
|
| 255 |
"moonep_bytes_incomplete_snapshots": 0,
|
| 256 |
"moonep_bytes_malformed_records": 0,
|
| 257 |
-
"moonep_global_combine_payload_bytes_max":
|
| 258 |
-
"moonep_global_combine_payload_bytes_mean":
|
| 259 |
-
"moonep_global_combine_payload_bytes_min":
|
| 260 |
"moonep_global_combine_payload_bytes_n": 100,
|
| 261 |
-
"moonep_global_dispatch_payload_bytes_max":
|
| 262 |
-
"moonep_global_dispatch_payload_bytes_mean":
|
| 263 |
-
"moonep_global_dispatch_payload_bytes_min":
|
| 264 |
"moonep_global_dispatch_payload_bytes_n": 100,
|
| 265 |
"moonep_global_prefetch_bytes_max": 990904320.0,
|
| 266 |
-
"moonep_global_prefetch_bytes_mean":
|
| 267 |
"moonep_global_prefetch_bytes_min": 660602880.0,
|
| 268 |
"moonep_global_prefetch_bytes_n": 100,
|
| 269 |
"moonep_global_reduce_bytes_max": 990904320.0,
|
| 270 |
-
"moonep_global_reduce_bytes_mean":
|
| 271 |
"moonep_global_reduce_bytes_min": 660602880.0,
|
| 272 |
"moonep_global_reduce_bytes_n": 100,
|
| 273 |
-
"moonep_global_token_bytes_max":
|
| 274 |
-
"moonep_global_token_bytes_mean":
|
| 275 |
-
"moonep_global_token_bytes_min":
|
| 276 |
"moonep_global_token_bytes_n": 100,
|
| 277 |
-
"moonep_global_total_nvlink_bytes_max":
|
| 278 |
-
"moonep_global_total_nvlink_bytes_mean":
|
| 279 |
-
"moonep_global_total_nvlink_bytes_min":
|
| 280 |
"moonep_global_total_nvlink_bytes_n": 100,
|
| 281 |
"moonep_global_weight_movement_bytes_max": 1981808640.0,
|
| 282 |
-
"moonep_global_weight_movement_bytes_mean":
|
| 283 |
"moonep_global_weight_movement_bytes_min": 1321205760.0,
|
| 284 |
"moonep_global_weight_movement_bytes_n": 100,
|
| 285 |
-
"moonep_global_weight_to_token_ratio_max": 0.
|
| 286 |
-
"moonep_global_weight_to_token_ratio_mean": 0.
|
| 287 |
-
"moonep_global_weight_to_token_ratio_min": 0.
|
| 288 |
"moonep_global_weight_to_token_ratio_n": 100,
|
| 289 |
"moonep_remote_demand_max": 2.0,
|
| 290 |
-
"moonep_remote_demand_mean": 0.
|
| 291 |
"moonep_remote_demand_min": 0.0,
|
| 292 |
"moonep_remote_demand_n": 800,
|
| 293 |
"moonep_slot_utilization_max": 0.25,
|
| 294 |
-
"moonep_slot_utilization_mean": 0.
|
| 295 |
"moonep_slot_utilization_min": 0.0,
|
| 296 |
"moonep_slot_utilization_n": 800,
|
| 297 |
"moonep_unused_prefetch_slots_max": 16.0,
|
| 298 |
-
"moonep_unused_prefetch_slots_mean": 14.
|
| 299 |
"moonep_unused_prefetch_slots_min": 12.0,
|
| 300 |
"moonep_unused_prefetch_slots_n": 800,
|
| 301 |
"num_experts": "64",
|
| 302 |
"num_layers": "10",
|
| 303 |
-
"post_physical_rank_cv_max": 0.
|
| 304 |
-
"post_physical_rank_cv_mean": 0.
|
| 305 |
-
"post_physical_rank_cv_min": 0.
|
| 306 |
"post_physical_rank_cv_n": 100,
|
| 307 |
-
"post_physical_rank_imax_max": 1.
|
| 308 |
-
"post_physical_rank_imax_mean": 1.
|
| 309 |
-
"post_physical_rank_imax_min": 1.
|
| 310 |
"post_physical_rank_imax_n": 100,
|
| 311 |
-
"pre_home_rank_cv_max": 1.
|
| 312 |
-
"pre_home_rank_cv_mean": 0.
|
| 313 |
-
"pre_home_rank_cv_min": 0.
|
| 314 |
"pre_home_rank_cv_n": 100,
|
| 315 |
-
"pre_home_rank_imax_max": 3.
|
| 316 |
-
"pre_home_rank_imax_mean": 2.
|
| 317 |
-
"pre_home_rank_imax_min": 1.
|
| 318 |
"pre_home_rank_imax_n": 100,
|
| 319 |
-
"raw_expert_cv_max": 2.
|
| 320 |
-
"raw_expert_cv_mean": 2.
|
| 321 |
-
"raw_expert_cv_min": 0.
|
| 322 |
"raw_expert_cv_n": 100,
|
| 323 |
"raw_expert_imax_ceiling": 8.0,
|
| 324 |
"raw_expert_imax_hit_ceiling": 1,
|
| 325 |
"raw_expert_imax_max": 8.0,
|
| 326 |
-
"raw_expert_imax_mean": 7.
|
| 327 |
-
"raw_expert_imax_min": 1.
|
| 328 |
"raw_expert_imax_n": 100,
|
| 329 |
"records": {
|
| 330 |
"moonep_bytes": 800,
|
|
|
|
| 233 |
"capacity": "none",
|
| 234 |
"capacity_mode": "none",
|
| 235 |
"cold_expert_fraction_max": 0.796875,
|
| 236 |
+
"cold_expert_fraction_mean": 0.394375,
|
| 237 |
"cold_expert_fraction_min": 0.0,
|
| 238 |
"cold_expert_fraction_n": 100,
|
| 239 |
"commit": "35ae6e7f",
|
|
|
|
| 245 |
"global_batch_size": "8",
|
| 246 |
"global_snapshots": 100,
|
| 247 |
"hottest_expert_token_fraction_max": 1.0,
|
| 248 |
+
"hottest_expert_token_fraction_mean": 0.9259124755859375,
|
| 249 |
+
"hottest_expert_token_fraction_min": 0.24102783203125,
|
| 250 |
"hottest_expert_token_fraction_n": 100,
|
| 251 |
"incomplete_snapshots": 0,
|
| 252 |
"malformed_records": 0,
|
|
|
|
| 254 |
"moonep_bytes_global_snapshots": 100,
|
| 255 |
"moonep_bytes_incomplete_snapshots": 0,
|
| 256 |
"moonep_bytes_malformed_records": 0,
|
| 257 |
+
"moonep_global_combine_payload_bytes_max": 3287316480.0,
|
| 258 |
+
"moonep_global_combine_payload_bytes_mean": 2782399836.16,
|
| 259 |
+
"moonep_global_combine_payload_bytes_min": 2196246528.0,
|
| 260 |
"moonep_global_combine_payload_bytes_n": 100,
|
| 261 |
+
"moonep_global_dispatch_payload_bytes_max": 3287316480.0,
|
| 262 |
+
"moonep_global_dispatch_payload_bytes_mean": 2782399836.16,
|
| 263 |
+
"moonep_global_dispatch_payload_bytes_min": 2196246528.0,
|
| 264 |
"moonep_global_dispatch_payload_bytes_n": 100,
|
| 265 |
"moonep_global_prefetch_bytes_max": 990904320.0,
|
| 266 |
+
"moonep_global_prefetch_bytes_mean": 824652595.2,
|
| 267 |
"moonep_global_prefetch_bytes_min": 660602880.0,
|
| 268 |
"moonep_global_prefetch_bytes_n": 100,
|
| 269 |
"moonep_global_reduce_bytes_max": 990904320.0,
|
| 270 |
+
"moonep_global_reduce_bytes_mean": 824652595.2,
|
| 271 |
"moonep_global_reduce_bytes_min": 660602880.0,
|
| 272 |
"moonep_global_reduce_bytes_n": 100,
|
| 273 |
+
"moonep_global_token_bytes_max": 6576467936.0,
|
| 274 |
+
"moonep_global_token_bytes_mean": 5566600373.52,
|
| 275 |
+
"moonep_global_token_bytes_min": 4394285176.0,
|
| 276 |
"moonep_global_token_bytes_n": 100,
|
| 277 |
+
"moonep_global_total_nvlink_bytes_max": 8373193576.0,
|
| 278 |
+
"moonep_global_total_nvlink_bytes_mean": 7215905563.92,
|
| 279 |
+
"moonep_global_total_nvlink_bytes_min": 5935691896.0,
|
| 280 |
"moonep_global_total_nvlink_bytes_n": 100,
|
| 281 |
"moonep_global_weight_movement_bytes_max": 1981808640.0,
|
| 282 |
+
"moonep_global_weight_movement_bytes_mean": 1649305190.4,
|
| 283 |
"moonep_global_weight_movement_bytes_min": 1321205760.0,
|
| 284 |
"moonep_global_weight_movement_bytes_n": 100,
|
| 285 |
+
"moonep_global_weight_to_token_ratio_max": 0.42643213883204506,
|
| 286 |
+
"moonep_global_weight_to_token_ratio_mean": 0.30020057542506196,
|
| 287 |
+
"moonep_global_weight_to_token_ratio_min": 0.2008989890709626,
|
| 288 |
"moonep_global_weight_to_token_ratio_n": 100,
|
| 289 |
"moonep_remote_demand_max": 2.0,
|
| 290 |
+
"moonep_remote_demand_mean": 0.93625,
|
| 291 |
"moonep_remote_demand_min": 0.0,
|
| 292 |
"moonep_remote_demand_n": 800,
|
| 293 |
"moonep_slot_utilization_max": 0.25,
|
| 294 |
+
"moonep_slot_utilization_mean": 0.11703125,
|
| 295 |
"moonep_slot_utilization_min": 0.0,
|
| 296 |
"moonep_slot_utilization_n": 800,
|
| 297 |
"moonep_unused_prefetch_slots_max": 16.0,
|
| 298 |
+
"moonep_unused_prefetch_slots_mean": 14.1275,
|
| 299 |
"moonep_unused_prefetch_slots_min": 12.0,
|
| 300 |
"moonep_unused_prefetch_slots_n": 800,
|
| 301 |
"num_experts": "64",
|
| 302 |
"num_layers": "10",
|
| 303 |
+
"post_physical_rank_cv_max": 0.17539178027248586,
|
| 304 |
+
"post_physical_rank_cv_mean": 0.08677042581890185,
|
| 305 |
+
"post_physical_rank_cv_min": 0.00022118498628126193,
|
| 306 |
"post_physical_rank_cv_n": 100,
|
| 307 |
+
"post_physical_rank_imax_max": 1.268348258961792,
|
| 308 |
+
"post_physical_rank_imax_mean": 1.1049963202647002,
|
| 309 |
+
"post_physical_rank_imax_min": 1.000290001068425,
|
| 310 |
"post_physical_rank_imax_n": 100,
|
| 311 |
+
"pre_home_rank_cv_max": 1.3100187973257966,
|
| 312 |
+
"pre_home_rank_cv_mean": 0.6851584836928786,
|
| 313 |
+
"pre_home_rank_cv_min": 0.11244839305815055,
|
| 314 |
"pre_home_rank_cv_n": 100,
|
| 315 |
+
"pre_home_rank_imax_max": 3.994415283203125,
|
| 316 |
+
"pre_home_rank_imax_mean": 2.235577392578125,
|
| 317 |
+
"pre_home_rank_imax_min": 1.23724365234375,
|
| 318 |
"pre_home_rank_imax_n": 100,
|
| 319 |
+
"raw_expert_cv_max": 2.6451977945600005,
|
| 320 |
+
"raw_expert_cv_mean": 2.180711127594004,
|
| 321 |
+
"raw_expert_cv_min": 0.49806402214302137,
|
| 322 |
"raw_expert_cv_n": 100,
|
| 323 |
"raw_expert_imax_ceiling": 8.0,
|
| 324 |
"raw_expert_imax_hit_ceiling": 1,
|
| 325 |
"raw_expert_imax_max": 8.0,
|
| 326 |
+
"raw_expert_imax_mean": 7.4072998046875,
|
| 327 |
+
"raw_expert_imax_min": 1.92822265625,
|
| 328 |
"raw_expert_imax_n": 100,
|
| 329 |
"records": {
|
| 330 |
"moonep_bytes": 800,
|
moonep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n
|
| 2 |
DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1 natural DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.578125 0.15625 0.0 230 230 0.999969482421875 0.7797577567722487 0.162750244140625 230 0 0 230 0 0 2592899072.0 2282338571.130435 2026799104.0 230 2592899072.0 2282338571.130435 2026799104.0 230 346030080.0 252601958.4 242221056.0 230 346030080.0 252601958.4 242221056.0 230 5188482536.0 4567339392.869565 4056064752.0 230 5672924648.0 5072543309.669565 4540506864.0 230 692060160.0 505203916.8 484442112.0 230 0.14851639788299403 0.11096021713514241 0.09336874676530664 230 3.0 0.9125 0.0 1840 0.375 0.1140625 0.0 1840 16.0 14.175 10.0 1840 0.24644338469771185 0.0866314272142518 0.016159622971429973 230 1.2001146488570558 1.1121655106296537 1.0188653892666146 230 1.3626457501059894 0.6592086328754161 0.06474057713157837 230 4.328043619791667 2.2370494897814766 1.1056925455729167 230 3.0868156557140782 1.9632045302354437 0.37852206422070017 230 10.666666666666666 1 10.666341145833334 8.317416072237318 1.7360026041666667 230
|
| 3 |
DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1 forced DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.0 0.0 0.0 230 230 0.0982818603515625 0.09643501613451087 0.09539794921875 230 0 0 230 0 0 2133762048.0 2129465023.4434783 2124537856.0 230 2133762048.0 2129465023.4434783 2124537856.0 230 242221056.0 238309411.61739132 207618048.0 230 242221056.0 238309411.61739132 207618048.0 230 4270279408.0 4261681018.2608695 4251824656.0 230 4754721520.0 4738299841.495652 4667434440.0 230 484442112.0 476618823.23478264 415236096.0 230 0.11393746242954192 0.11183841293995254 0.09728537714366937 230 1.0 0.8608695652173913 0.0 1840 0.125 0.10760869565217392 0.0 1840 16.0 14.278260869565218 14.0 1840 0.0031667036922078573 0.0016501228109707747 0.0006791931370339787 230 1.006201201251668 1.0026117364992109 1.0009196904719393 230 0.006673533732490181 0.003923942735502633 0.0014708009315538319 230 1.0122884114583333 1.0061054616734602 1.00213623046875 230 0.015123587213954862 0.012068912140234289 0.008171875787738593 230 10.666666666666666 0 1.04833984375 1.0286401721014493 1.017578125 230
|
| 4 |
-
QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1 natural QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.796875 0.
|
| 5 |
QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1 forced QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.0 0.0 0.0 100 100 0.13189697265625 0.1293536376953125 0.1279296875 100 0 0 100 0 0 2236903424.0 2231590215.68 2225391616.0 100 2236903424.0 2231590215.68 2225391616.0 100 770703360.0 761895321.6 550502400.0 100 770703360.0 761895321.6 550502400.0 100 4475642264.0 4465014321.2 4452613880.0 100 6017048984.0 5988804964.4 5568474336.0 100 1541406720.0 1523790643.2 1101004800.0 100 0.34618019023019353 0.3412749588086127 0.2464493134486592 100 1.0 0.865 0.0 800 0.125 0.108125 0.0 800 16.0 14.27 14.0 800 0.004151405986167901 0.002179447588207395 0.0007203705850357968 100 1.0062412574645103 1.0033121152297226 1.0013429305103698 100 0.009250589744190636 0.004711613912774553 0.002294812301292466 100 1.015838623046875 1.00729736328125 1.002899169921875 100 0.018080370892918116 0.014541988425652842 0.011942398269672016 100 8.0 0 1.05517578125 1.0348291015625 1.0234375 100
|
|
|
|
| 1 |
run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n
|
| 2 |
DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1 natural DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.578125 0.15625 0.0 230 230 0.999969482421875 0.7797577567722487 0.162750244140625 230 0 0 230 0 0 2592899072.0 2282338571.130435 2026799104.0 230 2592899072.0 2282338571.130435 2026799104.0 230 346030080.0 252601958.4 242221056.0 230 346030080.0 252601958.4 242221056.0 230 5188482536.0 4567339392.869565 4056064752.0 230 5672924648.0 5072543309.669565 4540506864.0 230 692060160.0 505203916.8 484442112.0 230 0.14851639788299403 0.11096021713514241 0.09336874676530664 230 3.0 0.9125 0.0 1840 0.375 0.1140625 0.0 1840 16.0 14.175 10.0 1840 0.24644338469771185 0.0866314272142518 0.016159622971429973 230 1.2001146488570558 1.1121655106296537 1.0188653892666146 230 1.3626457501059894 0.6592086328754161 0.06474057713157837 230 4.328043619791667 2.2370494897814766 1.1056925455729167 230 3.0868156557140782 1.9632045302354437 0.37852206422070017 230 10.666666666666666 1 10.666341145833334 8.317416072237318 1.7360026041666667 230
|
| 3 |
DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1 forced DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.0 0.0 0.0 230 230 0.0982818603515625 0.09643501613451087 0.09539794921875 230 0 0 230 0 0 2133762048.0 2129465023.4434783 2124537856.0 230 2133762048.0 2129465023.4434783 2124537856.0 230 242221056.0 238309411.61739132 207618048.0 230 242221056.0 238309411.61739132 207618048.0 230 4270279408.0 4261681018.2608695 4251824656.0 230 4754721520.0 4738299841.495652 4667434440.0 230 484442112.0 476618823.23478264 415236096.0 230 0.11393746242954192 0.11183841293995254 0.09728537714366937 230 1.0 0.8608695652173913 0.0 1840 0.125 0.10760869565217392 0.0 1840 16.0 14.278260869565218 14.0 1840 0.0031667036922078573 0.0016501228109707747 0.0006791931370339787 230 1.006201201251668 1.0026117364992109 1.0009196904719393 230 0.006673533732490181 0.003923942735502633 0.0014708009315538319 230 1.0122884114583333 1.0061054616734602 1.00213623046875 230 0.015123587213954862 0.012068912140234289 0.008171875787738593 230 10.666666666666666 0 1.04833984375 1.0286401721014493 1.017578125 230
|
| 4 |
+
QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1 natural QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.796875 0.394375 0.0 100 100 1.0 0.9259124755859375 0.24102783203125 100 0 0 100 0 0 3287316480.0 2782399836.16 2196246528.0 100 3287316480.0 2782399836.16 2196246528.0 100 990904320.0 824652595.2 660602880.0 100 990904320.0 824652595.2 660602880.0 100 6576467936.0 5566600373.52 4394285176.0 100 8373193576.0 7215905563.92 5935691896.0 100 1981808640.0 1649305190.4 1321205760.0 100 0.42643213883204506 0.30020057542506196 0.2008989890709626 100 2.0 0.93625 0.0 800 0.25 0.11703125 0.0 800 16.0 14.1275 12.0 800 0.17539178027248586 0.08677042581890185 0.00022118498628126193 100 1.268348258961792 1.1049963202647002 1.000290001068425 100 1.3100187973257966 0.6851584836928786 0.11244839305815055 100 3.994415283203125 2.235577392578125 1.23724365234375 100 2.6451977945600005 2.180711127594004 0.49806402214302137 100 8.0 1 8.0 7.4072998046875 1.92822265625 100
|
| 5 |
QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1 forced QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.0 0.0 0.0 100 100 0.13189697265625 0.1293536376953125 0.1279296875 100 0 0 100 0 0 2236903424.0 2231590215.68 2225391616.0 100 2236903424.0 2231590215.68 2225391616.0 100 770703360.0 761895321.6 550502400.0 100 770703360.0 761895321.6 550502400.0 100 4475642264.0 4465014321.2 4452613880.0 100 6017048984.0 5988804964.4 5568474336.0 100 1541406720.0 1523790643.2 1101004800.0 100 0.34618019023019353 0.3412749588086127 0.2464493134486592 100 1.0 0.865 0.0 800 0.125 0.108125 0.0 800 16.0 14.27 14.0 800 0.004151405986167901 0.002179447588207395 0.0007203705850357968 100 1.0062412574645103 1.0033121152297226 1.0013429305103698 100 0.009250589744190636 0.004711613912774553 0.002294812301292466 100 1.015838623046875 1.00729736328125 1.002899169921875 100 0.018080370892918116 0.014541988425652842 0.011942398269672016 100 8.0 0 1.05517578125 1.0348291015625 1.0234375 100
|
moonep/tierbprobe/tierbprobe_gbs8/results.tsv
CHANGED
|
@@ -3,3 +3,5 @@ QWEN3_235B moonep matched 16 8192 8 none none 1 OOM NA NA 182589 /workspace/tier
|
|
| 3 |
QWEN3_30B moonep matched 16 4096 8 none none 1 OOM NA NA 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 4 |
DSV2_LITE_L24 moonep matched 8 8192 8 none none 1 OK 799.34 793.30 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
|
| 5 |
DSV2_LITE_L24 moonep matched 8 8192 8 none none+forcebal 1 OK 792.51 789.10 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
|
|
|
|
|
|
|
|
|
| 3 |
QWEN3_30B moonep matched 16 4096 8 none none 1 OOM NA NA 175959 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 4 |
DSV2_LITE_L24 moonep matched 8 8192 8 none none 1 OK 799.34 793.30 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
|
| 5 |
DSV2_LITE_L24 moonep matched 8 8192 8 none none+forcebal 1 OK 792.51 789.10 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
|
| 6 |
+
QWEN2_57B moonep matched 8 4096 8 none none 1 OK 416.69 364.70 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
|
| 7 |
+
QWEN2_57B moonep matched 8 4096 8 none none+forcebal 1 OK 405.27 359.10 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1
|