granularity results ultraep/tierbprobe @ 2026-08-26T18:09:30Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
Browse files- ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1/mem_samples.csv +216 -0
- ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1/train.log +0 -0
- ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1/mem_samples.csv +102 -102
- ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1/train.log +0 -0
- ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/mem_samples.csv +200 -0
- ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/run.env +61 -0
- ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/train.log +0 -0
- ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/mem_samples.csv +85 -85
- ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/train.log +0 -0
- ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv +5 -0
- ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv +2 -0
- ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json +308 -0
- ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv +4 -0
- ultraep/tierbprobe/tierbprobe_gbs8/results.tsv +5 -0
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1/mem_samples.csv
CHANGED
|
@@ -14,3 +14,219 @@
|
|
| 14 |
5, 0
|
| 15 |
6, 0
|
| 16 |
7, 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
5, 0
|
| 15 |
6, 0
|
| 16 |
7, 0
|
| 17 |
+
0, 1
|
| 18 |
+
1, 1
|
| 19 |
+
2, 1
|
| 20 |
+
3, 1
|
| 21 |
+
4, 1
|
| 22 |
+
5, 1
|
| 23 |
+
6, 1
|
| 24 |
+
7, 1
|
| 25 |
+
0, 4
|
| 26 |
+
1, 4
|
| 27 |
+
2, 4
|
| 28 |
+
3, 4
|
| 29 |
+
4, 1
|
| 30 |
+
5, 1
|
| 31 |
+
6, 1
|
| 32 |
+
7, 1
|
| 33 |
+
0, 4
|
| 34 |
+
1, 4
|
| 35 |
+
2, 4
|
| 36 |
+
3, 4
|
| 37 |
+
4, 4
|
| 38 |
+
5, 4
|
| 39 |
+
6, 4
|
| 40 |
+
7, 4
|
| 41 |
+
0, 4
|
| 42 |
+
1, 629
|
| 43 |
+
2, 629
|
| 44 |
+
3, 629
|
| 45 |
+
4, 629
|
| 46 |
+
5, 629
|
| 47 |
+
6, 629
|
| 48 |
+
7, 629
|
| 49 |
+
0, 961
|
| 50 |
+
1, 949
|
| 51 |
+
2, 933
|
| 52 |
+
3, 957
|
| 53 |
+
4, 953
|
| 54 |
+
5, 929
|
| 55 |
+
6, 939
|
| 56 |
+
7, 947
|
| 57 |
+
0, 1955
|
| 58 |
+
1, 1955
|
| 59 |
+
2, 1955
|
| 60 |
+
3, 1955
|
| 61 |
+
4, 1955
|
| 62 |
+
5, 1955
|
| 63 |
+
6, 1955
|
| 64 |
+
7, 1955
|
| 65 |
+
0, 2481
|
| 66 |
+
1, 2437
|
| 67 |
+
2, 2481
|
| 68 |
+
3, 2459
|
| 69 |
+
4, 2465
|
| 70 |
+
5, 2469
|
| 71 |
+
6, 2477
|
| 72 |
+
7, 2467
|
| 73 |
+
0, 10379
|
| 74 |
+
1, 16131
|
| 75 |
+
2, 10379
|
| 76 |
+
3, 10379
|
| 77 |
+
4, 10379
|
| 78 |
+
5, 10377
|
| 79 |
+
6, 10379
|
| 80 |
+
7, 10379
|
| 81 |
+
0, 28963
|
| 82 |
+
1, 29051
|
| 83 |
+
2, 28897
|
| 84 |
+
3, 28897
|
| 85 |
+
4, 28897
|
| 86 |
+
5, 28897
|
| 87 |
+
6, 29029
|
| 88 |
+
7, 29051
|
| 89 |
+
0, 38957
|
| 90 |
+
1, 39055
|
| 91 |
+
2, 38943
|
| 92 |
+
3, 38901
|
| 93 |
+
4, 38885
|
| 94 |
+
5, 38917
|
| 95 |
+
6, 39023
|
| 96 |
+
7, 39089
|
| 97 |
+
0, 39771
|
| 98 |
+
1, 39855
|
| 99 |
+
2, 39705
|
| 100 |
+
3, 39705
|
| 101 |
+
4, 39705
|
| 102 |
+
5, 39701
|
| 103 |
+
6, 39837
|
| 104 |
+
7, 39855
|
| 105 |
+
0, 39771
|
| 106 |
+
1, 39855
|
| 107 |
+
2, 39705
|
| 108 |
+
3, 39705
|
| 109 |
+
4, 39705
|
| 110 |
+
5, 39701
|
| 111 |
+
6, 39837
|
| 112 |
+
7, 39855
|
| 113 |
+
0, 39779
|
| 114 |
+
1, 39863
|
| 115 |
+
2, 39713
|
| 116 |
+
3, 39713
|
| 117 |
+
4, 39713
|
| 118 |
+
5, 39709
|
| 119 |
+
6, 39845
|
| 120 |
+
7, 39863
|
| 121 |
+
0, 39781
|
| 122 |
+
1, 39865
|
| 123 |
+
2, 39715
|
| 124 |
+
3, 39715
|
| 125 |
+
4, 39715
|
| 126 |
+
5, 39711
|
| 127 |
+
6, 39847
|
| 128 |
+
7, 39865
|
| 129 |
+
0, 109595
|
| 130 |
+
1, 109729
|
| 131 |
+
2, 109541
|
| 132 |
+
3, 109553
|
| 133 |
+
4, 109547
|
| 134 |
+
5, 109505
|
| 135 |
+
6, 110179
|
| 136 |
+
7, 109725
|
| 137 |
+
0, 110101
|
| 138 |
+
1, 110251
|
| 139 |
+
2, 110037
|
| 140 |
+
3, 110035
|
| 141 |
+
4, 110035
|
| 142 |
+
5, 110033
|
| 143 |
+
6, 110707
|
| 144 |
+
7, 110251
|
| 145 |
+
0, 110107
|
| 146 |
+
1, 110255
|
| 147 |
+
2, 110041
|
| 148 |
+
3, 110039
|
| 149 |
+
4, 110039
|
| 150 |
+
5, 110037
|
| 151 |
+
6, 110713
|
| 152 |
+
7, 110255
|
| 153 |
+
0, 110107
|
| 154 |
+
1, 110255
|
| 155 |
+
2, 110041
|
| 156 |
+
3, 110039
|
| 157 |
+
4, 110039
|
| 158 |
+
5, 110037
|
| 159 |
+
6, 110713
|
| 160 |
+
7, 110255
|
| 161 |
+
0, 112545
|
| 162 |
+
1, 112693
|
| 163 |
+
2, 112479
|
| 164 |
+
3, 112477
|
| 165 |
+
4, 112477
|
| 166 |
+
5, 112475
|
| 167 |
+
6, 111103
|
| 168 |
+
7, 112693
|
| 169 |
+
0, 112789
|
| 170 |
+
1, 112951
|
| 171 |
+
2, 112725
|
| 172 |
+
3, 112733
|
| 173 |
+
4, 112725
|
| 174 |
+
5, 112705
|
| 175 |
+
6, 111335
|
| 176 |
+
7, 112937
|
| 177 |
+
0, 113809
|
| 178 |
+
1, 113961
|
| 179 |
+
2, 113821
|
| 180 |
+
3, 113831
|
| 181 |
+
4, 113753
|
| 182 |
+
5, 113767
|
| 183 |
+
6, 112451
|
| 184 |
+
7, 113973
|
| 185 |
+
0, 126271
|
| 186 |
+
1, 127987
|
| 187 |
+
2, 127779
|
| 188 |
+
3, 127777
|
| 189 |
+
4, 127777
|
| 190 |
+
5, 127769
|
| 191 |
+
6, 126401
|
| 192 |
+
7, 127987
|
| 193 |
+
0, 126271
|
| 194 |
+
1, 127987
|
| 195 |
+
2, 127779
|
| 196 |
+
3, 127777
|
| 197 |
+
4, 127777
|
| 198 |
+
5, 127769
|
| 199 |
+
6, 126401
|
| 200 |
+
7, 127987
|
| 201 |
+
0, 126271
|
| 202 |
+
1, 127987
|
| 203 |
+
2, 127779
|
| 204 |
+
3, 127777
|
| 205 |
+
4, 127777
|
| 206 |
+
5, 127769
|
| 207 |
+
6, 126401
|
| 208 |
+
7, 127987
|
| 209 |
+
0, 125971
|
| 210 |
+
1, 127687
|
| 211 |
+
2, 127479
|
| 212 |
+
3, 127477
|
| 213 |
+
4, 127477
|
| 214 |
+
5, 127469
|
| 215 |
+
6, 126101
|
| 216 |
+
7, 127687
|
| 217 |
+
0, 122881
|
| 218 |
+
1, 124471
|
| 219 |
+
2, 124325
|
| 220 |
+
3, 124067
|
| 221 |
+
4, 124261
|
| 222 |
+
5, 124315
|
| 223 |
+
6, 122691
|
| 224 |
+
7, 124471
|
| 225 |
+
0, 1
|
| 226 |
+
1, 4
|
| 227 |
+
2, 4
|
| 228 |
+
3, 132
|
| 229 |
+
4, 123613
|
| 230 |
+
5, 644
|
| 231 |
+
6, 4
|
| 232 |
+
7, 4
|
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1/train.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1/mem_samples.csv
CHANGED
|
@@ -14,7 +14,7 @@
|
|
| 14 |
5, 0
|
| 15 |
6, 0
|
| 16 |
7, 0
|
| 17 |
-
0,
|
| 18 |
1, 1
|
| 19 |
2, 1
|
| 20 |
3, 1
|
|
@@ -39,21 +39,21 @@
|
|
| 39 |
6, 4
|
| 40 |
7, 4
|
| 41 |
0, 4
|
| 42 |
-
1,
|
| 43 |
-
2,
|
| 44 |
-
3,
|
| 45 |
-
4,
|
| 46 |
-
5,
|
| 47 |
-
6,
|
| 48 |
-
7,
|
| 49 |
-
0,
|
| 50 |
-
1,
|
| 51 |
-
2,
|
| 52 |
-
3,
|
| 53 |
-
4,
|
| 54 |
-
5,
|
| 55 |
-
6,
|
| 56 |
-
7,
|
| 57 |
0, 1955
|
| 58 |
1, 1955
|
| 59 |
2, 1955
|
|
@@ -62,22 +62,22 @@
|
|
| 62 |
5, 1955
|
| 63 |
6, 1955
|
| 64 |
7, 1955
|
| 65 |
-
0,
|
| 66 |
-
1,
|
| 67 |
-
2,
|
| 68 |
-
3,
|
| 69 |
-
4,
|
| 70 |
-
5,
|
| 71 |
-
6,
|
| 72 |
-
7,
|
| 73 |
-
0,
|
| 74 |
-
1,
|
| 75 |
-
2,
|
| 76 |
-
3,
|
| 77 |
-
4,
|
| 78 |
-
5,
|
| 79 |
-
6,
|
| 80 |
-
7,
|
| 81 |
0, 28963
|
| 82 |
1, 29051
|
| 83 |
2, 28897
|
|
@@ -86,14 +86,14 @@
|
|
| 86 |
5, 28897
|
| 87 |
6, 29029
|
| 88 |
7, 29051
|
| 89 |
-
0,
|
| 90 |
-
1,
|
| 91 |
-
2,
|
| 92 |
-
3,
|
| 93 |
-
4,
|
| 94 |
-
5,
|
| 95 |
-
6,
|
| 96 |
-
7,
|
| 97 |
0, 39771
|
| 98 |
1, 39855
|
| 99 |
2, 39705
|
|
@@ -126,14 +126,14 @@
|
|
| 126 |
5, 39711
|
| 127 |
6, 39847
|
| 128 |
7, 39865
|
| 129 |
-
0,
|
| 130 |
-
1,
|
| 131 |
-
2,
|
| 132 |
-
3,
|
| 133 |
-
4,
|
| 134 |
-
5,
|
| 135 |
-
6,
|
| 136 |
-
7,
|
| 137 |
0, 112149
|
| 138 |
1, 112235
|
| 139 |
2, 112149
|
|
@@ -150,30 +150,22 @@
|
|
| 150 |
5, 112085
|
| 151 |
6, 112221
|
| 152 |
7, 112239
|
| 153 |
-
0,
|
| 154 |
-
1,
|
| 155 |
-
2,
|
| 156 |
-
3,
|
| 157 |
-
4,
|
| 158 |
-
5,
|
| 159 |
-
6,
|
| 160 |
-
7,
|
| 161 |
-
0,
|
| 162 |
-
1,
|
| 163 |
-
2,
|
| 164 |
-
3,
|
| 165 |
-
4,
|
| 166 |
-
5,
|
| 167 |
-
6,
|
| 168 |
-
7,
|
| 169 |
-
0, 115861
|
| 170 |
-
1, 113909
|
| 171 |
-
2, 115895
|
| 172 |
-
3, 115835
|
| 173 |
-
4, 115863
|
| 174 |
-
5, 115811
|
| 175 |
-
6, 115889
|
| 176 |
-
7, 113869
|
| 177 |
0, 127845
|
| 178 |
1, 127923
|
| 179 |
2, 129893
|
|
@@ -198,35 +190,43 @@
|
|
| 198 |
5, 129817
|
| 199 |
6, 129959
|
| 200 |
7, 129971
|
| 201 |
-
0,
|
| 202 |
-
1,
|
| 203 |
-
2,
|
| 204 |
-
3,
|
| 205 |
-
4,
|
| 206 |
-
5,
|
| 207 |
-
6,
|
| 208 |
-
7,
|
| 209 |
-
0,
|
| 210 |
-
1,
|
| 211 |
-
2,
|
| 212 |
-
3,
|
| 213 |
-
4,
|
| 214 |
-
5,
|
| 215 |
-
6,
|
| 216 |
-
7,
|
| 217 |
-
0,
|
| 218 |
-
1,
|
| 219 |
-
2,
|
| 220 |
-
3,
|
| 221 |
-
4,
|
| 222 |
-
5,
|
| 223 |
-
6,
|
| 224 |
-
7,
|
| 225 |
-
0,
|
| 226 |
-
1,
|
| 227 |
2, 4
|
| 228 |
3, 4
|
| 229 |
-
4,
|
| 230 |
-
5,
|
| 231 |
-
6,
|
| 232 |
-
7,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
5, 0
|
| 15 |
6, 0
|
| 16 |
7, 0
|
| 17 |
+
0, 2
|
| 18 |
1, 1
|
| 19 |
2, 1
|
| 20 |
3, 1
|
|
|
|
| 39 |
6, 4
|
| 40 |
7, 4
|
| 41 |
0, 4
|
| 42 |
+
1, 4
|
| 43 |
+
2, 4
|
| 44 |
+
3, 4
|
| 45 |
+
4, 4
|
| 46 |
+
5, 4
|
| 47 |
+
6, 4
|
| 48 |
+
7, 4
|
| 49 |
+
0, 821
|
| 50 |
+
1, 821
|
| 51 |
+
2, 821
|
| 52 |
+
3, 821
|
| 53 |
+
4, 821
|
| 54 |
+
5, 821
|
| 55 |
+
6, 821
|
| 56 |
+
7, 821
|
| 57 |
0, 1955
|
| 58 |
1, 1955
|
| 59 |
2, 1955
|
|
|
|
| 62 |
5, 1955
|
| 63 |
6, 1955
|
| 64 |
7, 1955
|
| 65 |
+
0, 2325
|
| 66 |
+
1, 2345
|
| 67 |
+
2, 2363
|
| 68 |
+
3, 2339
|
| 69 |
+
4, 2337
|
| 70 |
+
5, 2351
|
| 71 |
+
6, 2331
|
| 72 |
+
7, 2357
|
| 73 |
+
0, 10379
|
| 74 |
+
1, 10379
|
| 75 |
+
2, 10379
|
| 76 |
+
3, 10379
|
| 77 |
+
4, 10379
|
| 78 |
+
5, 16131
|
| 79 |
+
6, 10373
|
| 80 |
+
7, 10379
|
| 81 |
0, 28963
|
| 82 |
1, 29051
|
| 83 |
2, 28897
|
|
|
|
| 86 |
5, 28897
|
| 87 |
6, 29029
|
| 88 |
7, 29051
|
| 89 |
+
0, 39061
|
| 90 |
+
1, 39165
|
| 91 |
+
2, 39015
|
| 92 |
+
3, 39015
|
| 93 |
+
4, 39009
|
| 94 |
+
5, 38985
|
| 95 |
+
6, 39123
|
| 96 |
+
7, 39163
|
| 97 |
0, 39771
|
| 98 |
1, 39855
|
| 99 |
2, 39705
|
|
|
|
| 126 |
5, 39711
|
| 127 |
6, 39847
|
| 128 |
7, 39865
|
| 129 |
+
0, 111737
|
| 130 |
+
1, 111833
|
| 131 |
+
2, 111747
|
| 132 |
+
3, 111659
|
| 133 |
+
4, 111753
|
| 134 |
+
5, 111691
|
| 135 |
+
6, 111825
|
| 136 |
+
7, 111833
|
| 137 |
0, 112149
|
| 138 |
1, 112235
|
| 139 |
2, 112149
|
|
|
|
| 150 |
5, 112085
|
| 151 |
6, 112221
|
| 152 |
7, 112239
|
| 153 |
+
0, 114419
|
| 154 |
+
1, 112455
|
| 155 |
+
2, 114449
|
| 156 |
+
3, 114351
|
| 157 |
+
4, 114425
|
| 158 |
+
5, 114379
|
| 159 |
+
6, 114489
|
| 160 |
+
7, 112535
|
| 161 |
+
0, 115415
|
| 162 |
+
1, 113455
|
| 163 |
+
2, 115413
|
| 164 |
+
3, 115385
|
| 165 |
+
4, 115397
|
| 166 |
+
5, 115307
|
| 167 |
+
6, 115505
|
| 168 |
+
7, 113477
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 169 |
0, 127845
|
| 170 |
1, 127923
|
| 171 |
2, 129893
|
|
|
|
| 190 |
5, 129817
|
| 191 |
6, 129959
|
| 192 |
7, 129971
|
| 193 |
+
0, 127845
|
| 194 |
+
1, 127923
|
| 195 |
+
2, 129893
|
| 196 |
+
3, 129825
|
| 197 |
+
4, 129889
|
| 198 |
+
5, 129817
|
| 199 |
+
6, 129959
|
| 200 |
+
7, 129971
|
| 201 |
+
0, 126899
|
| 202 |
+
1, 126977
|
| 203 |
+
2, 128947
|
| 204 |
+
3, 128879
|
| 205 |
+
4, 128943
|
| 206 |
+
5, 128871
|
| 207 |
+
6, 129013
|
| 208 |
+
7, 129025
|
| 209 |
+
0, 123223
|
| 210 |
+
1, 123761
|
| 211 |
+
2, 125731
|
| 212 |
+
3, 125663
|
| 213 |
+
4, 125727
|
| 214 |
+
5, 126043
|
| 215 |
+
6, 125797
|
| 216 |
+
7, 125421
|
| 217 |
+
0, 4
|
| 218 |
+
1, 122053
|
| 219 |
2, 4
|
| 220 |
3, 4
|
| 221 |
+
4, 124017
|
| 222 |
+
5, 124075
|
| 223 |
+
6, 4
|
| 224 |
+
7, 4
|
| 225 |
+
0, 0
|
| 226 |
+
1, 0
|
| 227 |
+
2, 0
|
| 228 |
+
3, 0
|
| 229 |
+
4, 0
|
| 230 |
+
5, 0
|
| 231 |
+
6, 0
|
| 232 |
+
7, 0
|
ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1/train.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/mem_samples.csv
ADDED
|
@@ -0,0 +1,200 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0, 0
|
| 2 |
+
1, 0
|
| 3 |
+
2, 0
|
| 4 |
+
3, 0
|
| 5 |
+
4, 0
|
| 6 |
+
5, 0
|
| 7 |
+
6, 0
|
| 8 |
+
7, 0
|
| 9 |
+
0, 0
|
| 10 |
+
1, 0
|
| 11 |
+
2, 0
|
| 12 |
+
3, 0
|
| 13 |
+
4, 0
|
| 14 |
+
5, 0
|
| 15 |
+
6, 0
|
| 16 |
+
7, 0
|
| 17 |
+
0, 1
|
| 18 |
+
1, 1
|
| 19 |
+
2, 1
|
| 20 |
+
3, 1
|
| 21 |
+
4, 1
|
| 22 |
+
5, 1
|
| 23 |
+
6, 1
|
| 24 |
+
7, 1
|
| 25 |
+
0, 4
|
| 26 |
+
1, 4
|
| 27 |
+
2, 4
|
| 28 |
+
3, 4
|
| 29 |
+
4, 1
|
| 30 |
+
5, 1
|
| 31 |
+
6, 1
|
| 32 |
+
7, 1
|
| 33 |
+
0, 4
|
| 34 |
+
1, 4
|
| 35 |
+
2, 4
|
| 36 |
+
3, 4
|
| 37 |
+
4, 4
|
| 38 |
+
5, 4
|
| 39 |
+
6, 4
|
| 40 |
+
7, 4
|
| 41 |
+
0, 725
|
| 42 |
+
1, 725
|
| 43 |
+
2, 725
|
| 44 |
+
3, 725
|
| 45 |
+
4, 725
|
| 46 |
+
5, 725
|
| 47 |
+
6, 725
|
| 48 |
+
7, 725
|
| 49 |
+
0, 1015
|
| 50 |
+
1, 1029
|
| 51 |
+
2, 1021
|
| 52 |
+
3, 1033
|
| 53 |
+
4, 1037
|
| 54 |
+
5, 1051
|
| 55 |
+
6, 1037
|
| 56 |
+
7, 1005
|
| 57 |
+
0, 1803
|
| 58 |
+
1, 1803
|
| 59 |
+
2, 1803
|
| 60 |
+
3, 1803
|
| 61 |
+
4, 1803
|
| 62 |
+
5, 1803
|
| 63 |
+
6, 1803
|
| 64 |
+
7, 1803
|
| 65 |
+
0, 2315
|
| 66 |
+
1, 2319
|
| 67 |
+
2, 2321
|
| 68 |
+
3, 2327
|
| 69 |
+
4, 2333
|
| 70 |
+
5, 2329
|
| 71 |
+
6, 2333
|
| 72 |
+
7, 2323
|
| 73 |
+
0, 46703
|
| 74 |
+
1, 46137
|
| 75 |
+
2, 46137
|
| 76 |
+
3, 46837
|
| 77 |
+
4, 46837
|
| 78 |
+
5, 46837
|
| 79 |
+
6, 46837
|
| 80 |
+
7, 46837
|
| 81 |
+
0, 47109
|
| 82 |
+
1, 46537
|
| 83 |
+
2, 46537
|
| 84 |
+
3, 47237
|
| 85 |
+
4, 47237
|
| 86 |
+
5, 47237
|
| 87 |
+
6, 47237
|
| 88 |
+
7, 47237
|
| 89 |
+
0, 48395
|
| 90 |
+
1, 47825
|
| 91 |
+
2, 47825
|
| 92 |
+
3, 48525
|
| 93 |
+
4, 48525
|
| 94 |
+
5, 48525
|
| 95 |
+
6, 48525
|
| 96 |
+
7, 48525
|
| 97 |
+
0, 48395
|
| 98 |
+
1, 47825
|
| 99 |
+
2, 47825
|
| 100 |
+
3, 48525
|
| 101 |
+
4, 48525
|
| 102 |
+
5, 48525
|
| 103 |
+
6, 48525
|
| 104 |
+
7, 48525
|
| 105 |
+
0, 48633
|
| 106 |
+
1, 48063
|
| 107 |
+
2, 48063
|
| 108 |
+
3, 48763
|
| 109 |
+
4, 48763
|
| 110 |
+
5, 48763
|
| 111 |
+
6, 48763
|
| 112 |
+
7, 48763
|
| 113 |
+
0, 50671
|
| 114 |
+
1, 50101
|
| 115 |
+
2, 50101
|
| 116 |
+
3, 50801
|
| 117 |
+
4, 50801
|
| 118 |
+
5, 50801
|
| 119 |
+
6, 50801
|
| 120 |
+
7, 50801
|
| 121 |
+
0, 73355
|
| 122 |
+
1, 73327
|
| 123 |
+
2, 73327
|
| 124 |
+
3, 73339
|
| 125 |
+
4, 73339
|
| 126 |
+
5, 73339
|
| 127 |
+
6, 73339
|
| 128 |
+
7, 73339
|
| 129 |
+
0, 74001
|
| 130 |
+
1, 73973
|
| 131 |
+
2, 73973
|
| 132 |
+
3, 73985
|
| 133 |
+
4, 73985
|
| 134 |
+
5, 73985
|
| 135 |
+
6, 73985
|
| 136 |
+
7, 73985
|
| 137 |
+
0, 74001
|
| 138 |
+
1, 73973
|
| 139 |
+
2, 73973
|
| 140 |
+
3, 73985
|
| 141 |
+
4, 73985
|
| 142 |
+
5, 73985
|
| 143 |
+
6, 73985
|
| 144 |
+
7, 73985
|
| 145 |
+
0, 74001
|
| 146 |
+
1, 73975
|
| 147 |
+
2, 73975
|
| 148 |
+
3, 73987
|
| 149 |
+
4, 73987
|
| 150 |
+
5, 73987
|
| 151 |
+
6, 73987
|
| 152 |
+
7, 73987
|
| 153 |
+
0, 74367
|
| 154 |
+
1, 74363
|
| 155 |
+
2, 74369
|
| 156 |
+
3, 74389
|
| 157 |
+
4, 74389
|
| 158 |
+
5, 74383
|
| 159 |
+
6, 74355
|
| 160 |
+
7, 74383
|
| 161 |
+
0, 82503
|
| 162 |
+
1, 82149
|
| 163 |
+
2, 82265
|
| 164 |
+
3, 82265
|
| 165 |
+
4, 82235
|
| 166 |
+
5, 82253
|
| 167 |
+
6, 82269
|
| 168 |
+
7, 82267
|
| 169 |
+
0, 96599
|
| 170 |
+
1, 96629
|
| 171 |
+
2, 96595
|
| 172 |
+
3, 96633
|
| 173 |
+
4, 96633
|
| 174 |
+
5, 96633
|
| 175 |
+
6, 96633
|
| 176 |
+
7, 96633
|
| 177 |
+
0, 96599
|
| 178 |
+
1, 96629
|
| 179 |
+
2, 96595
|
| 180 |
+
3, 96633
|
| 181 |
+
4, 96633
|
| 182 |
+
5, 96633
|
| 183 |
+
6, 96633
|
| 184 |
+
7, 96633
|
| 185 |
+
0, 96287
|
| 186 |
+
1, 96119
|
| 187 |
+
2, 96027
|
| 188 |
+
3, 96385
|
| 189 |
+
4, 96123
|
| 190 |
+
5, 96065
|
| 191 |
+
6, 96385
|
| 192 |
+
7, 96385
|
| 193 |
+
0, 3
|
| 194 |
+
1, 1028
|
| 195 |
+
2, 2564
|
| 196 |
+
3, 2564
|
| 197 |
+
4, 2564
|
| 198 |
+
5, 2820
|
| 199 |
+
6, 93171
|
| 200 |
+
7, 3844
|
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/run.env
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
backend=ultraep
|
| 2 |
+
config=QWEN2_57B
|
| 3 |
+
family=tierB
|
| 4 |
+
repo=/workspace/Megatron-UltraEP
|
| 5 |
+
branch=ultraep-token-drop-analysis
|
| 6 |
+
commit=eaf829e7
|
| 7 |
+
num_layers=10
|
| 8 |
+
hidden=3584
|
| 9 |
+
ffn_hidden=2560
|
| 10 |
+
moe_ffn_hidden=2560
|
| 11 |
+
num_experts=64
|
| 12 |
+
topk=8
|
| 13 |
+
experts_per_rank=8
|
| 14 |
+
expert_params=27525120
|
| 15 |
+
heads=28
|
| 16 |
+
kv_groups=4
|
| 17 |
+
kv_channels=
|
| 18 |
+
qk_layernorm=0
|
| 19 |
+
shared_ffn=20480
|
| 20 |
+
shared_expert_overlap=0
|
| 21 |
+
mla=0
|
| 22 |
+
dense_first_layers=0
|
| 23 |
+
moe_layers=10
|
| 24 |
+
rotary_base=1000000
|
| 25 |
+
rotary_scaling=
|
| 26 |
+
qkv_bias=1
|
| 27 |
+
router_balancing=aux_loss
|
| 28 |
+
aux_loss_coeff=1e-2
|
| 29 |
+
router_pre_softmax=1
|
| 30 |
+
router_fusion=0
|
| 31 |
+
router_dtype=fp32
|
| 32 |
+
device_initiated_grouped_gemm=1
|
| 33 |
+
norm_epsilon=1e-6
|
| 34 |
+
seq_length=4096
|
| 35 |
+
micro_batch_size=1
|
| 36 |
+
global_batch_size=8
|
| 37 |
+
num_microbatches=1
|
| 38 |
+
assignments_per_rank=32768
|
| 39 |
+
mean_tokens_per_expert=4096
|
| 40 |
+
slot_policy=matched
|
| 41 |
+
slots_per_rank=8
|
| 42 |
+
capacity_mode=static
|
| 43 |
+
capacity=1.0625
|
| 44 |
+
cuda_graph=0
|
| 45 |
+
probe_mode=1
|
| 46 |
+
async_grad_reduce=0
|
| 47 |
+
branch_role=probe
|
| 48 |
+
memory_dump_mode=none
|
| 49 |
+
memory_snapshot_path=
|
| 50 |
+
cuda_graph_warmup_steps=3
|
| 51 |
+
recompute=none
|
| 52 |
+
force_balance=0
|
| 53 |
+
train_iters=12
|
| 54 |
+
ep_size=8
|
| 55 |
+
echo_dispatch_overlap=1
|
| 56 |
+
echo_dispatch_recompute=0
|
| 57 |
+
ultraep_quota_min_tokens=512
|
| 58 |
+
ultraep_weight_sync_join=
|
| 59 |
+
profile_enable=0
|
| 60 |
+
kernel_trace=0
|
| 61 |
+
fp8_recipe=mxfp8
|
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1/train.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/mem_samples.csv
CHANGED
|
@@ -14,7 +14,7 @@
|
|
| 14 |
5, 0
|
| 15 |
6, 0
|
| 16 |
7, 0
|
| 17 |
-
0,
|
| 18 |
1, 1
|
| 19 |
2, 1
|
| 20 |
3, 1
|
|
@@ -38,54 +38,54 @@
|
|
| 38 |
5, 4
|
| 39 |
6, 4
|
| 40 |
7, 4
|
| 41 |
-
0,
|
| 42 |
-
1,
|
| 43 |
-
2,
|
| 44 |
-
3,
|
| 45 |
-
4,
|
| 46 |
-
5,
|
| 47 |
-
6,
|
| 48 |
-
7,
|
| 49 |
-
0,
|
| 50 |
-
1,
|
| 51 |
-
2,
|
| 52 |
-
3,
|
| 53 |
-
4,
|
| 54 |
-
5,
|
| 55 |
-
6,
|
| 56 |
-
7,
|
| 57 |
-
0,
|
| 58 |
-
1,
|
| 59 |
-
2,
|
| 60 |
-
3,
|
| 61 |
-
4,
|
| 62 |
-
5,
|
| 63 |
-
6,
|
| 64 |
-
7,
|
| 65 |
-
0,
|
| 66 |
-
1,
|
| 67 |
-
2,
|
| 68 |
-
3,
|
| 69 |
-
4,
|
| 70 |
-
5,
|
| 71 |
-
6,
|
| 72 |
-
7,
|
| 73 |
-
0,
|
| 74 |
-
1,
|
| 75 |
-
2,
|
| 76 |
-
3,
|
| 77 |
-
4,
|
| 78 |
-
5,
|
| 79 |
-
6,
|
| 80 |
-
7,
|
| 81 |
-
0,
|
| 82 |
-
1,
|
| 83 |
-
2,
|
| 84 |
-
3,
|
| 85 |
-
4,
|
| 86 |
-
5,
|
| 87 |
-
6,
|
| 88 |
-
7,
|
| 89 |
0, 48395
|
| 90 |
1, 47825
|
| 91 |
2, 47825
|
|
@@ -102,14 +102,6 @@
|
|
| 102 |
5, 48805
|
| 103 |
6, 48805
|
| 104 |
7, 48805
|
| 105 |
-
0, 48675
|
| 106 |
-
1, 48105
|
| 107 |
-
2, 48105
|
| 108 |
-
3, 48805
|
| 109 |
-
4, 48805
|
| 110 |
-
5, 48805
|
| 111 |
-
6, 48805
|
| 112 |
-
7, 48805
|
| 113 |
0, 50879
|
| 114 |
1, 50309
|
| 115 |
2, 50309
|
|
@@ -118,14 +110,22 @@
|
|
| 118 |
5, 51009
|
| 119 |
6, 51009
|
| 120 |
7, 51009
|
| 121 |
-
0,
|
| 122 |
-
1,
|
| 123 |
-
2,
|
| 124 |
-
3,
|
| 125 |
-
4,
|
| 126 |
-
5,
|
| 127 |
-
6,
|
| 128 |
-
7,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 129 |
0, 74975
|
| 130 |
1, 75011
|
| 131 |
2, 74991
|
|
@@ -142,22 +142,22 @@
|
|
| 142 |
5, 75021
|
| 143 |
6, 75021
|
| 144 |
7, 75021
|
| 145 |
-
0,
|
| 146 |
-
1,
|
| 147 |
-
2,
|
| 148 |
-
3,
|
| 149 |
-
4,
|
| 150 |
-
5,
|
| 151 |
-
6,
|
| 152 |
-
7,
|
| 153 |
-
0,
|
| 154 |
-
1,
|
| 155 |
-
2,
|
| 156 |
-
3,
|
| 157 |
-
4,
|
| 158 |
-
5,
|
| 159 |
-
6,
|
| 160 |
-
7,
|
| 161 |
0, 97625
|
| 162 |
1, 97677
|
| 163 |
2, 97675
|
|
@@ -182,10 +182,10 @@
|
|
| 182 |
5, 96657
|
| 183 |
6, 96657
|
| 184 |
7, 96657
|
| 185 |
-
0,
|
| 186 |
-
1,
|
| 187 |
-
2,
|
| 188 |
-
3,
|
| 189 |
4, 4
|
| 190 |
5, 4
|
| 191 |
6, 4
|
|
|
|
| 14 |
5, 0
|
| 15 |
6, 0
|
| 16 |
7, 0
|
| 17 |
+
0, 4
|
| 18 |
1, 1
|
| 19 |
2, 1
|
| 20 |
3, 1
|
|
|
|
| 38 |
5, 4
|
| 39 |
6, 4
|
| 40 |
7, 4
|
| 41 |
+
0, 821
|
| 42 |
+
1, 821
|
| 43 |
+
2, 819
|
| 44 |
+
3, 821
|
| 45 |
+
4, 821
|
| 46 |
+
5, 819
|
| 47 |
+
6, 821
|
| 48 |
+
7, 821
|
| 49 |
+
0, 1537
|
| 50 |
+
1, 1537
|
| 51 |
+
2, 1537
|
| 52 |
+
3, 1537
|
| 53 |
+
4, 1537
|
| 54 |
+
5, 1537
|
| 55 |
+
6, 1537
|
| 56 |
+
7, 1537
|
| 57 |
+
0, 1975
|
| 58 |
+
1, 1975
|
| 59 |
+
2, 1975
|
| 60 |
+
3, 1975
|
| 61 |
+
4, 1975
|
| 62 |
+
5, 1975
|
| 63 |
+
6, 1975
|
| 64 |
+
7, 1975
|
| 65 |
+
0, 2831
|
| 66 |
+
1, 2831
|
| 67 |
+
2, 2831
|
| 68 |
+
3, 2831
|
| 69 |
+
4, 2831
|
| 70 |
+
5, 2831
|
| 71 |
+
6, 2831
|
| 72 |
+
7, 2831
|
| 73 |
+
0, 46953
|
| 74 |
+
1, 46379
|
| 75 |
+
2, 46341
|
| 76 |
+
3, 47043
|
| 77 |
+
4, 47037
|
| 78 |
+
5, 47057
|
| 79 |
+
6, 47039
|
| 80 |
+
7, 47073
|
| 81 |
+
0, 47833
|
| 82 |
+
1, 47303
|
| 83 |
+
2, 47293
|
| 84 |
+
3, 47983
|
| 85 |
+
4, 48003
|
| 86 |
+
5, 48013
|
| 87 |
+
6, 48013
|
| 88 |
+
7, 48033
|
| 89 |
0, 48395
|
| 90 |
1, 47825
|
| 91 |
2, 47825
|
|
|
|
| 102 |
5, 48805
|
| 103 |
6, 48805
|
| 104 |
7, 48805
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 105 |
0, 50879
|
| 106 |
1, 50309
|
| 107 |
2, 50309
|
|
|
|
| 110 |
5, 51009
|
| 111 |
6, 51009
|
| 112 |
7, 51009
|
| 113 |
+
0, 56865
|
| 114 |
+
1, 57181
|
| 115 |
+
2, 56799
|
| 116 |
+
3, 57195
|
| 117 |
+
4, 56809
|
| 118 |
+
5, 56871
|
| 119 |
+
6, 57191
|
| 120 |
+
7, 57193
|
| 121 |
+
0, 74975
|
| 122 |
+
1, 75011
|
| 123 |
+
2, 74991
|
| 124 |
+
3, 75021
|
| 125 |
+
4, 75021
|
| 126 |
+
5, 75021
|
| 127 |
+
6, 75021
|
| 128 |
+
7, 75021
|
| 129 |
0, 74975
|
| 130 |
1, 75011
|
| 131 |
2, 74991
|
|
|
|
| 142 |
5, 75021
|
| 143 |
6, 75021
|
| 144 |
7, 75021
|
| 145 |
+
0, 75291
|
| 146 |
+
1, 75345
|
| 147 |
+
2, 75239
|
| 148 |
+
3, 75321
|
| 149 |
+
4, 75331
|
| 150 |
+
5, 75307
|
| 151 |
+
6, 75341
|
| 152 |
+
7, 75343
|
| 153 |
+
0, 81867
|
| 154 |
+
1, 81723
|
| 155 |
+
2, 81667
|
| 156 |
+
3, 81723
|
| 157 |
+
4, 81717
|
| 158 |
+
5, 81701
|
| 159 |
+
6, 81723
|
| 160 |
+
7, 81733
|
| 161 |
0, 97625
|
| 162 |
1, 97677
|
| 163 |
2, 97675
|
|
|
|
| 182 |
5, 96657
|
| 183 |
6, 96657
|
| 184 |
7, 96657
|
| 185 |
+
0, 1
|
| 186 |
+
1, 260
|
| 187 |
+
2, 93829
|
| 188 |
+
3, 1284
|
| 189 |
4, 4
|
| 190 |
5, 4
|
| 191 |
6, 4
|
ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1/train.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv
CHANGED
|
@@ -6,3 +6,8 @@ QWEN3_30B ultraep measure 1.25 OK 117927 1 0.0 1.010101 /workspace/tierb_study_2
|
|
| 6 |
QWEN3_30B ultraep validate 1.0625 OK 116203 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
| 7 |
QWEN3_30B ultraep forced 1.25 OK 117867 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|
| 8 |
DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
QWEN3_30B ultraep validate 1.0625 OK 116203 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
| 7 |
QWEN3_30B ultraep forced 1.25 OK 117867 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|
| 8 |
DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 9 |
+
DSV2_LITE_L24 ultraep validate 1.0625 OK 127987 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
|
| 10 |
+
DSV2_LITE_L24 ultraep forced 1.25 OK 129971 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
|
| 11 |
+
QWEN2_57B ultraep measure 1.25 OK 97675 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
| 12 |
+
QWEN2_57B ultraep validate 1.0625 OK 96633 1 0.0 1.010132 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
| 13 |
+
QWEN2_57B ultraep forced 1.25 OK 97677 1 0.0 1.01001 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|
ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv
CHANGED
|
@@ -1,3 +1,5 @@
|
|
| 1 |
model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
|
| 2 |
QWEN3_235B ultraep SELECTED 1.0625 1.01004 0.0 120907 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
|
| 3 |
QWEN3_30B ultraep SELECTED 1.0625 1.010101 0.0 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
|
|
|
|
|
|
|
|
| 1 |
model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
|
| 2 |
QWEN3_235B ultraep SELECTED 1.0625 1.01004 0.0 120907 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
|
| 3 |
QWEN3_30B ultraep SELECTED 1.0625 1.010101 0.0 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
| 4 |
+
DSV2_LITE_L24 ultraep SELECTED 1.0625 1.010071 0.0 127987 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
|
| 5 |
+
QWEN2_57B ultraep SELECTED 1.0625 1.010132 0.0 96633 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json
CHANGED
|
@@ -1,4 +1,81 @@
|
|
| 1 |
[
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
{
|
| 3 |
"arm": "natural",
|
| 4 |
"assignment_sum_mismatches": 0,
|
|
@@ -153,6 +230,83 @@
|
|
| 153 |
"valid_max_rank_reduction_n": 276,
|
| 154 |
"zero_drop": 1
|
| 155 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
{
|
| 157 |
"arm": "natural",
|
| 158 |
"assignment_sum_mismatches": 0,
|
|
@@ -307,6 +461,83 @@
|
|
| 307 |
"valid_max_rank_reduction_n": 120,
|
| 308 |
"zero_drop": 1
|
| 309 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 310 |
{
|
| 311 |
"arm": "natural",
|
| 312 |
"assignment_sum_mismatches": 0,
|
|
@@ -461,6 +692,83 @@
|
|
| 461 |
"valid_max_rank_reduction_n": 144,
|
| 462 |
"zero_drop": 1
|
| 463 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 464 |
{
|
| 465 |
"arm": "natural",
|
| 466 |
"assignment_sum_mismatches": 0,
|
|
|
|
| 1 |
[
|
| 2 |
+
{
|
| 3 |
+
"arm": "natural",
|
| 4 |
+
"assignment_sum_mismatches": 0,
|
| 5 |
+
"aux_loss_coeff": "1e-3",
|
| 6 |
+
"backend": "ultraep",
|
| 7 |
+
"branch": "ultraep-token-drop-analysis",
|
| 8 |
+
"capacity": "1.0625",
|
| 9 |
+
"capacity_mode": "static",
|
| 10 |
+
"commit": "eaf829e7",
|
| 11 |
+
"config": "DSV2_LITE_L24",
|
| 12 |
+
"cuda_graph": "0",
|
| 13 |
+
"dense_first_layers": "1",
|
| 14 |
+
"drop_expected_assignments": 108527616.0,
|
| 15 |
+
"drop_rate_pct_max": 0.0,
|
| 16 |
+
"drop_rate_pct_mean": 0.0,
|
| 17 |
+
"drop_rate_pct_min": 0.0,
|
| 18 |
+
"drop_rate_pct_n": 96,
|
| 19 |
+
"drop_rate_pct_overall": 0.0,
|
| 20 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 21 |
+
"duplicate_vector_mismatches": 0,
|
| 22 |
+
"experts_per_rank": "8",
|
| 23 |
+
"force_balance": "0",
|
| 24 |
+
"global_batch_size": "8",
|
| 25 |
+
"global_snapshots": 276,
|
| 26 |
+
"incomplete_snapshots": 0,
|
| 27 |
+
"malformed_records": 0,
|
| 28 |
+
"moe_layers": "23",
|
| 29 |
+
"num_experts": "64",
|
| 30 |
+
"num_layers": "24",
|
| 31 |
+
"observed_dropped_tokens": 0.0,
|
| 32 |
+
"peak_demand_max": 49647.0,
|
| 33 |
+
"peak_demand_mean": 49645.270833333336,
|
| 34 |
+
"peak_demand_min": 49644.0,
|
| 35 |
+
"peak_demand_n": 96,
|
| 36 |
+
"peak_rank_overflow_max": 0.0,
|
| 37 |
+
"peak_rank_overflow_mean": 0.0,
|
| 38 |
+
"peak_rank_overflow_min": 0.0,
|
| 39 |
+
"peak_rank_overflow_n": 96,
|
| 40 |
+
"post_physical_rank_cv_max": 0.02649873914445656,
|
| 41 |
+
"post_physical_rank_cv_mean": 0.020751556297178456,
|
| 42 |
+
"post_physical_rank_cv_min": 0.010393449619293449,
|
| 43 |
+
"post_physical_rank_cv_n": 276,
|
| 44 |
+
"post_physical_rank_imax_max": 1.01007080078125,
|
| 45 |
+
"post_physical_rank_imax_mean": 1.0100281941142057,
|
| 46 |
+
"post_physical_rank_imax_min": 1.010009765625,
|
| 47 |
+
"post_physical_rank_imax_n": 276,
|
| 48 |
+
"pre_home_rank_cv_max": 1.3897787536248405,
|
| 49 |
+
"pre_home_rank_cv_mean": 0.5881957299328056,
|
| 50 |
+
"pre_home_rank_cv_min": 0.06749209466238901,
|
| 51 |
+
"pre_home_rank_cv_n": 276,
|
| 52 |
+
"pre_home_rank_imax_max": 4.4163818359375,
|
| 53 |
+
"pre_home_rank_imax_mean": 2.107403446510794,
|
| 54 |
+
"pre_home_rank_imax_min": 1.1109822591145833,
|
| 55 |
+
"pre_home_rank_imax_n": 276,
|
| 56 |
+
"records": {
|
| 57 |
+
"drop_dispatch": 2208,
|
| 58 |
+
"drop_experts": 2208,
|
| 59 |
+
"drop_setup": 2208,
|
| 60 |
+
"ultraep_drop": 96,
|
| 61 |
+
"ultraep_post": 2208,
|
| 62 |
+
"ultraep_pre": 2208
|
| 63 |
+
},
|
| 64 |
+
"required_capacity_max": 1.010071,
|
| 65 |
+
"required_capacity_mean": 1.0100354270833332,
|
| 66 |
+
"required_capacity_min": 1.01001,
|
| 67 |
+
"required_capacity_n": 96,
|
| 68 |
+
"router_balancing": "seq_aux_loss",
|
| 69 |
+
"run_dir": "DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1",
|
| 70 |
+
"seq_length": "8192",
|
| 71 |
+
"shared_expert_overlap": "0",
|
| 72 |
+
"topk": "6",
|
| 73 |
+
"valid_max_rank_reduction_max": 0.7712991882952357,
|
| 74 |
+
"valid_max_rank_reduction_mean": 0.46558143481151487,
|
| 75 |
+
"valid_max_rank_reduction_min": 0.09086747120332558,
|
| 76 |
+
"valid_max_rank_reduction_n": 276,
|
| 77 |
+
"zero_drop": 1
|
| 78 |
+
},
|
| 79 |
{
|
| 80 |
"arm": "natural",
|
| 81 |
"assignment_sum_mismatches": 0,
|
|
|
|
| 230 |
"valid_max_rank_reduction_n": 276,
|
| 231 |
"zero_drop": 1
|
| 232 |
},
|
| 233 |
+
{
|
| 234 |
+
"arm": "natural",
|
| 235 |
+
"assignment_sum_mismatches": 0,
|
| 236 |
+
"aux_loss_coeff": "1e-2",
|
| 237 |
+
"backend": "ultraep",
|
| 238 |
+
"branch": "ultraep-token-drop-analysis",
|
| 239 |
+
"capacity": "1.0625",
|
| 240 |
+
"capacity_mode": "static",
|
| 241 |
+
"commit": "eaf829e7",
|
| 242 |
+
"config": "QWEN2_57B",
|
| 243 |
+
"cuda_graph": "0",
|
| 244 |
+
"dense_first_layers": "0",
|
| 245 |
+
"drop_expected_assignments": 31457280.0,
|
| 246 |
+
"drop_rate_pct_max": 0.0,
|
| 247 |
+
"drop_rate_pct_mean": 0.0,
|
| 248 |
+
"drop_rate_pct_min": 0.0,
|
| 249 |
+
"drop_rate_pct_n": 96,
|
| 250 |
+
"drop_rate_pct_overall": 0.0,
|
| 251 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 252 |
+
"duplicate_vector_mismatches": 0,
|
| 253 |
+
"experts_per_rank": "8",
|
| 254 |
+
"force_balance": "0",
|
| 255 |
+
"global_batch_size": "8",
|
| 256 |
+
"global_snapshots": 120,
|
| 257 |
+
"incomplete_snapshots": 0,
|
| 258 |
+
"malformed_records": 0,
|
| 259 |
+
"moe_layers": "10",
|
| 260 |
+
"num_experts": "64",
|
| 261 |
+
"num_layers": "10",
|
| 262 |
+
"observed_dropped_tokens": 0.0,
|
| 263 |
+
"peak_demand_max": 33100.0,
|
| 264 |
+
"peak_demand_mean": 33096.125,
|
| 265 |
+
"peak_demand_min": 33024.0,
|
| 266 |
+
"peak_demand_n": 96,
|
| 267 |
+
"peak_rank_overflow_max": 0.0,
|
| 268 |
+
"peak_rank_overflow_mean": 0.0,
|
| 269 |
+
"peak_rank_overflow_min": 0.0,
|
| 270 |
+
"peak_rank_overflow_n": 96,
|
| 271 |
+
"post_physical_rank_cv_max": 0.026483363713168166,
|
| 272 |
+
"post_physical_rank_cv_mean": 0.016140850021413918,
|
| 273 |
+
"post_physical_rank_cv_min": 0.0023074094410037065,
|
| 274 |
+
"post_physical_rank_cv_n": 120,
|
| 275 |
+
"post_physical_rank_imax_max": 1.0101318359375,
|
| 276 |
+
"post_physical_rank_imax_mean": 1.0099934895833333,
|
| 277 |
+
"post_physical_rank_imax_min": 1.005340576171875,
|
| 278 |
+
"post_physical_rank_imax_n": 120,
|
| 279 |
+
"pre_home_rank_cv_max": 1.3881873634084585,
|
| 280 |
+
"pre_home_rank_cv_mean": 0.6345831857352783,
|
| 281 |
+
"pre_home_rank_cv_min": 0.0023074094410037065,
|
| 282 |
+
"pre_home_rank_cv_n": 120,
|
| 283 |
+
"pre_home_rank_imax_max": 3.98443603515625,
|
| 284 |
+
"pre_home_rank_imax_mean": 2.174882507324219,
|
| 285 |
+
"pre_home_rank_imax_min": 1.005340576171875,
|
| 286 |
+
"pre_home_rank_imax_n": 120,
|
| 287 |
+
"records": {
|
| 288 |
+
"drop_dispatch": 960,
|
| 289 |
+
"drop_experts": 960,
|
| 290 |
+
"drop_setup": 960,
|
| 291 |
+
"ultraep_drop": 96,
|
| 292 |
+
"ultraep_post": 960,
|
| 293 |
+
"ultraep_pre": 960
|
| 294 |
+
},
|
| 295 |
+
"required_capacity_max": 1.010132,
|
| 296 |
+
"required_capacity_mean": 1.0100135208333334,
|
| 297 |
+
"required_capacity_min": 1.007812,
|
| 298 |
+
"required_capacity_n": 96,
|
| 299 |
+
"router_balancing": "aux_loss",
|
| 300 |
+
"run_dir": "QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1",
|
| 301 |
+
"seq_length": "4096",
|
| 302 |
+
"shared_expert_overlap": "0",
|
| 303 |
+
"topk": "8",
|
| 304 |
+
"valid_max_rank_reduction_max": 0.7465035768447175,
|
| 305 |
+
"valid_max_rank_reduction_mean": 0.49185739610567863,
|
| 306 |
+
"valid_max_rank_reduction_min": 0.0,
|
| 307 |
+
"valid_max_rank_reduction_n": 120,
|
| 308 |
+
"zero_drop": 1
|
| 309 |
+
},
|
| 310 |
{
|
| 311 |
"arm": "natural",
|
| 312 |
"assignment_sum_mismatches": 0,
|
|
|
|
| 461 |
"valid_max_rank_reduction_n": 120,
|
| 462 |
"zero_drop": 1
|
| 463 |
},
|
| 464 |
+
{
|
| 465 |
+
"arm": "natural",
|
| 466 |
+
"assignment_sum_mismatches": 0,
|
| 467 |
+
"aux_loss_coeff": "1e-3",
|
| 468 |
+
"backend": "ultraep",
|
| 469 |
+
"branch": "ultraep-token-drop-analysis",
|
| 470 |
+
"capacity": "1.0625",
|
| 471 |
+
"capacity_mode": "static",
|
| 472 |
+
"commit": "eaf829e7",
|
| 473 |
+
"config": "QWEN3_235B",
|
| 474 |
+
"cuda_graph": "0",
|
| 475 |
+
"dense_first_layers": "0",
|
| 476 |
+
"drop_expected_assignments": 75497472.0,
|
| 477 |
+
"drop_rate_pct_max": 0.0,
|
| 478 |
+
"drop_rate_pct_mean": 0.0,
|
| 479 |
+
"drop_rate_pct_min": 0.0,
|
| 480 |
+
"drop_rate_pct_n": 96,
|
| 481 |
+
"drop_rate_pct_overall": 0.0,
|
| 482 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 483 |
+
"duplicate_vector_mismatches": 0,
|
| 484 |
+
"experts_per_rank": "16",
|
| 485 |
+
"force_balance": "0",
|
| 486 |
+
"global_batch_size": "8",
|
| 487 |
+
"global_snapshots": 144,
|
| 488 |
+
"incomplete_snapshots": 0,
|
| 489 |
+
"malformed_records": 0,
|
| 490 |
+
"moe_layers": "12",
|
| 491 |
+
"num_experts": "128",
|
| 492 |
+
"num_layers": "12",
|
| 493 |
+
"observed_dropped_tokens": 0.0,
|
| 494 |
+
"peak_demand_max": 66194.0,
|
| 495 |
+
"peak_demand_mean": 66192.5625,
|
| 496 |
+
"peak_demand_min": 66192.0,
|
| 497 |
+
"peak_demand_n": 96,
|
| 498 |
+
"peak_rank_overflow_max": 0.0,
|
| 499 |
+
"peak_rank_overflow_mean": 0.0,
|
| 500 |
+
"peak_rank_overflow_min": 0.0,
|
| 501 |
+
"peak_rank_overflow_n": 96,
|
| 502 |
+
"post_physical_rank_cv_max": 0.026489124869087725,
|
| 503 |
+
"post_physical_rank_cv_mean": 0.014482237676166366,
|
| 504 |
+
"post_physical_rank_cv_min": 0.0044493697461502986,
|
| 505 |
+
"post_physical_rank_cv_n": 144,
|
| 506 |
+
"post_physical_rank_imax_max": 1.010040283203125,
|
| 507 |
+
"post_physical_rank_imax_mean": 1.010016229417589,
|
| 508 |
+
"post_physical_rank_imax_min": 1.010009765625,
|
| 509 |
+
"post_physical_rank_imax_n": 144,
|
| 510 |
+
"pre_home_rank_cv_max": 1.4325992435657406,
|
| 511 |
+
"pre_home_rank_cv_mean": 0.7968705628336425,
|
| 512 |
+
"pre_home_rank_cv_min": 0.3167748701963148,
|
| 513 |
+
"pre_home_rank_cv_n": 144,
|
| 514 |
+
"pre_home_rank_imax_max": 4.010467529296875,
|
| 515 |
+
"pre_home_rank_imax_mean": 2.4576683044433594,
|
| 516 |
+
"pre_home_rank_imax_min": 1.2317352294921875,
|
| 517 |
+
"pre_home_rank_imax_n": 144,
|
| 518 |
+
"records": {
|
| 519 |
+
"drop_dispatch": 1152,
|
| 520 |
+
"drop_experts": 1152,
|
| 521 |
+
"drop_setup": 1152,
|
| 522 |
+
"ultraep_drop": 96,
|
| 523 |
+
"ultraep_post": 1152,
|
| 524 |
+
"ultraep_pre": 1152
|
| 525 |
+
},
|
| 526 |
+
"required_capacity_max": 1.01004,
|
| 527 |
+
"required_capacity_mean": 1.0100184375,
|
| 528 |
+
"required_capacity_min": 1.01001,
|
| 529 |
+
"required_capacity_n": 96,
|
| 530 |
+
"router_balancing": "aux_loss",
|
| 531 |
+
"run_dir": "QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1",
|
| 532 |
+
"seq_length": "8192",
|
| 533 |
+
"shared_expert_overlap": "0",
|
| 534 |
+
"topk": "8",
|
| 535 |
+
"valid_max_rank_reduction_max": 0.7481566031274969,
|
| 536 |
+
"valid_max_rank_reduction_mean": 0.5593977173710302,
|
| 537 |
+
"valid_max_rank_reduction_min": 0.17998587763091065,
|
| 538 |
+
"valid_max_rank_reduction_n": 144,
|
| 539 |
+
"zero_drop": 1
|
| 540 |
+
},
|
| 541 |
{
|
| 542 |
"arm": "natural",
|
| 543 |
"assignment_sum_mismatches": 0,
|
|
|
|
| 692 |
"valid_max_rank_reduction_n": 144,
|
| 693 |
"zero_drop": 1
|
| 694 |
},
|
| 695 |
+
{
|
| 696 |
+
"arm": "natural",
|
| 697 |
+
"assignment_sum_mismatches": 0,
|
| 698 |
+
"aux_loss_coeff": "1e-3",
|
| 699 |
+
"backend": "ultraep",
|
| 700 |
+
"branch": "ultraep-token-drop-analysis",
|
| 701 |
+
"capacity": "1.0625",
|
| 702 |
+
"capacity_mode": "static",
|
| 703 |
+
"commit": "eaf829e7",
|
| 704 |
+
"config": "QWEN3_30B",
|
| 705 |
+
"cuda_graph": "0",
|
| 706 |
+
"dense_first_layers": "0",
|
| 707 |
+
"drop_expected_assignments": 150994944.0,
|
| 708 |
+
"drop_rate_pct_max": 0.0,
|
| 709 |
+
"drop_rate_pct_mean": 0.0,
|
| 710 |
+
"drop_rate_pct_min": 0.0,
|
| 711 |
+
"drop_rate_pct_n": 96,
|
| 712 |
+
"drop_rate_pct_overall": 0.0,
|
| 713 |
+
"dropped_tokens_sum_all_records": 0.0,
|
| 714 |
+
"duplicate_vector_mismatches": 0,
|
| 715 |
+
"experts_per_rank": "16",
|
| 716 |
+
"force_balance": "0",
|
| 717 |
+
"global_batch_size": "8",
|
| 718 |
+
"global_snapshots": 576,
|
| 719 |
+
"incomplete_snapshots": 0,
|
| 720 |
+
"malformed_records": 0,
|
| 721 |
+
"moe_layers": "48",
|
| 722 |
+
"num_experts": "128",
|
| 723 |
+
"num_layers": "48",
|
| 724 |
+
"observed_dropped_tokens": 0.0,
|
| 725 |
+
"peak_demand_max": 33099.0,
|
| 726 |
+
"peak_demand_mean": 33097.114583333336,
|
| 727 |
+
"peak_demand_min": 33096.0,
|
| 728 |
+
"peak_demand_n": 96,
|
| 729 |
+
"peak_rank_overflow_max": 0.0,
|
| 730 |
+
"peak_rank_overflow_mean": 0.0,
|
| 731 |
+
"peak_rank_overflow_min": 0.0,
|
| 732 |
+
"peak_rank_overflow_n": 96,
|
| 733 |
+
"post_physical_rank_cv_max": 0.026494895756973648,
|
| 734 |
+
"post_physical_rank_cv_mean": 0.013874132660885264,
|
| 735 |
+
"post_physical_rank_cv_min": 0.00437342023426994,
|
| 736 |
+
"post_physical_rank_cv_n": 576,
|
| 737 |
+
"post_physical_rank_imax_max": 1.010101318359375,
|
| 738 |
+
"post_physical_rank_imax_mean": 1.0100233289930556,
|
| 739 |
+
"post_physical_rank_imax_min": 1.009979248046875,
|
| 740 |
+
"post_physical_rank_imax_n": 576,
|
| 741 |
+
"pre_home_rank_cv_max": 1.5851362931112496,
|
| 742 |
+
"pre_home_rank_cv_mean": 0.7430673394667031,
|
| 743 |
+
"pre_home_rank_cv_min": 0.14094636542440406,
|
| 744 |
+
"pre_home_rank_cv_n": 576,
|
| 745 |
+
"pre_home_rank_imax_max": 4.996368408203125,
|
| 746 |
+
"pre_home_rank_imax_mean": 2.309538629319933,
|
| 747 |
+
"pre_home_rank_imax_min": 1.2030029296875,
|
| 748 |
+
"pre_home_rank_imax_n": 576,
|
| 749 |
+
"records": {
|
| 750 |
+
"drop_dispatch": 4608,
|
| 751 |
+
"drop_experts": 4608,
|
| 752 |
+
"drop_setup": 4608,
|
| 753 |
+
"ultraep_drop": 96,
|
| 754 |
+
"ultraep_post": 4608,
|
| 755 |
+
"ultraep_pre": 4608
|
| 756 |
+
},
|
| 757 |
+
"required_capacity_max": 1.010101,
|
| 758 |
+
"required_capacity_mean": 1.01004371875,
|
| 759 |
+
"required_capacity_min": 1.01001,
|
| 760 |
+
"required_capacity_n": 96,
|
| 761 |
+
"router_balancing": "aux_loss",
|
| 762 |
+
"run_dir": "QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1",
|
| 763 |
+
"seq_length": "4096",
|
| 764 |
+
"shared_expert_overlap": "0",
|
| 765 |
+
"topk": "8",
|
| 766 |
+
"valid_max_rank_reduction_max": 0.7978512225065814,
|
| 767 |
+
"valid_max_rank_reduction_mean": 0.5290218009629275,
|
| 768 |
+
"valid_max_rank_reduction_min": 0.1604261796042618,
|
| 769 |
+
"valid_max_rank_reduction_n": 576,
|
| 770 |
+
"zero_drop": 1
|
| 771 |
+
},
|
| 772 |
{
|
| 773 |
"arm": "natural",
|
| 774 |
"assignment_sum_mismatches": 0,
|
ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv
CHANGED
|
@@ -1,9 +1,13 @@
|
|
| 1 |
run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
|
|
|
|
| 2 |
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
|
| 3 |
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49644.0 49527.270833333336 49296.0 96 0.0 0.0 0.0 96 0.006673533732490181 0.003906455227664182 0.0014708009315538319 276 1.010009765625 1.0060408587617 1.00213623046875 276 0.006715970721309454 0.00392157619549587 0.0014708009315538319 276 1.0122884114583333 1.0060781580238527 1.00213623046875 276 1.01001 1.007635 1.00293 96 0.0022509848058525606 3.688638533861224e-05 0.0 276 1
|
|
|
|
| 4 |
QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33099.0 33095.802083333336 33007.0 96 0.0 0.0 0.0 96 0.026494895756973648 0.016576524088454454 0.005105951983896318 120 1.010101318359375 1.010028330485026 1.010009765625 120 1.2658029842470846 0.6320477408555083 0.0989449408581061 120 3.9814453125 2.161820983886719 1.129058837890625 120 1.010101 1.0100037395833334 1.007294 96 0.7463208241353937 0.49456865803338423 0.10544098170121902 120 1
|
| 5 |
QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33096.0 33004.5625 32800.0 96 0.0 0.0 0.0 96 0.01039906345549811 0.004650204419961747 0.002294812301292466 120 1.010009765625 1.0071016947428386 1.002899169921875 120 0.01039906345549811 0.004760489966476766 0.002294812301292466 120 1.015838623046875 1.0073875427246093 1.002899169921875 120 1.01001 1.0072193541666667 1.000977 96 0.005737975786343017 0.00028222750974011727 0.0 120 1
|
|
|
|
| 6 |
QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66195.0 66192.70833333333 66191.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014792490663171029 0.004489508120031435 144 1.0100555419921875 1.010018030802409 1.010009765625 144 1.3408957932113577 0.8120696136267035 0.3167748701963148 144 4.0847015380859375 2.495815806918674 1.2317352294921875 144 1.010056 1.0100206354166668 1.009995 96 0.7527335213582622 0.5673858465813182 0.17998587763091065 144 1
|
| 7 |
QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66192.0 65914.44791666667 65589.0 96 0.0 0.0 0.0 96 0.006838559601482533 0.003410368479189458 0.0012782366924169522 144 1.010009765625 1.0053078333536785 1.0019378662109375 144 0.006990045273933762 0.0034121784262079076 0.0012782366924169522 144 1.0104522705078125 1.0053127076890733 1.0019378662109375 144 1.01001 1.0057746770833333 1.000809 96 0.00043792754564262094 4.82445946182061e-06 0.0 144 1
|
|
|
|
| 8 |
QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.177083333336 33096.0 96 0.0 0.0 0.0 96 0.02649490454472685 0.013419989016426907 0.00397923942652517 576 1.010101318359375 1.0100219514634874 1.009979248046875 576 1.578658885795594 0.7653018905069695 0.06751632421014936 576 4.9940185546875 2.3694838417900934 1.1385498046875 576 1.010101 1.0100456041666666 1.01001 96 0.7977561047151133 0.5392296607977307 0.11292484185697438 576 1
|
| 9 |
QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33096.0 33084.114583333336 32979.0 96 0.0 0.0 0.0 96 0.008082507253598464 0.004779118222581316 0.0012089160228135533 576 1.010009765625 1.0073255962795682 1.00177001953125 576 0.009112333689945906 0.004932308997139817 0.0012089160228135533 576 1.01739501953125 1.0077196756998699 1.00177001953125 576 1.01001 1.0096472395833334 1.006439 96 0.007258983742276081 0.00038872034774766455 0.0 576 1
|
|
|
|
| 1 |
run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
|
| 2 |
+
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
|
| 3 |
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
|
| 4 |
DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49644.0 49527.270833333336 49296.0 96 0.0 0.0 0.0 96 0.006673533732490181 0.003906455227664182 0.0014708009315538319 276 1.010009765625 1.0060408587617 1.00213623046875 276 0.006715970721309454 0.00392157619549587 0.0014708009315538319 276 1.0122884114583333 1.0060781580238527 1.00213623046875 276 1.01001 1.007635 1.00293 96 0.0022509848058525606 3.688638533861224e-05 0.0 276 1
|
| 5 |
+
QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33100.0 33096.125 33024.0 96 0.0 0.0 0.0 96 0.026483363713168166 0.016140850021413918 0.0023074094410037065 120 1.0101318359375 1.0099934895833333 1.005340576171875 120 1.3881873634084585 0.6345831857352783 0.0023074094410037065 120 3.98443603515625 2.174882507324219 1.005340576171875 120 1.010132 1.0100135208333334 1.007812 96 0.7465035768447175 0.49185739610567863 0.0 120 1
|
| 6 |
QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33099.0 33095.802083333336 33007.0 96 0.0 0.0 0.0 96 0.026494895756973648 0.016576524088454454 0.005105951983896318 120 1.010101318359375 1.010028330485026 1.010009765625 120 1.2658029842470846 0.6320477408555083 0.0989449408581061 120 3.9814453125 2.161820983886719 1.129058837890625 120 1.010101 1.0100037395833334 1.007294 96 0.7463208241353937 0.49456865803338423 0.10544098170121902 120 1
|
| 7 |
QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN2_57B ultraep 64 8 8 10 10 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 31457280.0 0.0 0.0 0.0 96 0.0 0.0 0 120 0 0 0.0 33096.0 33004.5625 32800.0 96 0.0 0.0 0.0 96 0.01039906345549811 0.004650204419961747 0.002294812301292466 120 1.010009765625 1.0071016947428386 1.002899169921875 120 0.01039906345549811 0.004760489966476766 0.002294812301292466 120 1.015838623046875 1.0073875427246093 1.002899169921875 120 1.01001 1.0072193541666667 1.000977 96 0.005737975786343017 0.00028222750974011727 0.0 120 1
|
| 8 |
+
QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p0625/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66194.0 66192.5625 66192.0 96 0.0 0.0 0.0 96 0.026489124869087725 0.014482237676166366 0.0044493697461502986 144 1.010040283203125 1.010016229417589 1.010009765625 144 1.4325992435657406 0.7968705628336425 0.3167748701963148 144 4.010467529296875 2.4576683044433594 1.2317352294921875 144 1.01004 1.0100184375 1.01001 96 0.7481566031274969 0.5593977173710302 0.17998587763091065 144 1
|
| 9 |
QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66195.0 66192.70833333333 66191.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014792490663171029 0.004489508120031435 144 1.0100555419921875 1.010018030802409 1.010009765625 144 1.3408957932113577 0.8120696136267035 0.3167748701963148 144 4.0847015380859375 2.495815806918674 1.2317352294921875 144 1.010056 1.0100206354166668 1.009995 96 0.7527335213582622 0.5673858465813182 0.17998587763091065 144 1
|
| 10 |
QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1 forced QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66192.0 65914.44791666667 65589.0 96 0.0 0.0 0.0 96 0.006838559601482533 0.003410368479189458 0.0012782366924169522 144 1.010009765625 1.0053078333536785 1.0019378662109375 144 0.006990045273933762 0.0034121784262079076 0.0012782366924169522 144 1.0104522705078125 1.0053127076890733 1.0019378662109375 144 1.01001 1.0057746770833333 1.000809 96 0.00043792754564262094 4.82445946182061e-06 0.0 144 1
|
| 11 |
+
QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.114583333336 33096.0 96 0.0 0.0 0.0 96 0.026494895756973648 0.013874132660885264 0.00437342023426994 576 1.010101318359375 1.0100233289930556 1.009979248046875 576 1.5851362931112496 0.7430673394667031 0.14094636542440406 576 4.996368408203125 2.309538629319933 1.2030029296875 576 1.010101 1.01004371875 1.01001 96 0.7978512225065814 0.5290218009629275 0.1604261796042618 576 1
|
| 12 |
QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.177083333336 33096.0 96 0.0 0.0 0.0 96 0.02649490454472685 0.013419989016426907 0.00397923942652517 576 1.010101318359375 1.0100219514634874 1.009979248046875 576 1.578658885795594 0.7653018905069695 0.06751632421014936 576 4.9940185546875 2.3694838417900934 1.1385498046875 576 1.010101 1.0100456041666666 1.01001 96 0.7977561047151133 0.5392296607977307 0.11292484185697438 576 1
|
| 13 |
QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33096.0 33084.114583333336 32979.0 96 0.0 0.0 0.0 96 0.008082507253598464 0.004779118222581316 0.0012089160228135533 576 1.010009765625 1.0073255962795682 1.00177001953125 576 0.009112333689945906 0.004932308997139817 0.0012089160228135533 576 1.01739501953125 1.0077196756998699 1.00177001953125 576 1.01001 1.0096472395833334 1.006439 96 0.007258983742276081 0.00038872034774766455 0.0 576 1
|
ultraep/tierbprobe/tierbprobe_gbs8/results.tsv
CHANGED
|
@@ -6,3 +6,8 @@ QWEN3_30B ultraep matched 16 4096 8 1.25 none 1 OK 751.60 717.70 117927 /workspa
|
|
| 6 |
QWEN3_30B ultraep matched 16 4096 8 1.0625 none 1 OK 786.81 717.30 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
| 7 |
QWEN3_30B ultraep matched 16 4096 8 1.25 none+forcebal 1 OK 743.99 709.30 117867 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|
| 8 |
DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 640.76 639.20 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
QWEN3_30B ultraep matched 16 4096 8 1.0625 none 1 OK 786.81 717.30 116203 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
| 7 |
QWEN3_30B ultraep matched 16 4096 8 1.25 none+forcebal 1 OK 743.99 709.30 117867 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|
| 8 |
DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 640.76 639.20 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
|
| 9 |
+
DSV2_LITE_L24 ultraep matched 8 8192 8 1.0625 none 1 OK 639.00 636.40 127987 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p0625/rep1
|
| 10 |
+
DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none+forcebal 1 OK 626.46 625.10 129971 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25__forcebal/rep1
|
| 11 |
+
QWEN2_57B ultraep matched 8 4096 8 1.25 none 1 OK 294.59 234.00 97675 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
|
| 12 |
+
QWEN2_57B ultraep matched 8 4096 8 1.0625 none 1 OK 294.30 229.70 96633 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p0625/rep1
|
| 13 |
+
QWEN2_57B ultraep matched 8 4096 8 1.25 none+forcebal 1 OK 273.43 211.70 97677 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1
|