AbhishekGhosh1998 commited on
Commit
a17cffb
·
verified ·
1 Parent(s): c110341

granularity results tierb_study_20260826_144644/moonep/tierbprobe @ 2026-08-26T16:00:41Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0

Browse files
Files changed (21) hide show
  1. tierb_study_20260826_144644/moonep/tierbprobe/manifest.txt +2 -2
  2. tierb_study_20260826_144644/moonep/tierbprobe/provenance.txt +9 -9
  3. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1/mem_samples.csv +135 -127
  4. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1/train.log +0 -0
  5. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1/mem_samples.csv +121 -113
  6. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1/train.log +0 -0
  7. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/mem_samples.csv +134 -134
  8. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/run.env +1 -1
  9. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/train.log +0 -0
  10. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/mem_samples.csv +140 -132
  11. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/run.env +1 -1
  12. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/train.log +0 -0
  13. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1/mem_samples.csv +124 -116
  14. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1/train.log +0 -0
  15. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1/mem_samples.csv +114 -146
  16. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1/train.log +0 -0
  17. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv +4 -4
  18. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv +3 -3
  19. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.json +90 -90
  20. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv +2 -2
  21. tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/results.tsv +6 -6
tierb_study_20260826_144644/moonep/tierbprobe/manifest.txt CHANGED
@@ -1,9 +1,9 @@
1
- timestamp: 2026-08-26T15:05:39+00:00
2
  host: sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
3
  gpu: NVIDIA B200 x8
4
  driver: 580.95.05
5
  study_scripts_branch: granularity-moonep
6
- study_scripts_commit: 0a7994a
7
  campaign: moonep
8
  backend: moonep
9
  phase: tierbprobe
 
1
+ timestamp: 2026-08-26T15:53:39+00:00
2
  host: sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
3
  gpu: NVIDIA B200 x8
4
  driver: 580.95.05
5
  study_scripts_branch: granularity-moonep
6
+ study_scripts_commit: f28bc3b
7
  campaign: moonep
8
  backend: moonep
9
  phase: tierbprobe
tierb_study_20260826_144644/moonep/tierbprobe/provenance.txt CHANGED
@@ -1,7 +1,7 @@
1
  ==============================================================
2
  PROVENANCE: moonep__tierbprobe__gbs8
3
  ==============================================================
4
- captured_at : 2026-08-26T15:05:24+00:00
5
  hostname : sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
6
  kernel : 6.8.0-1043-nvidia
7
  cwd : /workspace/blackwell_run_scripts
@@ -17,13 +17,13 @@ command : run_ladder.sh --phase tierbprobe --gbs 8 --out /workspace/tierb_
17
  6, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
18
  7, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
19
  persistence/clocks:
20
- 0, 120 MHz, 1965 MHz, 1000.00 W, 28
21
- 1, 120 MHz, 1965 MHz, 1000.00 W, 33
22
- 2, 120 MHz, 1965 MHz, 1000.00 W, 33
23
- 3, 120 MHz, 1965 MHz, 1000.00 W, 29
24
- 4, 120 MHz, 1965 MHz, 1000.00 W, 29
25
- 5, 120 MHz, 1965 MHz, 1000.00 W, 33
26
- 6, 120 MHz, 1965 MHz, 1000.00 W, 33
27
  7, 120 MHz, 1965 MHz, 1000.00 W, 29
28
 
29
  NVLink topology:
@@ -64,7 +64,7 @@ command : run_ladder.sh --phase tierbprobe --gbs 8 --out /workspace/tierb_
64
  UltraEP main 94cab099b44f
65
  DeepEP HEAD 34152ae28f80 (+3 untracked: build output)
66
  MoonEP megatron-integration c27d35da15f2
67
- blackwell_run_scripts granularity-moonep 0a7994a5c549
68
 
69
  ---- environment ---------------------------------------------
70
  CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0
 
1
  ==============================================================
2
  PROVENANCE: moonep__tierbprobe__gbs8
3
  ==============================================================
4
+ captured_at : 2026-08-26T15:53:25+00:00
5
  hostname : sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
6
  kernel : 6.8.0-1043-nvidia
7
  cwd : /workspace/blackwell_run_scripts
 
17
  6, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
18
  7, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
19
  persistence/clocks:
20
+ 0, 135 MHz, 1965 MHz, 1000.00 W, 29
21
+ 1, 120 MHz, 1965 MHz, 1000.00 W, 34
22
+ 2, 120 MHz, 1965 MHz, 1000.00 W, 34
23
+ 3, 120 MHz, 1965 MHz, 1000.00 W, 30
24
+ 4, 120 MHz, 1965 MHz, 1000.00 W, 30
25
+ 5, 120 MHz, 1965 MHz, 1000.00 W, 34
26
+ 6, 120 MHz, 1965 MHz, 1000.00 W, 34
27
  7, 120 MHz, 1965 MHz, 1000.00 W, 29
28
 
29
  NVLink topology:
 
64
  UltraEP main 94cab099b44f
65
  DeepEP HEAD 34152ae28f80 (+3 untracked: build output)
66
  MoonEP megatron-integration c27d35da15f2
67
+ blackwell_run_scripts granularity-moonep f28bc3bed7df
68
 
69
  ---- environment ---------------------------------------------
70
  CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
@@ -37,23 +37,23 @@
37
  4, 4
38
  5, 4
39
  6, 4
40
- 7, 4
41
  0, 4
42
- 1, 629
43
- 2, 629
44
- 3, 629
45
- 4, 629
46
- 5, 629
47
- 6, 629
48
- 7, 629
49
- 0, 891
50
- 1, 901
51
- 2, 887
52
- 3, 889
53
- 4, 899
54
- 5, 885
55
- 6, 897
56
- 7, 901
57
  0, 1955
58
  1, 1955
59
  2, 1955
@@ -62,38 +62,38 @@
62
  5, 1955
63
  6, 1955
64
  7, 1955
65
- 0, 3925
66
- 1, 3937
67
- 2, 3903
68
- 3, 3925
69
- 4, 3941
70
- 5, 3909
71
- 6, 3921
72
- 7, 3895
73
- 0, 22631
74
- 1, 22631
75
- 2, 22631
76
- 3, 22631
77
- 4, 22631
78
- 5, 22631
79
- 6, 22631
80
- 7, 22631
81
- 0, 35805
82
- 1, 35959
83
- 2, 35811
84
- 3, 35851
85
- 4, 35751
86
- 5, 35885
87
- 6, 35829
88
- 7, 35893
89
- 0, 45895
90
- 1, 45969
91
- 2, 45845
92
- 3, 45907
93
- 4, 45879
94
- 5, 45919
95
- 6, 45893
96
- 7, 45985
97
  0, 46289
98
  1, 46409
99
  2, 46283
@@ -102,38 +102,38 @@
102
  5, 46339
103
  6, 46331
104
  7, 46409
105
- 0, 46291
106
- 1, 46411
107
- 2, 46285
108
- 3, 46345
109
- 4, 46297
110
- 5, 46341
111
- 6, 46333
112
- 7, 46411
113
- 0, 69799
114
- 1, 69857
115
- 2, 69793
116
- 3, 69789
117
- 4, 69869
118
- 5, 69851
119
- 6, 69905
120
- 7, 71969
121
- 0, 138955
122
- 1, 138949
123
- 2, 138923
124
- 3, 138927
125
- 4, 138937
126
- 5, 138947
127
- 6, 139737
128
- 7, 138937
129
- 0, 139647
130
- 1, 139651
131
- 2, 139669
132
- 3, 139659
133
- 4, 139641
134
- 5, 139623
135
- 6, 140457
136
- 7, 139645
137
  0, 139801
138
  1, 139793
139
  2, 139795
@@ -142,22 +142,22 @@
142
  5, 139787
143
  6, 140565
144
  7, 139793
145
- 0, 142039
146
- 1, 142059
147
- 2, 142053
148
- 3, 142049
149
- 4, 142031
150
- 5, 142003
151
- 6, 142783
152
- 7, 142047
153
- 0, 143185
154
- 1, 143209
155
- 2, 143177
156
- 3, 143173
157
- 4, 143199
158
- 5, 143113
159
- 6, 143935
160
- 7, 143135
161
  0, 157149
162
  1, 157133
163
  2, 157143
@@ -190,35 +190,43 @@
190
  5, 157127
191
  6, 156339
192
  7, 157133
193
- 0, 157149
194
- 1, 157133
195
- 2, 157143
196
- 3, 157135
197
  4, 157151
198
- 5, 157127
199
- 6, 156339
200
  7, 157133
201
- 0, 154621
202
- 1, 155057
203
- 2, 155261
204
- 3, 155315
205
- 4, 154623
206
- 5, 154839
207
- 6, 154845
208
- 7, 155313
209
- 0, 152791
210
- 1, 154217
211
- 2, 153639
212
- 3, 153573
213
- 4, 152875
214
- 5, 152983
215
- 6, 152777
216
- 7, 153459
217
- 0, 9111
218
- 1, 9112
219
- 2, 9112
220
- 3, 9112
221
- 4, 9112
222
- 5, 9112
223
- 6, 152103
224
- 7, 9112
 
 
 
 
 
 
 
 
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 2
18
  1, 1
19
  2, 1
20
  3, 1
 
37
  4, 4
38
  5, 4
39
  6, 4
40
+ 7, 2
41
  0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
  0, 1955
58
  1, 1955
59
  2, 1955
 
62
  5, 1955
63
  6, 1955
64
  7, 1955
65
+ 0, 3869
66
+ 1, 3845
67
+ 2, 3871
68
+ 3, 3863
69
+ 4, 3855
70
+ 5, 3877
71
+ 6, 3849
72
+ 7, 3865
73
+ 0, 25667
74
+ 1, 31739
75
+ 2, 31739
76
+ 3, 25667
77
+ 4, 31739
78
+ 5, 25667
79
+ 6, 31739
80
+ 7, 31739
81
+ 0, 35825
82
+ 1, 35935
83
+ 2, 35807
84
+ 3, 35841
85
+ 4, 35837
86
+ 5, 35921
87
+ 6, 35837
88
+ 7, 35957
89
+ 0, 45779
90
+ 1, 45891
91
+ 2, 45789
92
+ 3, 45843
93
+ 4, 45777
94
+ 5, 45817
95
+ 6, 45839
96
+ 7, 45889
97
  0, 46289
98
  1, 46409
99
  2, 46283
 
102
  5, 46339
103
  6, 46331
104
  7, 46409
105
+ 0, 46293
106
+ 1, 46415
107
+ 2, 46287
108
+ 3, 46347
109
+ 4, 46299
110
+ 5, 46345
111
+ 6, 46335
112
+ 7, 46415
113
+ 0, 116061
114
+ 1, 116045
115
+ 2, 116043
116
+ 3, 116037
117
+ 4, 116053
118
+ 5, 116035
119
+ 6, 116027
120
+ 7, 116041
121
+ 0, 139371
122
+ 1, 139375
123
+ 2, 139373
124
+ 3, 139365
125
+ 4, 139387
126
+ 5, 139377
127
+ 6, 140155
128
+ 7, 139375
129
+ 0, 139757
130
+ 1, 139733
131
+ 2, 139737
132
+ 3, 139739
133
+ 4, 139739
134
+ 5, 139719
135
+ 6, 140503
136
+ 7, 139697
137
  0, 139801
138
  1, 139793
139
  2, 139795
 
142
  5, 139787
143
  6, 140565
144
  7, 139793
145
+ 0, 142109
146
+ 1, 142087
147
+ 2, 142103
148
+ 3, 142099
149
+ 4, 142085
150
+ 5, 142093
151
+ 6, 142861
152
+ 7, 142085
153
+ 0, 143195
154
+ 1, 143171
155
+ 2, 143117
156
+ 3, 143091
157
+ 4, 143145
158
+ 5, 143149
159
+ 6, 143881
160
+ 7, 143149
161
  0, 157149
162
  1, 157133
163
  2, 157143
 
190
  5, 157127
191
  6, 156339
192
  7, 157133
193
+ 0, 156823
194
+ 1, 156563
195
+ 2, 156497
196
+ 3, 156553
197
  4, 157151
198
+ 5, 156875
199
+ 6, 155757
200
  7, 157133
201
+ 0, 154941
202
+ 1, 154993
203
+ 2, 154615
204
+ 3, 154607
205
+ 4, 155011
206
+ 5, 154599
207
+ 6, 153875
208
+ 7, 155251
209
+ 0, 152617
210
+ 1, 153571
211
+ 2, 153255
212
+ 3, 152539
213
+ 4, 152943
214
+ 5, 152531
215
+ 6, 152131
216
+ 7, 152925
217
+ 0, 4
218
+ 1, 143033
219
+ 2, 4
220
+ 3, 4
221
+ 4, 143051
222
+ 5, 4
223
+ 6, 4
224
+ 7, 4
225
+ 0, 0
226
+ 1, 0
227
+ 2, 0
228
+ 3, 0
229
+ 4, 0
230
+ 5, 0
231
+ 6, 0
232
+ 7, 0
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
@@ -26,7 +26,7 @@
26
  1, 4
27
  2, 4
28
  3, 4
29
- 4, 4
30
  5, 1
31
  6, 1
32
  7, 1
@@ -38,22 +38,22 @@
38
  5, 4
39
  6, 4
40
  7, 4
41
- 0, 629
42
- 1, 725
43
- 2, 725
44
- 3, 725
45
- 4, 725
46
- 5, 725
47
- 6, 725
48
- 7, 725
49
- 0, 969
50
- 1, 983
51
- 2, 975
52
- 3, 997
53
- 4, 967
54
- 5, 1007
55
- 6, 975
56
- 7, 963
57
  0, 1955
58
  1, 1955
59
  2, 1955
@@ -62,38 +62,38 @@
62
  5, 1955
63
  6, 1955
64
  7, 1955
65
- 0, 3875
66
- 1, 3881
67
- 2, 3897
68
- 3, 3855
69
- 4, 3869
70
- 5, 3873
71
- 6, 3895
72
- 7, 3883
73
- 0, 31783
74
- 1, 31827
75
- 2, 31849
76
- 3, 31805
77
- 4, 31849
78
- 5, 31871
79
- 6, 31871
80
- 7, 31893
81
- 0, 35867
82
- 1, 35991
83
- 2, 35861
84
- 3, 35921
85
- 4, 35873
86
- 5, 35921
87
- 6, 35909
88
- 7, 35991
89
- 0, 45843
90
- 1, 46017
91
- 2, 45833
92
- 3, 45925
93
- 4, 45857
94
- 5, 45869
95
- 6, 45869
96
- 7, 45963
97
  0, 46289
98
  1, 46409
99
  2, 46283
@@ -102,38 +102,38 @@
102
  5, 46339
103
  6, 46331
104
  7, 46409
105
- 0, 46293
106
  1, 46411
107
- 2, 46287
108
- 3, 46347
109
- 4, 46299
110
- 5, 46345
111
  6, 46333
112
- 7, 46415
113
- 0, 111863
114
- 1, 111853
115
- 2, 111859
116
- 3, 111859
117
- 4, 111869
118
- 5, 111853
119
- 6, 111841
120
- 7, 111857
121
- 0, 139413
122
- 1, 139405
123
- 2, 139407
124
- 3, 139401
125
- 4, 139417
126
- 5, 139399
127
- 6, 140177
128
- 7, 139405
129
- 0, 139679
130
- 1, 139691
131
- 2, 139657
132
- 3, 139655
133
- 4, 139695
134
- 5, 139655
135
- 6, 140417
136
- 7, 139705
137
  0, 139801
138
  1, 139793
139
  2, 139795
@@ -150,14 +150,14 @@
150
  5, 142097
151
  6, 142875
152
  7, 142103
153
- 0, 143115
154
- 1, 143077
155
- 2, 143095
156
- 3, 143075
157
- 4, 143125
158
- 5, 143105
159
- 6, 143863
160
- 7, 143101
161
  0, 157149
162
  1, 157133
163
  2, 157143
@@ -193,32 +193,40 @@
193
  0, 156503
194
  1, 156551
195
  2, 157143
196
- 3, 156809
197
- 4, 156505
198
- 5, 156545
199
  6, 156339
200
  7, 156807
201
- 0, 154621
202
- 1, 154669
203
- 2, 155261
204
- 3, 154539
205
- 4, 154623
206
- 5, 155051
207
- 6, 154457
208
- 7, 154925
209
  0, 152157
210
- 1, 152925
211
- 2, 152935
212
- 3, 152143
213
- 4, 152649
214
- 5, 153155
215
- 6, 152321
216
  7, 152925
217
- 0, 1
218
- 1, 4
219
- 2, 4
220
- 3, 4
221
- 4, 4
222
- 5, 4
223
- 6, 142237
224
- 7, 4
 
 
 
 
 
 
 
 
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
 
26
  1, 4
27
  2, 4
28
  3, 4
29
+ 4, 1
30
  5, 1
31
  6, 1
32
  7, 1
 
38
  5, 4
39
  6, 4
40
  7, 4
41
+ 0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
  0, 1955
58
  1, 1955
59
  2, 1955
 
62
  5, 1955
63
  6, 1955
64
  7, 1955
65
+ 0, 3747
66
+ 1, 3749
67
+ 2, 3751
68
+ 3, 3751
69
+ 4, 3755
70
+ 5, 3755
71
+ 6, 3755
72
+ 7, 3755
73
+ 0, 31739
74
+ 1, 31739
75
+ 2, 31739
76
+ 3, 31739
77
+ 4, 31739
78
+ 5, 31739
79
+ 6, 31739
80
+ 7, 31739
81
+ 0, 35765
82
+ 1, 35907
83
+ 2, 35715
84
+ 3, 35847
85
+ 4, 35803
86
+ 5, 35803
87
+ 6, 35821
88
+ 7, 35877
89
+ 0, 45779
90
+ 1, 45885
91
+ 2, 45763
92
+ 3, 45837
93
+ 4, 45773
94
+ 5, 45793
95
+ 6, 45793
96
+ 7, 45895
97
  0, 46289
98
  1, 46409
99
  2, 46283
 
102
  5, 46339
103
  6, 46331
104
  7, 46409
105
+ 0, 46291
106
  1, 46411
107
+ 2, 46285
108
+ 3, 46345
109
+ 4, 46297
110
+ 5, 46341
111
  6, 46333
112
+ 7, 46411
113
+ 0, 103447
114
+ 1, 103439
115
+ 2, 103441
116
+ 3, 103437
117
+ 4, 103453
118
+ 5, 103433
119
+ 6, 103489
120
+ 7, 103451
121
+ 0, 139025
122
+ 1, 139017
123
+ 2, 139019
124
+ 3, 139013
125
+ 4, 139029
126
+ 5, 139011
127
+ 6, 139789
128
+ 7, 139017
129
+ 0, 139643
130
+ 1, 139675
131
+ 2, 139685
132
+ 3, 139671
133
+ 4, 139685
134
+ 5, 139677
135
+ 6, 140455
136
+ 7, 139715
137
  0, 139801
138
  1, 139793
139
  2, 139795
 
150
  5, 142097
151
  6, 142875
152
  7, 142103
153
+ 0, 143171
154
+ 1, 143153
155
+ 2, 143163
156
+ 3, 143143
157
+ 4, 143143
158
+ 5, 143131
159
+ 6, 143883
160
+ 7, 143111
161
  0, 157149
162
  1, 157133
163
  2, 157143
 
193
  0, 156503
194
  1, 156551
195
  2, 157143
196
+ 3, 156873
197
+ 4, 157151
198
+ 5, 156865
199
  6, 156339
200
  7, 156807
201
+ 0, 154233
202
+ 1, 154171
203
+ 2, 155003
204
+ 3, 154607
205
+ 4, 155011
206
+ 5, 154599
207
+ 6, 154199
208
+ 7, 154913
209
  0, 152157
210
+ 1, 9176
211
+ 2, 153581
212
+ 3, 152859
213
+ 4, 152943
214
+ 5, 152919
215
+ 6, 151743
216
  7, 152925
217
+ 0, 92
218
+ 1, 92
219
+ 2, 143703
220
+ 3, 268
221
+ 4, 268
222
+ 5, 268
223
+ 6, 268
224
+ 7, 268
225
+ 0, 0
226
+ 1, 0
227
+ 2, 0
228
+ 3, 0
229
+ 4, 0
230
+ 5, 0
231
+ 6, 0
232
+ 7, 0
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
@@ -38,63 +38,63 @@
38
  5, 4
39
  6, 4
40
  7, 4
41
- 0, 4
42
- 1, 629
43
- 2, 629
44
- 3, 629
45
- 4, 629
46
- 5, 629
47
- 6, 629
48
- 7, 629
49
- 0, 975
50
- 1, 971
51
- 2, 981
52
- 3, 987
53
- 4, 973
54
- 5, 965
55
- 6, 957
56
- 7, 953
57
- 0, 1803
58
- 1, 1803
59
- 2, 1803
60
- 3, 1803
61
- 4, 1803
62
- 5, 1803
63
- 6, 1803
64
- 7, 1803
65
- 0, 6689
66
- 1, 6699
67
- 2, 6695
68
- 3, 6701
69
- 4, 6683
70
- 5, 6687
71
- 6, 6693
72
- 7, 6695
73
- 0, 58449
74
- 1, 57903
75
- 2, 57859
76
- 3, 58599
77
- 4, 58603
78
- 5, 58577
79
- 6, 58575
80
  7, 58567
81
- 0, 59447
82
- 1, 58893
83
- 2, 58873
84
- 3, 59577
85
- 4, 59577
86
- 5, 59575
87
- 6, 59581
88
- 7, 59587
89
  0, 59719
90
- 1, 59149
91
- 2, 59149
92
- 3, 59849
93
- 4, 59849
94
- 5, 59849
95
- 6, 59849
96
- 7, 59849
97
- 0, 60419
98
  1, 59851
99
  2, 59851
100
  3, 60551
@@ -102,91 +102,91 @@
102
  5, 60551
103
  6, 60551
104
  7, 60551
105
- 0, 67691
106
- 1, 67695
107
- 2, 68433
108
- 3, 69157
109
- 4, 68407
110
- 5, 76049
111
- 6, 75091
112
- 7, 69115
113
- 0, 112523
114
- 1, 113183
115
- 2, 114755
116
- 3, 113143
117
- 4, 113013
118
- 5, 117111
119
- 6, 117111
120
- 7, 113573
121
- 0, 118643
122
- 1, 118685
123
- 2, 118655
124
- 3, 118669
125
- 4, 118675
126
- 5, 118659
127
- 6, 118667
128
- 7, 118707
129
  0, 118941
130
- 1, 118987
131
  2, 118967
132
  3, 119001
133
  4, 119001
134
  5, 119001
135
  6, 119001
136
  7, 119001
137
- 0, 119103
138
- 1, 119113
139
- 2, 119139
140
- 3, 119151
141
- 4, 119127
142
- 5, 119135
143
- 6, 119151
144
- 7, 119129
145
- 0, 128615
146
- 1, 128353
147
- 2, 128475
148
- 3, 128499
149
- 4, 128445
150
- 5, 128485
151
- 6, 128443
152
- 7, 128461
153
- 0, 141323
154
- 1, 141553
155
- 2, 141527
156
- 3, 141353
157
- 4, 141353
158
- 5, 141353
159
- 6, 141353
160
- 7, 141353
161
- 0, 141323
162
- 1, 141553
163
- 2, 141527
164
- 3, 141353
165
- 4, 141353
166
- 5, 141353
167
- 6, 141353
168
- 7, 141353
169
- 0, 140677
170
- 1, 140581
171
- 2, 140299
172
- 3, 140707
173
- 4, 140707
174
- 5, 140707
175
- 6, 140707
176
- 7, 140707
177
- 0, 139463
178
- 1, 139437
179
- 2, 139239
180
- 3, 139477
181
- 4, 139819
182
- 5, 139557
183
- 6, 139819
184
- 7, 139431
185
- 0, 13561
186
  1, 12604
187
  2, 12604
188
  3, 12604
189
- 4, 12604
190
- 5, 12604
191
- 6, 12796
192
- 7, 139431
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 2
18
  1, 1
19
  2, 1
20
  3, 1
 
38
  5, 4
39
  6, 4
40
  7, 4
41
+ 0, 791
42
+ 1, 789
43
+ 2, 763
44
+ 3, 769
45
+ 4, 751
46
+ 5, 759
47
+ 6, 781
48
+ 7, 757
49
+ 0, 1081
50
+ 1, 1079
51
+ 2, 1079
52
+ 3, 1079
53
+ 4, 1079
54
+ 5, 1079
55
+ 6, 1079
56
+ 7, 1081
57
+ 0, 1863
58
+ 1, 1863
59
+ 2, 1863
60
+ 3, 1863
61
+ 4, 1863
62
+ 5, 1863
63
+ 6, 1863
64
+ 7, 1863
65
+ 0, 6795
66
+ 1, 6807
67
+ 2, 6825
68
+ 3, 6813
69
+ 4, 6785
70
+ 5, 6799
71
+ 6, 6801
72
+ 7, 6799
73
+ 0, 58445
74
+ 1, 57853
75
+ 2, 57881
76
+ 3, 58593
77
+ 4, 58557
78
+ 5, 58563
79
+ 6, 58561
80
  7, 58567
81
+ 0, 59091
82
+ 1, 58523
83
+ 2, 58521
84
+ 3, 59221
85
+ 4, 59215
86
+ 5, 59201
87
+ 6, 59197
88
+ 7, 59223
89
  0, 59719
90
+ 1, 59151
91
+ 2, 59151
92
+ 3, 59851
93
+ 4, 59851
94
+ 5, 59851
95
+ 6, 59851
96
+ 7, 59851
97
+ 0, 59723
98
  1, 59851
99
  2, 59851
100
  3, 60551
 
102
  5, 60551
103
  6, 60551
104
  7, 60551
105
+ 0, 84015
106
+ 1, 84449
107
+ 2, 84133
108
+ 3, 85099
109
+ 4, 84261
110
+ 5, 83793
111
+ 6, 84371
112
+ 7, 84259
113
+ 0, 117963
114
+ 1, 118029
115
+ 2, 118031
116
+ 3, 118055
117
+ 4, 118041
118
+ 5, 118049
119
+ 6, 118049
120
+ 7, 118059
121
+ 0, 118939
122
+ 1, 118985
123
+ 2, 118967
124
+ 3, 119001
125
+ 4, 119001
126
+ 5, 119001
127
+ 6, 119001
128
+ 7, 119001
129
  0, 118941
130
+ 1, 118985
131
  2, 118967
132
  3, 119001
133
  4, 119001
134
  5, 119001
135
  6, 119001
136
  7, 119001
137
+ 0, 128043
138
+ 1, 127729
139
+ 2, 127855
140
+ 3, 127853
141
+ 4, 127853
142
+ 5, 127853
143
+ 6, 127853
144
+ 7, 127853
145
+ 0, 141327
146
+ 1, 141555
147
+ 2, 141529
148
+ 3, 141355
149
+ 4, 141355
150
+ 5, 141355
151
+ 6, 141355
152
+ 7, 141355
153
+ 0, 141327
154
+ 1, 141555
155
+ 2, 141529
156
+ 3, 141355
157
+ 4, 141355
158
+ 5, 141355
159
+ 6, 141355
160
+ 7, 141355
161
+ 0, 141327
162
+ 1, 141555
163
+ 2, 141529
164
+ 3, 141355
165
+ 4, 141355
166
+ 5, 141355
167
+ 6, 141355
168
+ 7, 141355
169
+ 0, 140179
170
+ 1, 140909
171
+ 2, 140317
172
+ 3, 139823
173
+ 4, 139887
174
+ 5, 140709
175
+ 6, 140207
176
+ 7, 140709
177
+ 0, 137851
178
+ 1, 138989
179
+ 2, 138575
180
+ 3, 138401
181
+ 4, 138139
182
+ 5, 138789
183
+ 6, 138401
184
+ 7, 138789
185
+ 0, 12604
186
  1, 12604
187
  2, 12604
188
  3, 12604
189
+ 4, 12668
190
+ 5, 137753
191
+ 6, 12924
192
+ 7, 12604
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/run.env CHANGED
@@ -28,7 +28,7 @@ router_balancing=aux_loss
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
- router_dtype=
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
 
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
+ router_dtype=fp32
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
@@ -37,55 +37,63 @@
37
  4, 4
38
  5, 4
39
  6, 4
 
 
 
 
 
 
 
 
40
  7, 4
41
- 0, 725
42
- 1, 725
43
- 2, 725
44
- 3, 725
45
- 4, 725
46
- 5, 725
47
- 6, 725
48
- 7, 725
49
- 0, 953
50
- 1, 945
51
- 2, 959
52
- 3, 943
53
- 4, 953
54
- 5, 955
55
- 6, 923
56
- 7, 945
57
- 0, 1803
58
- 1, 1803
59
- 2, 1803
60
- 3, 1803
61
- 4, 1803
62
- 5, 1803
63
- 6, 1803
64
- 7, 1803
65
- 0, 6793
66
- 1, 6799
67
- 2, 6801
68
- 3, 6819
69
- 4, 6785
70
- 5, 6795
71
- 6, 6803
72
- 7, 6801
73
- 0, 58463
74
- 1, 57881
75
- 2, 57909
76
- 3, 58565
77
- 4, 58555
78
- 5, 58609
79
- 6, 58607
80
- 7, 58573
81
- 0, 59479
82
- 1, 58911
83
- 2, 58911
84
- 3, 59611
85
- 4, 59611
86
- 5, 59611
87
- 6, 59611
88
- 7, 59611
89
  0, 59719
90
  1, 59151
91
  2, 59151
@@ -94,99 +102,99 @@
94
  5, 59851
95
  6, 59851
96
  7, 59851
97
- 0, 60419
98
  1, 59851
99
  2, 59851
100
  3, 60551
101
  4, 60551
102
- 5, 60551
103
- 6, 60551
104
- 7, 60551
105
- 0, 86691
106
- 1, 86427
107
- 2, 86883
108
- 3, 85141
109
- 4, 86917
110
- 5, 86117
111
- 6, 86711
112
- 7, 89399
113
- 0, 117915
114
- 1, 117957
115
- 2, 117943
116
- 3, 117989
117
- 4, 117977
118
- 5, 117985
119
- 6, 117987
120
- 7, 117993
121
- 0, 118939
122
- 1, 118983
123
- 2, 118967
124
- 3, 119001
125
- 4, 119001
126
- 5, 119001
127
- 6, 119001
128
- 7, 119001
129
  0, 118939
130
- 1, 118983
131
  2, 118967
132
  3, 119001
133
  4, 119001
134
  5, 119001
135
  6, 119001
136
  7, 119001
137
- 0, 119537
138
- 1, 119599
139
- 2, 119569
140
- 3, 119615
141
- 4, 119607
142
- 5, 119617
143
- 6, 119609
144
- 7, 119607
145
- 0, 128707
146
- 1, 128371
147
- 2, 128547
148
- 3, 128579
149
- 4, 128525
150
- 5, 128523
151
- 6, 128521
152
- 7, 128469
153
- 0, 141321
154
- 1, 141551
155
- 2, 141525
156
- 3, 141351
157
- 4, 141351
158
- 5, 141351
159
- 6, 141351
160
- 7, 141351
161
- 0, 141321
162
- 1, 141551
163
- 2, 141525
164
- 3, 141351
165
- 4, 141351
166
- 5, 141351
167
- 6, 141351
168
- 7, 141351
169
- 0, 140675
170
- 1, 140905
171
- 2, 140879
172
- 3, 140705
173
- 4, 140705
174
- 5, 140705
175
- 6, 140705
176
- 7, 140705
177
- 0, 139401
178
- 1, 139305
179
- 2, 138959
180
- 3, 138785
181
- 4, 138785
182
- 5, 138785
183
- 6, 138785
184
- 7, 138849
185
  0, 12601
186
  1, 12604
187
- 2, 12732
188
- 3, 138783
189
- 4, 13244
190
- 5, 12604
191
- 6, 12604
192
- 7, 12604
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
 
37
  4, 4
38
  5, 4
39
  6, 4
40
+ 7, 1
41
+ 0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
  7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 819
52
+ 3, 819
53
+ 4, 819
54
+ 5, 819
55
+ 6, 819
56
+ 7, 819
57
+ 0, 1537
58
+ 1, 1537
59
+ 2, 1537
60
+ 3, 1537
61
+ 4, 1537
62
+ 5, 1537
63
+ 6, 1537
64
+ 7, 1537
65
+ 0, 1863
66
+ 1, 1863
67
+ 2, 1863
68
+ 3, 1863
69
+ 4, 1863
70
+ 5, 1863
71
+ 6, 1863
72
+ 7, 1863
73
+ 0, 6853
74
+ 1, 6845
75
+ 2, 6825
76
+ 3, 6863
77
+ 4, 6851
78
+ 5, 6833
79
+ 6, 6851
80
+ 7, 6861
81
+ 0, 58437
82
+ 1, 57883
83
+ 2, 57887
84
+ 3, 58601
85
+ 4, 58617
86
+ 5, 58581
87
+ 6, 58561
88
+ 7, 58609
89
+ 0, 59091
90
+ 1, 58523
91
+ 2, 58523
92
+ 3, 59223
93
+ 4, 59223
94
+ 5, 59223
95
+ 6, 59223
96
+ 7, 59223
97
  0, 59719
98
  1, 59151
99
  2, 59151
 
102
  5, 59851
103
  6, 59851
104
  7, 59851
105
+ 0, 60421
106
  1, 59851
107
  2, 59851
108
  3, 60551
109
  4, 60551
110
+ 5, 59853
111
+ 6, 59853
112
+ 7, 59853
113
+ 0, 90701
114
+ 1, 84935
115
+ 2, 84469
116
+ 3, 86709
117
+ 4, 89677
118
+ 5, 83943
119
+ 6, 83721
120
+ 7, 83533
121
+ 0, 118049
122
+ 1, 118105
123
+ 2, 118067
124
+ 3, 118129
125
+ 4, 118115
126
+ 5, 118097
127
+ 6, 118085
128
+ 7, 118081
129
+ 0, 118885
130
+ 1, 118985
131
+ 2, 118943
132
+ 3, 118925
133
+ 4, 118969
134
+ 5, 118995
135
+ 6, 118985
136
+ 7, 118965
137
  0, 118939
138
+ 1, 118985
139
  2, 118967
140
  3, 119001
141
  4, 119001
142
  5, 119001
143
  6, 119001
144
  7, 119001
145
+ 0, 119601
146
+ 1, 119645
147
+ 2, 119629
148
+ 3, 119663
149
+ 4, 119663
150
+ 5, 119663
151
+ 6, 119663
152
+ 7, 119663
153
+ 0, 128615
154
+ 1, 128305
155
+ 2, 128451
156
+ 3, 128485
157
+ 4, 128481
158
+ 5, 128495
159
+ 6, 128473
160
+ 7, 128447
161
+ 0, 141327
162
+ 1, 141555
163
+ 2, 141531
164
+ 3, 141357
165
+ 4, 141357
166
+ 5, 141357
167
+ 6, 141357
168
+ 7, 141357
169
+ 0, 141327
170
+ 1, 141555
171
+ 2, 141531
172
+ 3, 141357
173
+ 4, 141357
174
+ 5, 141357
175
+ 6, 141357
176
+ 7, 141357
177
+ 0, 140681
178
+ 1, 140909
179
+ 2, 140885
180
+ 3, 140711
181
+ 4, 140711
182
+ 5, 140711
183
+ 6, 140711
184
+ 7, 140711
185
+ 0, 13756
186
+ 1, 139633
187
+ 2, 139735
188
+ 3, 139823
189
+ 4, 139435
190
+ 5, 139561
191
+ 6, 139435
192
+ 7, 139371
193
  0, 12601
194
  1, 12604
195
+ 2, 12604
196
+ 3, 12604
197
+ 4, 12604
198
+ 5, 12796
199
+ 6, 139435
200
+ 7, 13564
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/run.env CHANGED
@@ -28,7 +28,7 @@ router_balancing=aux_loss
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
- router_dtype=
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
 
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
+ router_dtype=fp32
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1/mem_samples.csv CHANGED
@@ -38,38 +38,38 @@
38
  5, 4
39
  6, 4
40
  7, 4
41
- 0, 4
42
- 1, 4
43
- 2, 4
44
- 3, 629
45
- 4, 4
46
- 5, 4
47
- 6, 4
48
- 7, 4
49
- 0, 907
50
- 1, 893
51
- 2, 923
52
- 3, 907
53
- 4, 897
54
- 5, 893
55
- 6, 903
56
- 7, 911
57
- 0, 1975
58
- 1, 1975
59
- 2, 1975
60
- 3, 1975
61
- 4, 1975
62
- 5, 1975
63
- 6, 1975
64
- 7, 1975
65
- 0, 8465
66
- 1, 8463
67
- 2, 8433
68
- 3, 8431
69
- 4, 8439
70
- 5, 8433
71
- 6, 8439
72
- 7, 8437
73
  0, 70075
74
  1, 70075
75
  2, 70075
@@ -80,11 +80,11 @@
80
  7, 70075
81
  0, 71553
82
  1, 71553
83
- 2, 72097
84
- 3, 72097
85
  4, 71553
86
- 5, 72097
87
- 6, 72097
88
  7, 71553
89
  0, 73289
90
  1, 73289
@@ -102,83 +102,91 @@
102
  5, 73289
103
  6, 73289
104
  7, 73289
105
- 0, 76053
106
- 1, 76029
107
- 2, 76029
108
- 3, 76029
109
- 4, 76041
110
- 5, 76029
111
- 6, 76029
112
- 7, 76029
113
- 0, 90463
114
- 1, 92109
115
- 2, 89697
116
- 3, 89375
117
- 4, 89739
118
- 5, 95527
119
- 6, 89573
120
- 7, 90665
121
- 0, 128175
122
- 1, 128197
123
- 2, 128197
124
- 3, 128197
125
- 4, 128221
126
- 5, 134555
127
- 6, 128197
128
- 7, 128197
129
- 0, 160611
130
- 1, 160655
131
- 2, 160655
132
- 3, 160655
133
- 4, 160659
134
- 5, 160655
135
- 6, 160655
136
- 7, 160655
137
- 0, 161647
138
- 1, 161691
139
- 2, 161691
140
- 3, 161691
141
- 4, 161695
142
- 5, 161691
143
- 6, 161691
144
- 7, 161691
145
- 0, 161647
146
- 1, 161691
147
- 2, 161691
148
- 3, 161691
149
- 4, 161695
150
- 5, 161691
151
- 6, 161691
152
- 7, 161691
153
- 0, 161811
154
- 1, 161861
155
- 2, 161873
156
- 3, 161853
157
- 4, 161863
158
- 5, 161849
159
- 6, 161851
160
- 7, 161879
161
- 0, 171199
162
- 1, 171223
163
- 2, 171273
164
- 3, 171309
165
- 4, 171245
166
- 5, 171291
167
- 6, 171229
168
- 7, 171271
169
- 0, 182493
170
- 1, 182533
171
- 2, 182533
172
- 3, 182533
173
- 4, 182587
174
- 5, 182533
175
- 6, 182533
176
- 7, 182533
177
- 0, 182493
178
- 1, 182533
179
- 2, 182533
180
- 3, 182533
181
- 4, 182587
182
- 5, 182533
183
- 6, 182533
184
- 7, 182533
 
 
 
 
 
 
 
 
 
38
  5, 4
39
  6, 4
40
  7, 4
41
+ 0, 819
42
+ 1, 801
43
+ 2, 807
44
+ 3, 819
45
+ 4, 801
46
+ 5, 801
47
+ 6, 797
48
+ 7, 811
49
+ 0, 1079
50
+ 1, 1079
51
+ 2, 1079
52
+ 3, 1079
53
+ 4, 1079
54
+ 5, 1079
55
+ 6, 1079
56
+ 7, 1079
57
+ 0, 2551
58
+ 1, 2551
59
+ 2, 2551
60
+ 3, 2551
61
+ 4, 2551
62
+ 5, 2551
63
+ 6, 2551
64
+ 7, 2551
65
+ 0, 8401
66
+ 1, 8399
67
+ 2, 8425
68
+ 3, 8409
69
+ 4, 8389
70
+ 5, 8397
71
+ 6, 8385
72
+ 7, 8407
73
  0, 70075
74
  1, 70075
75
  2, 70075
 
80
  7, 70075
81
  0, 71553
82
  1, 71553
83
+ 2, 71553
84
+ 3, 71553
85
  4, 71553
86
+ 5, 71553
87
+ 6, 71553
88
  7, 71553
89
  0, 73289
90
  1, 73289
 
102
  5, 73289
103
  6, 73289
104
  7, 73289
105
+ 0, 79131
106
+ 1, 79165
107
+ 2, 79165
108
+ 3, 79165
109
+ 4, 79177
110
+ 5, 79165
111
+ 6, 79165
112
+ 7, 79165
113
+ 0, 106325
114
+ 1, 108455
115
+ 2, 119691
116
+ 3, 109981
117
+ 4, 108829
118
+ 5, 105929
119
+ 6, 107891
120
+ 7, 109535
121
+ 0, 137629
122
+ 1, 138297
123
+ 2, 147001
124
+ 3, 140081
125
+ 4, 139301
126
+ 5, 137949
127
+ 6, 138123
128
+ 7, 140143
129
+ 0, 160841
130
+ 1, 160905
131
+ 2, 160905
132
+ 3, 160883
133
+ 4, 160903
134
+ 5, 160891
135
+ 6, 160875
136
+ 7, 160879
137
+ 0, 161649
138
+ 1, 161685
139
+ 2, 161685
140
+ 3, 161685
141
+ 4, 161697
142
+ 5, 161685
143
+ 6, 161685
144
+ 7, 161685
145
+ 0, 161649
146
+ 1, 161685
147
+ 2, 161685
148
+ 3, 161685
149
+ 4, 161697
150
+ 5, 161685
151
+ 6, 161685
152
+ 7, 161685
153
+ 0, 162255
154
+ 1, 162297
155
+ 2, 162295
156
+ 3, 162297
157
+ 4, 162295
158
+ 5, 162307
159
+ 6, 162295
160
+ 7, 162295
161
+ 0, 171249
162
+ 1, 171281
163
+ 2, 171323
164
+ 3, 171375
165
+ 4, 171397
166
+ 5, 171355
167
+ 6, 171345
168
+ 7, 171339
169
+ 0, 182495
170
+ 1, 182575
171
+ 2, 182575
172
+ 3, 182575
173
+ 4, 182589
174
+ 5, 182575
175
+ 6, 182575
176
+ 7, 182575
177
+ 0, 182495
178
+ 1, 182575
179
+ 2, 182575
180
+ 3, 182575
181
+ 4, 182589
182
+ 5, 182575
183
+ 6, 182575
184
+ 7, 182575
185
+ 0, 182491
186
+ 1, 182571
187
+ 2, 182571
188
+ 3, 182571
189
+ 4, 182585
190
+ 5, 182571
191
+ 6, 182571
192
+ 7, 182571
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
@@ -39,21 +39,21 @@
39
  6, 4
40
  7, 4
41
  0, 4
42
- 1, 4
43
- 2, 4
44
- 3, 4
45
- 4, 4
46
- 5, 4
47
- 6, 4
48
- 7, 4
49
- 0, 821
50
- 1, 821
51
- 2, 821
52
- 3, 821
53
- 4, 821
54
- 5, 821
55
- 6, 821
56
- 7, 821
57
  0, 1831
58
  1, 1831
59
  2, 1831
@@ -62,38 +62,38 @@
62
  5, 1831
63
  6, 1831
64
  7, 1831
65
- 0, 3735
66
- 1, 3745
67
- 2, 3723
68
- 3, 3727
69
- 4, 3737
70
- 5, 3743
71
- 6, 3733
72
- 7, 3725
73
- 0, 15371
74
- 1, 15373
75
- 2, 15373
76
- 3, 15373
77
- 4, 15373
78
- 5, 15373
79
- 6, 15373
80
- 7, 15373
81
- 0, 55341
82
- 1, 55343
83
- 2, 55343
84
- 3, 55343
85
- 4, 55343
86
- 5, 55343
87
- 6, 55343
88
- 7, 55343
89
- 0, 67357
90
- 1, 67409
91
- 2, 67367
92
- 3, 67315
93
- 4, 67353
94
- 5, 67413
95
- 6, 67383
96
- 7, 67383
97
  0, 68527
98
  1, 68565
99
  2, 68543
@@ -118,107 +118,75 @@
118
  5, 68691
119
  6, 68713
120
  7, 68691
121
- 0, 71871
122
- 1, 71625
123
- 2, 71653
124
- 3, 71883
125
- 4, 71605
126
- 5, 72187
127
- 6, 71755
128
- 7, 71857
129
- 0, 117205
130
- 1, 114877
131
- 2, 116895
132
- 3, 117519
133
- 4, 114367
134
- 5, 117101
135
- 6, 116825
136
- 7, 116873
137
- 0, 152069
138
- 1, 149561
139
- 2, 150911
140
- 3, 152077
141
- 4, 148449
142
- 5, 150911
143
- 6, 150223
144
- 7, 150475
145
- 0, 156087
146
- 1, 156099
147
- 2, 156085
148
- 3, 156093
149
- 4, 156089
150
- 5, 156085
151
- 6, 156101
152
- 7, 156085
153
- 0, 156777
154
- 1, 156735
155
- 2, 156791
156
- 3, 156803
157
- 4, 156741
158
- 5, 156731
159
- 6, 156711
160
- 7, 156763
161
  0, 156877
162
- 1, 156889
163
- 2, 156875
164
- 3, 156883
165
- 4, 156879
166
- 5, 156875
167
  6, 156891
168
- 7, 156875
169
  0, 157525
170
- 1, 157537
171
- 2, 157523
172
- 3, 157531
173
- 4, 157527
174
- 5, 157523
175
  6, 157539
176
- 7, 157523
177
- 0, 167421
178
- 1, 167335
179
- 2, 167449
180
- 3, 167299
181
- 4, 167619
182
- 5, 167435
183
- 6, 167361
184
- 7, 167425
185
- 0, 182487
186
- 1, 182571
187
- 2, 182505
188
- 3, 182525
189
- 4, 182511
190
- 5, 182505
191
- 6, 182625
192
- 7, 182505
193
- 0, 182487
194
- 1, 182571
195
- 2, 182505
196
- 3, 182525
197
- 4, 182511
198
- 5, 182505
199
- 6, 182625
200
- 7, 182505
201
- 0, 182487
202
- 1, 182571
203
- 2, 182505
204
- 3, 182525
205
- 4, 182511
206
- 5, 182505
207
- 6, 182625
208
- 7, 182505
209
  0, 182487
210
- 1, 182571
211
- 2, 182505
212
- 3, 182525
213
- 4, 182511
214
- 5, 182505
215
- 6, 182625
216
- 7, 182505
217
  0, 182487
218
- 1, 182571
219
- 2, 182505
220
- 3, 182525
221
- 4, 182511
222
- 5, 182505
223
- 6, 182625
224
- 7, 182505
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
 
39
  6, 4
40
  7, 4
41
  0, 4
42
+ 1, 629
43
+ 2, 629
44
+ 3, 629
45
+ 4, 629
46
+ 5, 629
47
+ 6, 629
48
+ 7, 629
49
+ 0, 913
50
+ 1, 933
51
+ 2, 917
52
+ 3, 921
53
+ 4, 911
54
+ 5, 909
55
+ 6, 905
56
+ 7, 931
57
  0, 1831
58
  1, 1831
59
  2, 1831
 
62
  5, 1831
63
  6, 1831
64
  7, 1831
65
+ 0, 3761
66
+ 1, 3773
67
+ 2, 3775
68
+ 3, 3781
69
+ 4, 3787
70
+ 5, 3781
71
+ 6, 3787
72
+ 7, 3761
73
+ 0, 15875
74
+ 1, 15877
75
+ 2, 15877
76
+ 3, 15877
77
+ 4, 15877
78
+ 5, 15877
79
+ 6, 15877
80
+ 7, 15877
81
+ 0, 28147
82
+ 1, 28147
83
+ 2, 28151
84
+ 3, 28151
85
+ 4, 28153
86
+ 5, 28151
87
+ 6, 28153
88
+ 7, 28151
89
+ 0, 67361
90
+ 1, 67399
91
+ 2, 67435
92
+ 3, 67303
93
+ 4, 67393
94
+ 5, 67387
95
+ 6, 67373
96
+ 7, 67407
97
  0, 68527
98
  1, 68565
99
  2, 68543
 
118
  5, 68691
119
  6, 68713
120
  7, 68691
121
+ 0, 86169
122
+ 1, 88235
123
+ 2, 88343
124
+ 3, 87983
125
+ 4, 88333
126
+ 5, 85463
127
+ 6, 87383
128
+ 7, 87205
129
+ 0, 125825
130
+ 1, 125839
131
+ 2, 127169
132
+ 3, 125837
133
+ 4, 125833
134
+ 5, 125825
135
+ 6, 125839
136
+ 7, 125825
137
+ 0, 155969
138
+ 1, 155993
139
+ 2, 155985
140
+ 3, 155977
141
+ 4, 155987
142
+ 5, 155973
143
+ 6, 155979
144
+ 7, 155947
145
+ 0, 156825
146
+ 1, 156873
147
+ 2, 156865
148
+ 3, 156877
149
+ 4, 156799
150
+ 5, 156833
151
+ 6, 156809
152
+ 7, 156831
 
 
 
 
 
 
 
 
153
  0, 156877
154
+ 1, 156891
155
+ 2, 156877
156
+ 3, 156889
157
+ 4, 156885
158
+ 5, 156877
159
  6, 156891
160
+ 7, 156877
161
  0, 157525
162
+ 1, 157539
163
+ 2, 157525
164
+ 3, 157537
165
+ 4, 157533
166
+ 5, 157525
167
  6, 157539
168
+ 7, 157525
169
+ 0, 167413
170
+ 1, 167353
171
+ 2, 167427
172
+ 3, 167247
173
+ 4, 167341
174
+ 5, 167447
175
+ 6, 167601
176
+ 7, 167441
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
177
  0, 182487
178
+ 1, 182585
179
+ 2, 182519
180
+ 3, 182531
181
+ 4, 182599
182
+ 5, 182519
183
+ 6, 182545
184
+ 7, 182519
185
  0, 182487
186
+ 1, 182585
187
+ 2, 182517
188
+ 3, 182531
189
+ 4, 182599
190
+ 5, 182519
191
+ 6, 182545
192
+ 7, 182519
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv CHANGED
@@ -1,7 +1,7 @@
1
  model backend purpose capacity status peak_mib zero_drop drop_rate_pct required_capacity run_dir
2
- QWEN3_235B moonep natural none OOM 182587 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
- QWEN3_30B moonep natural none OOM 182625 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep natural none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
  DSV2_LITE_L24 moonep forced none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
6
- QWEN2_57B moonep natural none OK 141553 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
7
- QWEN2_57B moonep forced none OK 141551 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1
 
1
  model backend purpose capacity status peak_mib zero_drop drop_rate_pct required_capacity run_dir
2
+ QWEN3_235B moonep natural none OOM 182589 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
+ QWEN3_30B moonep natural none OOM 182599 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep natural none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
  DSV2_LITE_L24 moonep forced none OK 157151 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
6
+ QWEN2_57B moonep natural none OK 141555 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
7
+ QWEN2_57B moonep forced none OK 141555 1 0 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv CHANGED
@@ -1,5 +1,5 @@
1
  model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
2
- QWEN3_235B moonep ERROR_OOM 182587 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
- QWEN3_30B moonep ERROR_OOM 182625 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep SELECTED none 0 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
- QWEN2_57B moonep SELECTED none 0 141553 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
 
1
  model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
2
+ QWEN3_235B moonep DOES_NOT_FIT 182589 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
+ QWEN3_30B moonep DOES_NOT_FIT 182599 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
  DSV2_LITE_L24 moonep SELECTED none 0 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
+ QWEN2_57B moonep SELECTED none 0 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.json CHANGED
@@ -232,8 +232,8 @@
232
  "branch": "moonep_backend_token_routing_analysis",
233
  "capacity": "none",
234
  "capacity_mode": "none",
235
- "cold_expert_fraction_max": 0.796875,
236
- "cold_expert_fraction_mean": 0.39234375,
237
  "cold_expert_fraction_min": 0.0,
238
  "cold_expert_fraction_n": 100,
239
  "commit": "35ae6e7f",
@@ -245,8 +245,8 @@
245
  "global_batch_size": "8",
246
  "global_snapshots": 100,
247
  "hottest_expert_token_fraction_max": 1.0,
248
- "hottest_expert_token_fraction_mean": 0.9268069458007813,
249
- "hottest_expert_token_fraction_min": 0.2415771484375,
250
  "hottest_expert_token_fraction_n": 100,
251
  "incomplete_snapshots": 0,
252
  "malformed_records": 0,
@@ -254,77 +254,77 @@
254
  "moonep_bytes_global_snapshots": 100,
255
  "moonep_bytes_incomplete_snapshots": 0,
256
  "moonep_bytes_malformed_records": 0,
257
- "moonep_global_combine_payload_bytes_max": 3287445504.0,
258
- "moonep_global_combine_payload_bytes_mean": 2789546475.52,
259
- "moonep_global_combine_payload_bytes_min": 2180663296.0,
260
  "moonep_global_combine_payload_bytes_n": 100,
261
- "moonep_global_dispatch_payload_bytes_max": 3287445504.0,
262
- "moonep_global_dispatch_payload_bytes_mean": 2789546475.52,
263
- "moonep_global_dispatch_payload_bytes_min": 2180663296.0,
264
  "moonep_global_dispatch_payload_bytes_n": 100,
265
  "moonep_global_prefetch_bytes_max": 990904320.0,
266
- "moonep_global_prefetch_bytes_mean": 823551590.4,
267
- "moonep_global_prefetch_bytes_min": 660602880.0,
268
  "moonep_global_prefetch_bytes_n": 100,
269
  "moonep_global_reduce_bytes_max": 990904320.0,
270
- "moonep_global_reduce_bytes_mean": 823551590.4,
271
- "moonep_global_reduce_bytes_min": 660602880.0,
272
  "moonep_global_reduce_bytes_n": 100,
273
- "moonep_global_token_bytes_max": 6576725968.0,
274
- "moonep_global_token_bytes_mean": 5580893210.72,
275
- "moonep_global_token_bytes_min": 4363119160.0,
276
  "moonep_global_token_bytes_n": 100,
277
- "moonep_global_total_nvlink_bytes_max": 8328785856.0,
278
- "moonep_global_total_nvlink_bytes_mean": 7227996391.52,
279
- "moonep_global_total_nvlink_bytes_min": 5904525880.0,
280
  "moonep_global_total_nvlink_bytes_n": 100,
281
  "moonep_global_weight_movement_bytes_max": 1981808640.0,
282
- "moonep_global_weight_movement_bytes_mean": 1647103180.8,
283
- "moonep_global_weight_movement_bytes_min": 1321205760.0,
284
  "moonep_global_weight_movement_bytes_n": 100,
285
- "moonep_global_weight_to_token_ratio_max": 0.4380461607026548,
286
- "moonep_global_weight_to_token_ratio_mean": 0.2995223715370738,
287
- "moonep_global_weight_to_token_ratio_min": 0.20089110697762314,
288
  "moonep_global_weight_to_token_ratio_n": 100,
289
  "moonep_remote_demand_max": 2.0,
290
- "moonep_remote_demand_mean": 0.935,
291
  "moonep_remote_demand_min": 0.0,
292
  "moonep_remote_demand_n": 800,
293
  "moonep_slot_utilization_max": 0.25,
294
- "moonep_slot_utilization_mean": 0.116875,
295
  "moonep_slot_utilization_min": 0.0,
296
  "moonep_slot_utilization_n": 800,
297
  "moonep_unused_prefetch_slots_max": 16.0,
298
- "moonep_unused_prefetch_slots_mean": 14.13,
299
  "moonep_unused_prefetch_slots_min": 12.0,
300
  "moonep_unused_prefetch_slots_n": 800,
301
  "num_experts": "64",
302
  "num_layers": "10",
303
- "post_physical_rank_cv_max": 0.20167894084637375,
304
- "post_physical_rank_cv_mean": 0.08583132480611003,
305
- "post_physical_rank_cv_min": 0.00019943885935289461,
306
  "post_physical_rank_cv_n": 100,
307
- "post_physical_rank_imax_max": 1.2419115350424064,
308
- "post_physical_rank_imax_mean": 1.1036399766472182,
309
- "post_physical_rank_imax_min": 1.0002518334236372,
310
  "post_physical_rank_imax_n": 100,
311
- "pre_home_rank_cv_max": 1.4500421285803669,
312
- "pre_home_rank_cv_mean": 0.7161558574760766,
313
- "pre_home_rank_cv_min": 0.06359546419183554,
314
  "pre_home_rank_cv_n": 100,
315
- "pre_home_rank_imax_max": 4.147735595703125,
316
- "pre_home_rank_imax_mean": 2.322430419921875,
317
- "pre_home_rank_imax_min": 1.11138916015625,
318
  "pre_home_rank_imax_n": 100,
319
- "raw_expert_cv_max": 2.6452554407770648,
320
- "raw_expert_cv_mean": 2.184735306615502,
321
- "raw_expert_cv_min": 0.4993102636020994,
322
  "raw_expert_cv_n": 100,
323
  "raw_expert_imax_ceiling": 8.0,
324
  "raw_expert_imax_hit_ceiling": 1,
325
  "raw_expert_imax_max": 8.0,
326
- "raw_expert_imax_mean": 7.41445556640625,
327
- "raw_expert_imax_min": 1.9326171875,
328
  "raw_expert_imax_n": 100,
329
  "records": {
330
  "moonep_bytes": 800,
@@ -357,9 +357,9 @@
357
  "force_balance": "1",
358
  "global_batch_size": "8",
359
  "global_snapshots": 100,
360
- "hottest_expert_token_fraction_max": 0.1317138671875,
361
- "hottest_expert_token_fraction_mean": 0.12946014404296874,
362
- "hottest_expert_token_fraction_min": 0.128021240234375,
363
  "hottest_expert_token_fraction_n": 100,
364
  "incomplete_snapshots": 0,
365
  "malformed_records": 0,
@@ -367,77 +367,77 @@
367
  "moonep_bytes_global_snapshots": 100,
368
  "moonep_bytes_incomplete_snapshots": 0,
369
  "moonep_bytes_malformed_records": 0,
370
- "moonep_global_combine_payload_bytes_max": 2237204480.0,
371
- "moonep_global_combine_payload_bytes_mean": 2231120138.24,
372
- "moonep_global_combine_payload_bytes_min": 2224459776.0,
373
  "moonep_global_combine_payload_bytes_n": 100,
374
- "moonep_global_dispatch_payload_bytes_max": 2237204480.0,
375
- "moonep_global_dispatch_payload_bytes_mean": 2231120138.24,
376
- "moonep_global_dispatch_payload_bytes_min": 2224459776.0,
377
  "moonep_global_dispatch_payload_bytes_n": 100,
378
  "moonep_global_prefetch_bytes_max": 770703360.0,
379
- "moonep_global_prefetch_bytes_mean": 762996326.4,
380
- "moonep_global_prefetch_bytes_min": 660602880.0,
381
  "moonep_global_prefetch_bytes_n": 100,
382
  "moonep_global_reduce_bytes_max": 770703360.0,
383
- "moonep_global_reduce_bytes_mean": 762996326.4,
384
- "moonep_global_reduce_bytes_min": 660602880.0,
385
  "moonep_global_reduce_bytes_n": 100,
386
- "moonep_global_token_bytes_max": 4476243024.0,
387
- "moonep_global_token_bytes_mean": 4464073623.92,
388
- "moonep_global_token_bytes_min": 4450749096.0,
389
  "moonep_global_token_bytes_n": 100,
390
- "moonep_global_total_nvlink_bytes_max": 6017649744.0,
391
- "moonep_global_total_nvlink_bytes_mean": 5990066276.72,
392
- "moonep_global_total_nvlink_bytes_min": 5771954856.0,
393
  "moonep_global_total_nvlink_bytes_n": 100,
394
  "moonep_global_weight_movement_bytes_max": 1541406720.0,
395
- "moonep_global_weight_movement_bytes_mean": 1525992652.8,
396
- "moonep_global_weight_movement_bytes_min": 1321205760.0,
397
  "moonep_global_weight_movement_bytes_n": 100,
398
- "moonep_global_weight_to_token_ratio_max": 0.3460953541488461,
399
- "moonep_global_weight_to_token_ratio_mean": 0.34183623349354486,
400
- "moonep_global_weight_to_token_ratio_min": 0.2956613023580652,
401
  "moonep_global_weight_to_token_ratio_n": 100,
402
  "moonep_remote_demand_max": 1.0,
403
- "moonep_remote_demand_mean": 0.86625,
404
  "moonep_remote_demand_min": 0.0,
405
  "moonep_remote_demand_n": 800,
406
  "moonep_slot_utilization_max": 0.125,
407
- "moonep_slot_utilization_mean": 0.10828125,
408
  "moonep_slot_utilization_min": 0.0,
409
  "moonep_slot_utilization_n": 800,
410
  "moonep_unused_prefetch_slots_max": 16.0,
411
- "moonep_unused_prefetch_slots_mean": 14.2675,
412
  "moonep_unused_prefetch_slots_min": 14.0,
413
  "moonep_unused_prefetch_slots_n": 800,
414
  "num_experts": "64",
415
  "num_layers": "10",
416
- "post_physical_rank_cv_max": 0.004173107469722948,
417
- "post_physical_rank_cv_mean": 0.0021866389418670955,
418
- "post_physical_rank_cv_min": 0.0008634926254374552,
419
  "post_physical_rank_cv_n": 100,
420
- "post_physical_rank_imax_max": 1.0063246661981728,
421
- "post_physical_rank_imax_mean": 1.0033137485288246,
422
- "post_physical_rank_imax_min": 1.001134997246789,
423
  "post_physical_rank_imax_n": 100,
424
- "pre_home_rank_cv_max": 0.00995108219738984,
425
- "pre_home_rank_cv_mean": 0.0057066499140920315,
426
- "pre_home_rank_cv_min": 0.0010965114882337452,
427
  "pre_home_rank_cv_n": 100,
428
- "pre_home_rank_imax_max": 1.014678955078125,
429
- "pre_home_rank_imax_mean": 1.009002685546875,
430
- "pre_home_rank_imax_min": 1.001373291015625,
431
  "pre_home_rank_imax_n": 100,
432
- "raw_expert_cv_max": 0.0179363414576349,
433
- "raw_expert_cv_mean": 0.014900499877977456,
434
- "raw_expert_cv_min": 0.011926166451983852,
435
  "raw_expert_cv_n": 100,
436
  "raw_expert_imax_ceiling": 8.0,
437
  "raw_expert_imax_hit_ceiling": 0,
438
- "raw_expert_imax_max": 1.0537109375,
439
- "raw_expert_imax_mean": 1.03568115234375,
440
- "raw_expert_imax_min": 1.024169921875,
441
  "raw_expert_imax_n": 100,
442
  "records": {
443
  "moonep_bytes": 800,
 
232
  "branch": "moonep_backend_token_routing_analysis",
233
  "capacity": "none",
234
  "capacity_mode": "none",
235
+ "cold_expert_fraction_max": 0.8125,
236
+ "cold_expert_fraction_mean": 0.39734375,
237
  "cold_expert_fraction_min": 0.0,
238
  "cold_expert_fraction_n": 100,
239
  "commit": "35ae6e7f",
 
245
  "global_batch_size": "8",
246
  "global_snapshots": 100,
247
  "hottest_expert_token_fraction_max": 1.0,
248
+ "hottest_expert_token_fraction_mean": 0.9260787963867188,
249
+ "hottest_expert_token_fraction_min": 0.238616943359375,
250
  "hottest_expert_token_fraction_n": 100,
251
  "incomplete_snapshots": 0,
252
  "malformed_records": 0,
 
254
  "moonep_bytes_global_snapshots": 100,
255
  "moonep_bytes_incomplete_snapshots": 0,
256
  "moonep_bytes_malformed_records": 0,
257
+ "moonep_global_combine_payload_bytes_max": 3287646208.0,
258
+ "moonep_global_combine_payload_bytes_mean": 2803923763.2,
259
+ "moonep_global_combine_payload_bytes_min": 2199099392.0,
260
  "moonep_global_combine_payload_bytes_n": 100,
261
+ "moonep_global_dispatch_payload_bytes_max": 3287646208.0,
262
+ "moonep_global_dispatch_payload_bytes_mean": 2803923763.2,
263
+ "moonep_global_dispatch_payload_bytes_min": 2199099392.0,
264
  "moonep_global_dispatch_payload_bytes_n": 100,
265
  "moonep_global_prefetch_bytes_max": 990904320.0,
266
+ "moonep_global_prefetch_bytes_mean": 822450585.6,
267
+ "moonep_global_prefetch_bytes_min": 550502400.0,
268
  "moonep_global_prefetch_bytes_n": 100,
269
  "moonep_global_reduce_bytes_max": 990904320.0,
270
+ "moonep_global_reduce_bytes_mean": 822450585.6,
271
+ "moonep_global_reduce_bytes_min": 550502400.0,
272
  "moonep_global_reduce_bytes_n": 100,
273
+ "moonep_global_token_bytes_max": 6577127376.0,
274
+ "moonep_global_token_bytes_mean": 5609650465.52,
275
+ "moonep_global_token_bytes_min": 4399994752.0,
276
  "moonep_global_token_bytes_n": 100,
277
+ "moonep_global_total_nvlink_bytes_max": 8322845104.0,
278
+ "moonep_global_total_nvlink_bytes_mean": 7254551636.72,
279
+ "moonep_global_total_nvlink_bytes_min": 5941401472.0,
280
  "moonep_global_total_nvlink_bytes_n": 100,
281
  "moonep_global_weight_movement_bytes_max": 1981808640.0,
282
+ "moonep_global_weight_movement_bytes_mean": 1644901171.2,
283
+ "moonep_global_weight_movement_bytes_min": 1101004800.0,
284
  "moonep_global_weight_movement_bytes_n": 100,
285
+ "moonep_global_weight_to_token_ratio_max": 0.4405786409882186,
286
+ "moonep_global_weight_to_token_ratio_mean": 0.29776532604308203,
287
+ "moonep_global_weight_to_token_ratio_min": 0.17134294648250742,
288
  "moonep_global_weight_to_token_ratio_n": 100,
289
  "moonep_remote_demand_max": 2.0,
290
+ "moonep_remote_demand_mean": 0.93375,
291
  "moonep_remote_demand_min": 0.0,
292
  "moonep_remote_demand_n": 800,
293
  "moonep_slot_utilization_max": 0.25,
294
+ "moonep_slot_utilization_mean": 0.11671875,
295
  "moonep_slot_utilization_min": 0.0,
296
  "moonep_slot_utilization_n": 800,
297
  "moonep_unused_prefetch_slots_max": 16.0,
298
+ "moonep_unused_prefetch_slots_mean": 14.1325,
299
  "moonep_unused_prefetch_slots_min": 12.0,
300
  "moonep_unused_prefetch_slots_n": 800,
301
  "num_experts": "64",
302
  "num_layers": "10",
303
+ "post_physical_rank_cv_max": 0.18401159803181436,
304
+ "post_physical_rank_cv_mean": 0.07955254388706673,
305
+ "post_physical_rank_cv_min": 0.00013516465086261357,
306
  "post_physical_rank_cv_n": 100,
307
+ "post_physical_rank_imax_max": 1.2594853026197383,
308
+ "post_physical_rank_imax_mean": 1.0986239515089382,
309
+ "post_physical_rank_imax_min": 1.000156431828154,
310
  "post_physical_rank_imax_n": 100,
311
+ "pre_home_rank_cv_max": 1.2988435350844798,
312
+ "pre_home_rank_cv_mean": 0.6853757589365178,
313
+ "pre_home_rank_cv_min": 0.09817255863046992,
314
  "pre_home_rank_cv_n": 100,
315
+ "pre_home_rank_imax_max": 3.904144287109375,
316
+ "pre_home_rank_imax_mean": 2.241612854003906,
317
+ "pre_home_rank_imax_min": 1.22235107421875,
318
  "pre_home_rank_imax_n": 100,
319
+ "raw_expert_cv_max": 2.645313117775842,
320
+ "raw_expert_cv_mean": 2.1887209762080544,
321
+ "raw_expert_cv_min": 0.497937540133204,
322
  "raw_expert_cv_n": 100,
323
  "raw_expert_imax_ceiling": 8.0,
324
  "raw_expert_imax_hit_ceiling": 1,
325
  "raw_expert_imax_max": 8.0,
326
+ "raw_expert_imax_mean": 7.40863037109375,
327
+ "raw_expert_imax_min": 1.908935546875,
328
  "raw_expert_imax_n": 100,
329
  "records": {
330
  "moonep_bytes": 800,
 
357
  "force_balance": "1",
358
  "global_batch_size": "8",
359
  "global_snapshots": 100,
360
+ "hottest_expert_token_fraction_max": 0.13189697265625,
361
+ "hottest_expert_token_fraction_mean": 0.1293536376953125,
362
+ "hottest_expert_token_fraction_min": 0.1279296875,
363
  "hottest_expert_token_fraction_n": 100,
364
  "incomplete_snapshots": 0,
365
  "malformed_records": 0,
 
367
  "moonep_bytes_global_snapshots": 100,
368
  "moonep_bytes_incomplete_snapshots": 0,
369
  "moonep_bytes_malformed_records": 0,
370
+ "moonep_global_combine_payload_bytes_max": 2236903424.0,
371
+ "moonep_global_combine_payload_bytes_mean": 2231590215.68,
372
+ "moonep_global_combine_payload_bytes_min": 2225391616.0,
373
  "moonep_global_combine_payload_bytes_n": 100,
374
+ "moonep_global_dispatch_payload_bytes_max": 2236903424.0,
375
+ "moonep_global_dispatch_payload_bytes_mean": 2231590215.68,
376
+ "moonep_global_dispatch_payload_bytes_min": 2225391616.0,
377
  "moonep_global_dispatch_payload_bytes_n": 100,
378
  "moonep_global_prefetch_bytes_max": 770703360.0,
379
+ "moonep_global_prefetch_bytes_mean": 761895321.6,
380
+ "moonep_global_prefetch_bytes_min": 550502400.0,
381
  "moonep_global_prefetch_bytes_n": 100,
382
  "moonep_global_reduce_bytes_max": 770703360.0,
383
+ "moonep_global_reduce_bytes_mean": 761895321.6,
384
+ "moonep_global_reduce_bytes_min": 550502400.0,
385
  "moonep_global_reduce_bytes_n": 100,
386
+ "moonep_global_token_bytes_max": 4475642264.0,
387
+ "moonep_global_token_bytes_mean": 4465014321.2,
388
+ "moonep_global_token_bytes_min": 4452613880.0,
389
  "moonep_global_token_bytes_n": 100,
390
+ "moonep_global_total_nvlink_bytes_max": 6017048984.0,
391
+ "moonep_global_total_nvlink_bytes_mean": 5988804964.4,
392
+ "moonep_global_total_nvlink_bytes_min": 5568474336.0,
393
  "moonep_global_total_nvlink_bytes_n": 100,
394
  "moonep_global_weight_movement_bytes_max": 1541406720.0,
395
+ "moonep_global_weight_movement_bytes_mean": 1523790643.2,
396
+ "moonep_global_weight_movement_bytes_min": 1101004800.0,
397
  "moonep_global_weight_movement_bytes_n": 100,
398
+ "moonep_global_weight_to_token_ratio_max": 0.34618019023019353,
399
+ "moonep_global_weight_to_token_ratio_mean": 0.3412749588086127,
400
+ "moonep_global_weight_to_token_ratio_min": 0.2464493134486592,
401
  "moonep_global_weight_to_token_ratio_n": 100,
402
  "moonep_remote_demand_max": 1.0,
403
+ "moonep_remote_demand_mean": 0.865,
404
  "moonep_remote_demand_min": 0.0,
405
  "moonep_remote_demand_n": 800,
406
  "moonep_slot_utilization_max": 0.125,
407
+ "moonep_slot_utilization_mean": 0.108125,
408
  "moonep_slot_utilization_min": 0.0,
409
  "moonep_slot_utilization_n": 800,
410
  "moonep_unused_prefetch_slots_max": 16.0,
411
+ "moonep_unused_prefetch_slots_mean": 14.27,
412
  "moonep_unused_prefetch_slots_min": 14.0,
413
  "moonep_unused_prefetch_slots_n": 800,
414
  "num_experts": "64",
415
  "num_layers": "10",
416
+ "post_physical_rank_cv_max": 0.004151405986167901,
417
+ "post_physical_rank_cv_mean": 0.002179447588207395,
418
+ "post_physical_rank_cv_min": 0.0007203705850357968,
419
  "post_physical_rank_cv_n": 100,
420
+ "post_physical_rank_imax_max": 1.0062412574645103,
421
+ "post_physical_rank_imax_mean": 1.0033121152297226,
422
+ "post_physical_rank_imax_min": 1.0013429305103698,
423
  "post_physical_rank_imax_n": 100,
424
+ "pre_home_rank_cv_max": 0.009250589744190636,
425
+ "pre_home_rank_cv_mean": 0.004711613912774553,
426
+ "pre_home_rank_cv_min": 0.002294812301292466,
427
  "pre_home_rank_cv_n": 100,
428
+ "pre_home_rank_imax_max": 1.015838623046875,
429
+ "pre_home_rank_imax_mean": 1.00729736328125,
430
+ "pre_home_rank_imax_min": 1.002899169921875,
431
  "pre_home_rank_imax_n": 100,
432
+ "raw_expert_cv_max": 0.018080370892918116,
433
+ "raw_expert_cv_mean": 0.014541988425652842,
434
+ "raw_expert_cv_min": 0.011942398269672016,
435
  "raw_expert_cv_n": 100,
436
  "raw_expert_imax_ceiling": 8.0,
437
  "raw_expert_imax_hit_ceiling": 0,
438
+ "raw_expert_imax_max": 1.05517578125,
439
+ "raw_expert_imax_mean": 1.0348291015625,
440
+ "raw_expert_imax_min": 1.0234375,
441
  "raw_expert_imax_n": 100,
442
  "records": {
443
  "moonep_bytes": 800,
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv CHANGED
@@ -1,5 +1,5 @@
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n
2
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1 natural DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.578125 0.15625 0.0 230 230 0.999969482421875 0.7797577567722487 0.162750244140625 230 0 0 230 0 0 2592899072.0 2282338571.130435 2026799104.0 230 2592899072.0 2282338571.130435 2026799104.0 230 346030080.0 252601958.4 242221056.0 230 346030080.0 252601958.4 242221056.0 230 5188482536.0 4567339392.869565 4056064752.0 230 5672924648.0 5072543309.669565 4540506864.0 230 692060160.0 505203916.8 484442112.0 230 0.14851639788299403 0.11096021713514241 0.09336874676530664 230 3.0 0.9125 0.0 1840 0.375 0.1140625 0.0 1840 16.0 14.175 10.0 1840 0.24644338469771185 0.0866314272142518 0.016159622971429973 230 1.2001146488570558 1.1121655106296537 1.0188653892666146 230 1.3626457501059894 0.6592086328754161 0.06474057713157837 230 4.328043619791667 2.2370494897814766 1.1056925455729167 230 3.0868156557140782 1.9632045302354437 0.37852206422070017 230 10.666666666666666 1 10.666341145833334 8.317416072237318 1.7360026041666667 230
3
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1 forced DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.0 0.0 0.0 230 230 0.0982818603515625 0.09643501613451087 0.09539794921875 230 0 0 230 0 0 2133762048.0 2129465023.4434783 2124537856.0 230 2133762048.0 2129465023.4434783 2124537856.0 230 242221056.0 238309411.61739132 207618048.0 230 242221056.0 238309411.61739132 207618048.0 230 4270279408.0 4261681018.2608695 4251824656.0 230 4754721520.0 4738299841.495652 4667434440.0 230 484442112.0 476618823.23478264 415236096.0 230 0.11393746242954192 0.11183841293995254 0.09728537714366937 230 1.0 0.8608695652173913 0.0 1840 0.125 0.10760869565217392 0.0 1840 16.0 14.278260869565218 14.0 1840 0.0031667036922078573 0.0016501228109707747 0.0006791931370339787 230 1.006201201251668 1.0026117364992109 1.0009196904719393 230 0.006673533732490181 0.003923942735502633 0.0014708009315538319 230 1.0122884114583333 1.0061054616734602 1.00213623046875 230 0.015123587213954862 0.012068912140234289 0.008171875787738593 230 10.666666666666666 0 1.04833984375 1.0286401721014493 1.017578125 230
4
- QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1 natural QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.796875 0.39234375 0.0 100 100 1.0 0.9268069458007813 0.2415771484375 100 0 0 100 0 0 3287445504.0 2789546475.52 2180663296.0 100 3287445504.0 2789546475.52 2180663296.0 100 990904320.0 823551590.4 660602880.0 100 990904320.0 823551590.4 660602880.0 100 6576725968.0 5580893210.72 4363119160.0 100 8328785856.0 7227996391.52 5904525880.0 100 1981808640.0 1647103180.8 1321205760.0 100 0.4380461607026548 0.2995223715370738 0.20089110697762314 100 2.0 0.935 0.0 800 0.25 0.116875 0.0 800 16.0 14.13 12.0 800 0.20167894084637375 0.08583132480611003 0.00019943885935289461 100 1.2419115350424064 1.1036399766472182 1.0002518334236372 100 1.4500421285803669 0.7161558574760766 0.06359546419183554 100 4.147735595703125 2.322430419921875 1.11138916015625 100 2.6452554407770648 2.184735306615502 0.4993102636020994 100 8.0 1 8.0 7.41445556640625 1.9326171875 100
5
- QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1 forced QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.0 0.0 0.0 100 100 0.1317138671875 0.12946014404296874 0.128021240234375 100 0 0 100 0 0 2237204480.0 2231120138.24 2224459776.0 100 2237204480.0 2231120138.24 2224459776.0 100 770703360.0 762996326.4 660602880.0 100 770703360.0 762996326.4 660602880.0 100 4476243024.0 4464073623.92 4450749096.0 100 6017649744.0 5990066276.72 5771954856.0 100 1541406720.0 1525992652.8 1321205760.0 100 0.3460953541488461 0.34183623349354486 0.2956613023580652 100 1.0 0.86625 0.0 800 0.125 0.10828125 0.0 800 16.0 14.2675 14.0 800 0.004173107469722948 0.0021866389418670955 0.0008634926254374552 100 1.0063246661981728 1.0033137485288246 1.001134997246789 100 0.00995108219738984 0.0057066499140920315 0.0010965114882337452 100 1.014678955078125 1.009002685546875 1.001373291015625 100 0.0179363414576349 0.014900499877977456 0.011926166451983852 100 8.0 0 1.0537109375 1.03568115234375 1.024169921875 100
 
1
  run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n
2
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1 natural DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.578125 0.15625 0.0 230 230 0.999969482421875 0.7797577567722487 0.162750244140625 230 0 0 230 0 0 2592899072.0 2282338571.130435 2026799104.0 230 2592899072.0 2282338571.130435 2026799104.0 230 346030080.0 252601958.4 242221056.0 230 346030080.0 252601958.4 242221056.0 230 5188482536.0 4567339392.869565 4056064752.0 230 5672924648.0 5072543309.669565 4540506864.0 230 692060160.0 505203916.8 484442112.0 230 0.14851639788299403 0.11096021713514241 0.09336874676530664 230 3.0 0.9125 0.0 1840 0.375 0.1140625 0.0 1840 16.0 14.175 10.0 1840 0.24644338469771185 0.0866314272142518 0.016159622971429973 230 1.2001146488570558 1.1121655106296537 1.0188653892666146 230 1.3626457501059894 0.6592086328754161 0.06474057713157837 230 4.328043619791667 2.2370494897814766 1.1056925455729167 230 3.0868156557140782 1.9632045302354437 0.37852206422070017 230 10.666666666666666 1 10.666341145833334 8.317416072237318 1.7360026041666667 230
3
  DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1 forced DSV2_LITE_L24 moonep 64 6 8 24 23 1 8192 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f seq_aux_loss 1e-3 0 0.0 0.0 0.0 230 230 0.0982818603515625 0.09643501613451087 0.09539794921875 230 0 0 230 0 0 2133762048.0 2129465023.4434783 2124537856.0 230 2133762048.0 2129465023.4434783 2124537856.0 230 242221056.0 238309411.61739132 207618048.0 230 242221056.0 238309411.61739132 207618048.0 230 4270279408.0 4261681018.2608695 4251824656.0 230 4754721520.0 4738299841.495652 4667434440.0 230 484442112.0 476618823.23478264 415236096.0 230 0.11393746242954192 0.11183841293995254 0.09728537714366937 230 1.0 0.8608695652173913 0.0 1840 0.125 0.10760869565217392 0.0 1840 16.0 14.278260869565218 14.0 1840 0.0031667036922078573 0.0016501228109707747 0.0006791931370339787 230 1.006201201251668 1.0026117364992109 1.0009196904719393 230 0.006673533732490181 0.003923942735502633 0.0014708009315538319 230 1.0122884114583333 1.0061054616734602 1.00213623046875 230 0.015123587213954862 0.012068912140234289 0.008171875787738593 230 10.666666666666666 0 1.04833984375 1.0286401721014493 1.017578125 230
4
+ QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1 natural QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 0 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.8125 0.39734375 0.0 100 100 1.0 0.9260787963867188 0.238616943359375 100 0 0 100 0 0 3287646208.0 2803923763.2 2199099392.0 100 3287646208.0 2803923763.2 2199099392.0 100 990904320.0 822450585.6 550502400.0 100 990904320.0 822450585.6 550502400.0 100 6577127376.0 5609650465.52 4399994752.0 100 8322845104.0 7254551636.72 5941401472.0 100 1981808640.0 1644901171.2 1101004800.0 100 0.4405786409882186 0.29776532604308203 0.17134294648250742 100 2.0 0.93375 0.0 800 0.25 0.11671875 0.0 800 16.0 14.1325 12.0 800 0.18401159803181436 0.07955254388706673 0.00013516465086261357 100 1.2594853026197383 1.0986239515089382 1.000156431828154 100 1.2988435350844798 0.6853757589365178 0.09817255863046992 100 3.904144287109375 2.241612854003906 1.22235107421875 100 2.645313117775842 2.1887209762080544 0.497937540133204 100 8.0 1 8.0 7.40863037109375 1.908935546875 100
5
+ QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1 forced QWEN2_57B moonep 64 8 8 10 10 0 4096 8 none none 1 0 moonep_backend_token_routing_analysis 35ae6e7f aux_loss 1e-2 0 0.0 0.0 0.0 100 100 0.13189697265625 0.1293536376953125 0.1279296875 100 0 0 100 0 0 2236903424.0 2231590215.68 2225391616.0 100 2236903424.0 2231590215.68 2225391616.0 100 770703360.0 761895321.6 550502400.0 100 770703360.0 761895321.6 550502400.0 100 4475642264.0 4465014321.2 4452613880.0 100 6017048984.0 5988804964.4 5568474336.0 100 1541406720.0 1523790643.2 1101004800.0 100 0.34618019023019353 0.3412749588086127 0.2464493134486592 100 1.0 0.865 0.0 800 0.125 0.108125 0.0 800 16.0 14.27 14.0 800 0.004151405986167901 0.002179447588207395 0.0007203705850357968 100 1.0062412574645103 1.0033121152297226 1.0013429305103698 100 0.009250589744190636 0.004711613912774553 0.002294812301292466 100 1.015838623046875 1.00729736328125 1.002899169921875 100 0.018080370892918116 0.014541988425652842 0.011942398269672016 100 8.0 0 1.05517578125 1.0348291015625 1.0234375 100
tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/results.tsv CHANGED
@@ -1,7 +1,7 @@
1
  config backend policy slots seq gbs cap recompute rep status iter_ms_mean iter_ms_min peak_mib run_dir
2
- QWEN3_235B moonep matched 16 8192 8 none none 1 OOM NA NA 182587 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
- QWEN3_30B moonep matched 16 4096 8 none none 1 OOM NA NA 182625 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
- DSV2_LITE_L24 moonep matched 8 8192 8 none none 1 OK 848.31 791.80 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
- DSV2_LITE_L24 moonep matched 8 8192 8 none none+forcebal 1 OK 791.39 788.20 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
6
- QWEN2_57B moonep matched 8 4096 8 none none 1 OK 366.93 362.10 141553 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
7
- QWEN2_57B moonep matched 8 4096 8 none none+forcebal 1 OK 407.76 358.70 141551 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1
 
1
  config backend policy slots seq gbs cap recompute rep status iter_ms_mean iter_ms_min peak_mib run_dir
2
+ QWEN3_235B moonep matched 16 8192 8 none none 1 OOM NA NA 182589 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone/rep1
3
+ QWEN3_30B moonep matched 16 4096 8 none none 1 OOM NA NA 182599 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone/rep1
4
+ DSV2_LITE_L24 moonep matched 8 8192 8 none none 1 OK 793.84 791.50 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/rep1
5
+ DSV2_LITE_L24 moonep matched 8 8192 8 none none+forcebal 1 OK 794.89 790.90 157151 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__forcebal/rep1
6
+ QWEN2_57B moonep matched 8 4096 8 none none 1 OK 401.09 360.60 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/rep1
7
+ QWEN2_57B moonep matched 8 4096 8 none none+forcebal 1 OK 406.04 364.50 141555 /workspace/tierb_study_20260826_144644/moonep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__forcebal/rep1