AbhishekGhosh1998 commited on
Commit
7ff2a24
·
verified ·
1 Parent(s): 99dad57

granularity results tierb_study_20260826_144644 @ 2026-08-26T15:42:37Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0

Browse files
Files changed (25) hide show
  1. tierb_study_20260826_144644/echo/tierbprobe/manifest.txt +2 -2
  2. tierb_study_20260826_144644/echo/tierbprobe/provenance.txt +42 -0
  3. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1/mem_samples.csv +218 -10
  4. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1/train.log +0 -0
  5. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/mem_samples.csv +62 -62
  6. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/train.log +0 -0
  7. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1/mem_samples.csv +180 -188
  8. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1/run.env +1 -1
  9. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1/train.log +0 -0
  10. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/mem_samples.csv +41 -193
  11. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/run.env +1 -1
  12. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/train.log +0 -0
  13. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1/mem_samples.csv +93 -109
  14. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1/train.log +0 -0
  15. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/mem_samples.csv +67 -75
  16. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/train.log +0 -0
  17. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1/mem_samples.csv +139 -139
  18. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1/train.log +2 -2
  19. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/mem_samples.csv +123 -115
  20. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/train.log +2 -2
  21. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv +5 -2
  22. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv +2 -1
  23. tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/results.tsv +7 -4
  24. tierb_study_20260826_144644/hf_watcher.log +3 -0
  25. tierb_study_20260826_144644/study.log +39 -0
tierb_study_20260826_144644/echo/tierbprobe/manifest.txt CHANGED
@@ -1,9 +1,9 @@
1
- timestamp: 2026-08-26T15:23:04+00:00
2
  host: sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
3
  gpu: NVIDIA B200 x8
4
  driver: 580.95.05
5
  study_scripts_branch: granularity-echo
6
- study_scripts_commit: 7ec1185
7
  campaign: echo
8
  backend: echo
9
  phase: tierbprobe
 
1
+ timestamp: 2026-08-26T15:32:48+00:00
2
  host: sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
3
  gpu: NVIDIA B200 x8
4
  driver: 580.95.05
5
  study_scripts_branch: granularity-echo
6
+ study_scripts_commit: d11391f
7
  campaign: echo
8
  backend: echo
9
  phase: tierbprobe
tierb_study_20260826_144644/echo/tierbprobe/provenance.txt CHANGED
@@ -46,3 +46,45 @@ command : run_ladder.sh --phase tierbprobe --gbs 8 --out /workspace/tierb_
46
  ---- toolchain -----------------------------------------------
47
  nvcc : release 12.9, V12.9.86
48
  gcc : gcc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  ---- toolchain -----------------------------------------------
47
  nvcc : release 12.9, V12.9.86
48
  gcc : gcc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0
49
+ python : 3.12.3
50
+ torch : 2.8.0a0+5228986c39.nv25.06 cuda=12.9 nccl=2.27.3
51
+ torch arch : ['sm_75', 'sm_80', 'sm_86', 'sm_90', 'sm_100', 'sm_120', 'compute_120']
52
+ transformer_engine: 2.10.0.dev0+10f6128d [/usr/local/lib/python3.12/dist-packages/transformer_engine/__init__.py]
53
+ deep_ep : 1.2.1+34152ae [/workspace/DeepEP/deep_ep/__init__.py]
54
+ ultra_ep : 1.0.0 [/workspace/UltraEP/ultra_ep/__init__.py]
55
+ moonep : 0.0.1 [/workspace/MoonEP/moonep/__init__.py]
56
+ megatron : 0.14.0rc5 [None]
57
+ flash_attn : 2.7.4.post1 [/usr/local/lib/python3.12/dist-packages/flash_attn/__init__.py]
58
+ numpy : 1.26.4 [/usr/local/lib/python3.12/dist-packages/numpy/__init__.py]
59
+ huggingface_hub: 1.28.0 [/usr/local/lib/python3.12/dist-packages/huggingface_hub/__init__.py]
60
+
61
+ ---- repositories --------------------------------------------
62
+ Megatron-MoE-Echo token-drop-analysis b099fd8494b0
63
+ Megatron-UltraEP ultraep-token-drop-analysis eaf829e7ad21
64
+ UltraEP main 94cab099b44f
65
+ DeepEP HEAD 34152ae28f80 (+3 untracked: build output)
66
+ MoonEP megatron-integration c27d35da15f2
67
+ blackwell_run_scripts granularity-echo d11391fc9103
68
+
69
+ ---- environment ---------------------------------------------
70
+ CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0
71
+ CUDA_DRIVER_VERSION=575.57.08
72
+ CUDA_HOME=/usr/local/cuda
73
+ CUDA_MODULE_LOADING=LAZY
74
+ CUDA_VERSION=12.9.1.010
75
+ HF_REMOTE_ROOT=tierb_study_20260826_144644
76
+ NCCL_VERSION=2.27.3
77
+ NVSHMEM_VERSION=3.2.5
78
+ PYTORCH_BUILD_NUMBER=0
79
+ PYTORCH_BUILD_VERSION=2.8.0a0+5228986
80
+ PYTORCH_HOME=/opt/pytorch/pytorch
81
+ PYTORCH_VERSION=2.8.0a0+5228986
82
+ TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1
83
+ TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX
84
+ TORCH_NCCL_USE_COMM_NONBLOCKING=0
85
+
86
+ ---- shared library resolution -------------------------------
87
+ libnvshmem_host.so: not in ldconfig
88
+ libnccl.so: /lib/x86_64-linux-gnu/libnccl.so.2
89
+ lrwxrwxrwx 1 root root 20 Aug 26 14:37 /usr/local/lib/python3.12/dist-packages/nvidia/nvshmem/lib/libnvshmem_host.so -> libnvshmem_host.so.3
90
+ -rw-r--r-- 1 root root 179045744 Aug 26 14:09 /usr/local/lib/python3.12/dist-packages/nvidia/nvshmem/lib/libnvshmem_host.so.3
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
@@ -36,13 +36,221 @@
36
  3, 4
37
  4, 4
38
  5, 4
39
- 6, 4
 
 
 
 
 
 
 
 
40
  7, 4
41
- 0, 819
42
- 1, 795
43
- 2, 801
44
- 3, 809
45
- 4, 819
46
- 5, 801
47
- 6, 819
48
- 7, 809
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 2
18
  1, 1
19
  2, 1
20
  3, 1
 
36
  3, 4
37
  4, 4
38
  5, 4
39
+ 6, 1
40
+ 7, 1
41
+ 0, 4
42
+ 1, 45
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 27
48
  7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
+ 0, 1955
58
+ 1, 1955
59
+ 2, 1955
60
+ 3, 1955
61
+ 4, 1955
62
+ 5, 1955
63
+ 6, 1955
64
+ 7, 1955
65
+ 0, 26289
66
+ 1, 26377
67
+ 2, 26223
68
+ 3, 26223
69
+ 4, 26223
70
+ 5, 26223
71
+ 6, 26355
72
+ 7, 26377
73
+ 0, 26887
74
+ 1, 27039
75
+ 2, 26773
76
+ 3, 26885
77
+ 4, 26885
78
+ 5, 26885
79
+ 6, 26953
80
+ 7, 26927
81
+ 0, 36511
82
+ 1, 36595
83
+ 2, 36445
84
+ 3, 36443
85
+ 4, 36443
86
+ 5, 36441
87
+ 6, 36577
88
+ 7, 36595
89
+ 0, 37783
90
+ 1, 37867
91
+ 2, 37717
92
+ 3, 37715
93
+ 4, 37715
94
+ 5, 37713
95
+ 6, 37849
96
+ 7, 37867
97
+ 0, 37871
98
+ 1, 37955
99
+ 2, 37805
100
+ 3, 37803
101
+ 4, 37803
102
+ 5, 37801
103
+ 6, 37937
104
+ 7, 37955
105
+ 0, 38003
106
+ 1, 38123
107
+ 2, 37971
108
+ 3, 37933
109
+ 4, 37931
110
+ 5, 37955
111
+ 6, 38077
112
+ 7, 38117
113
+ 0, 38819
114
+ 1, 38903
115
+ 2, 38753
116
+ 3, 38753
117
+ 4, 38753
118
+ 5, 38749
119
+ 6, 38885
120
+ 7, 38903
121
+ 0, 38819
122
+ 1, 38905
123
+ 2, 38753
124
+ 3, 38753
125
+ 4, 38753
126
+ 5, 38751
127
+ 6, 38885
128
+ 7, 38905
129
+ 0, 38825
130
+ 1, 38909
131
+ 2, 38759
132
+ 3, 38759
133
+ 4, 38759
134
+ 5, 38755
135
+ 6, 38891
136
+ 7, 38909
137
+ 0, 38827
138
+ 1, 38913
139
+ 2, 38763
140
+ 3, 38761
141
+ 4, 38761
142
+ 5, 38759
143
+ 6, 38893
144
+ 7, 38913
145
+ 0, 121349
146
+ 1, 121649
147
+ 2, 121471
148
+ 3, 121465
149
+ 4, 121453
150
+ 5, 121559
151
+ 6, 121627
152
+ 7, 121653
153
+ 0, 121857
154
+ 1, 122153
155
+ 2, 121983
156
+ 3, 121983
157
+ 4, 121983
158
+ 5, 122063
159
+ 6, 122133
160
+ 7, 122153
161
+ 0, 121857
162
+ 1, 122153
163
+ 2, 121983
164
+ 3, 121983
165
+ 4, 121983
166
+ 5, 122063
167
+ 6, 122133
168
+ 7, 122153
169
+ 0, 121857
170
+ 1, 122153
171
+ 2, 121983
172
+ 3, 121983
173
+ 4, 121983
174
+ 5, 122063
175
+ 6, 122133
176
+ 7, 122153
177
+ 0, 121857
178
+ 1, 122153
179
+ 2, 121983
180
+ 3, 121983
181
+ 4, 121983
182
+ 5, 122063
183
+ 6, 122133
184
+ 7, 122153
185
+ 0, 122541
186
+ 1, 122837
187
+ 2, 122627
188
+ 3, 122621
189
+ 4, 122667
190
+ 5, 122745
191
+ 6, 122801
192
+ 7, 122769
193
+ 0, 123719
194
+ 1, 126063
195
+ 2, 125893
196
+ 3, 125893
197
+ 4, 125893
198
+ 5, 125973
199
+ 6, 126043
200
+ 7, 126063
201
+ 0, 124389
202
+ 1, 126747
203
+ 2, 126543
204
+ 3, 126587
205
+ 4, 126547
206
+ 5, 126593
207
+ 6, 126697
208
+ 7, 126687
209
+ 0, 139007
210
+ 1, 138657
211
+ 2, 138497
212
+ 3, 138493
213
+ 4, 138493
214
+ 5, 138567
215
+ 6, 138707
216
+ 7, 140961
217
+ 0, 139007
218
+ 1, 138657
219
+ 2, 138497
220
+ 3, 138493
221
+ 4, 138493
222
+ 5, 138567
223
+ 6, 138707
224
+ 7, 140961
225
+ 0, 139007
226
+ 1, 138657
227
+ 2, 138497
228
+ 3, 138493
229
+ 4, 138493
230
+ 5, 138567
231
+ 6, 138707
232
+ 7, 140961
233
+ 0, 139007
234
+ 1, 138657
235
+ 2, 138497
236
+ 3, 138493
237
+ 4, 138493
238
+ 5, 138567
239
+ 6, 138707
240
+ 7, 140961
241
+ 0, 138381
242
+ 1, 137775
243
+ 2, 138197
244
+ 3, 137867
245
+ 4, 137547
246
+ 5, 137621
247
+ 6, 137825
248
+ 7, 140661
249
+ 0, 2055
250
+ 1, 778
251
+ 2, 778
252
+ 3, 778
253
+ 4, 778
254
+ 5, 778
255
+ 6, 1034
256
+ 7, 140013
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
@@ -26,7 +26,7 @@
26
  1, 4
27
  2, 4
28
  3, 4
29
- 4, 2
30
  5, 1
31
  6, 1
32
  7, 1
@@ -46,14 +46,14 @@
46
  5, 629
47
  6, 629
48
  7, 629
49
- 0, 875
50
- 1, 883
51
- 2, 883
52
- 3, 895
53
- 4, 903
54
- 5, 887
55
- 6, 905
56
- 7, 909
57
  0, 1955
58
  1, 1955
59
  2, 1955
@@ -78,14 +78,14 @@
78
  5, 32075
79
  6, 32209
80
  7, 32229
81
- 0, 36511
82
- 1, 36595
83
- 2, 36445
84
- 3, 36443
85
- 4, 36443
86
- 5, 36441
87
- 6, 36577
88
- 7, 36595
89
  0, 37783
90
  1, 37867
91
  2, 37717
@@ -102,14 +102,14 @@
102
  5, 37801
103
  6, 37937
104
  7, 37955
105
- 0, 38019
106
- 1, 38095
107
- 2, 37925
108
- 3, 37953
109
- 4, 37929
110
- 5, 37925
111
- 6, 38059
112
- 7, 38085
113
  0, 38819
114
  1, 38903
115
  2, 38753
@@ -142,14 +142,14 @@
142
  5, 38759
143
  6, 38893
144
  7, 38913
145
- 0, 121397
146
- 1, 121683
147
- 2, 121511
148
- 3, 121511
149
- 4, 121491
150
- 5, 121569
151
- 6, 121657
152
- 7, 121665
153
  0, 121857
154
  1, 122153
155
  2, 121983
@@ -182,14 +182,14 @@
182
  5, 122063
183
  6, 122133
184
  7, 122153
185
- 0, 122477
186
- 1, 122767
187
- 2, 122569
188
- 3, 122585
189
- 4, 122575
190
- 5, 122685
191
- 6, 122735
192
- 7, 122777
193
  0, 123719
194
  1, 126063
195
  2, 125893
@@ -198,14 +198,14 @@
198
  5, 125973
199
  6, 126043
200
  7, 126063
201
- 0, 124351
202
- 1, 126741
203
- 2, 126531
204
- 3, 126509
205
- 4, 126537
206
- 5, 126681
207
- 6, 126709
208
- 7, 126709
209
  0, 139007
210
  1, 138657
211
  2, 138497
@@ -238,19 +238,19 @@
238
  5, 138567
239
  6, 138707
240
  7, 138657
241
- 0, 138707
242
- 1, 138357
243
- 2, 138197
244
  3, 140241
245
  4, 138193
246
  5, 138267
247
- 6, 138407
248
- 7, 138357
249
- 0, 778
250
- 1, 778
251
- 2, 778
252
- 3, 778
253
- 4, 1034
254
- 5, 137619
255
- 6, 2058
256
  7, 778
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
 
26
  1, 4
27
  2, 4
28
  3, 4
29
+ 4, 1
30
  5, 1
31
  6, 1
32
  7, 1
 
46
  5, 629
47
  6, 629
48
  7, 629
49
+ 0, 941
50
+ 1, 925
51
+ 2, 923
52
+ 3, 923
53
+ 4, 925
54
+ 5, 921
55
+ 6, 917
56
+ 7, 929
57
  0, 1955
58
  1, 1955
59
  2, 1955
 
78
  5, 32075
79
  6, 32209
80
  7, 32229
81
+ 0, 36899
82
+ 1, 36983
83
+ 2, 36833
84
+ 3, 36831
85
+ 4, 36831
86
+ 5, 36829
87
+ 6, 36965
88
+ 7, 36983
89
  0, 37783
90
  1, 37867
91
  2, 37717
 
102
  5, 37801
103
  6, 37937
104
  7, 37955
105
+ 0, 38027
106
+ 1, 38113
107
+ 2, 37965
108
+ 3, 37969
109
+ 4, 37947
110
+ 5, 37953
111
+ 6, 38095
112
+ 7, 38101
113
  0, 38819
114
  1, 38903
115
  2, 38753
 
142
  5, 38759
143
  6, 38893
144
  7, 38913
145
+ 0, 121353
146
+ 1, 121651
147
+ 2, 121497
148
+ 3, 121481
149
+ 4, 121459
150
+ 5, 121559
151
+ 6, 121629
152
+ 7, 121657
153
  0, 121857
154
  1, 122153
155
  2, 121983
 
182
  5, 122063
183
  6, 122133
184
  7, 122153
185
+ 0, 123071
186
+ 1, 125327
187
+ 2, 125245
188
+ 3, 125245
189
+ 4, 125245
190
+ 5, 125237
191
+ 6, 125395
192
+ 7, 125415
193
  0, 123719
194
  1, 126063
195
  2, 125893
 
198
  5, 125973
199
  6, 126043
200
  7, 126063
201
+ 0, 124365
202
+ 1, 126705
203
+ 2, 126573
204
+ 3, 126595
205
+ 4, 126547
206
+ 5, 126651
207
+ 6, 126745
208
+ 7, 126721
209
  0, 139007
210
  1, 138657
211
  2, 138497
 
238
  5, 138567
239
  6, 138707
240
  7, 138657
241
+ 0, 138061
242
+ 1, 137775
243
+ 2, 137877
244
  3, 140241
245
  4, 138193
246
  5, 138267
247
+ 6, 138081
248
+ 7, 137711
249
+ 0, 775
250
+ 1, 1034
251
+ 2, 137549
252
+ 3, 2058
253
+ 4, 778
254
+ 5, 778
255
+ 6, 778
256
  7, 778
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1/mem_samples.csv CHANGED
@@ -25,7 +25,7 @@
25
  0, 4
26
  1, 4
27
  2, 4
28
- 3, 4
29
  4, 1
30
  5, 1
31
  6, 1
@@ -39,37 +39,37 @@
39
  6, 4
40
  7, 4
41
  0, 4
42
- 1, 629
43
- 2, 629
44
- 3, 629
45
- 4, 629
46
- 5, 629
47
- 6, 629
48
- 7, 629
49
- 0, 1069
50
- 1, 1067
51
- 2, 1055
52
- 3, 1057
53
- 4, 1035
54
- 5, 1069
55
- 6, 1067
56
- 7, 1061
57
- 0, 1803
58
- 1, 1803
59
- 2, 1803
60
- 3, 1803
61
- 4, 1803
62
- 5, 1803
63
- 6, 1803
64
- 7, 1803
65
- 0, 2079
66
- 1, 2079
67
- 2, 2079
68
- 3, 2079
69
- 4, 2079
70
- 5, 2079
71
- 6, 2079
72
- 7, 2079
73
  0, 43873
74
  1, 43307
75
  2, 43307
@@ -78,163 +78,155 @@
78
  5, 44007
79
  6, 44007
80
  7, 44007
81
- 0, 44279
82
- 1, 43709
83
- 2, 43709
84
- 3, 44409
85
- 4, 44409
86
- 5, 44409
87
- 6, 44409
88
- 7, 44409
89
- 0, 47349
90
- 1, 46779
91
- 2, 46779
92
- 3, 47479
93
- 4, 47479
94
- 5, 47479
95
- 6, 47479
96
- 7, 47479
97
- 0, 47629
98
- 1, 47059
99
- 2, 47059
100
- 3, 47759
101
- 4, 47759
102
- 5, 47759
103
- 6, 47759
104
- 7, 47759
105
- 0, 47629
106
- 1, 47199
107
- 2, 47199
108
- 3, 47899
109
- 4, 47759
110
- 5, 47899
111
- 6, 47899
112
- 7, 47759
113
- 0, 48663
114
- 1, 48093
115
- 2, 48093
116
- 3, 48793
117
- 4, 48793
118
- 5, 48793
119
- 6, 48793
120
- 7, 48793
121
- 0, 48663
122
- 1, 48093
123
- 2, 48093
124
- 3, 48793
125
- 4, 48793
126
- 5, 48793
127
- 6, 48793
128
- 7, 48793
129
- 0, 49111
130
- 1, 48541
131
- 2, 48541
132
- 3, 49241
133
- 4, 49241
134
- 5, 49241
135
- 6, 49241
136
- 7, 49241
137
- 0, 51155
138
- 1, 50585
139
- 2, 50585
140
- 3, 51285
141
- 4, 51285
142
- 5, 51285
143
- 6, 51285
144
- 7, 51285
145
- 0, 51155
146
- 1, 50587
147
- 2, 50587
148
- 3, 51287
149
- 4, 51287
150
- 5, 51287
151
- 6, 51287
152
- 7, 51287
153
- 0, 82633
154
- 1, 82679
155
- 2, 82709
156
- 3, 82675
157
- 4, 82675
158
- 5, 82705
159
- 6, 82775
160
- 7, 82735
161
- 0, 82829
162
- 1, 82855
163
- 2, 82855
164
- 3, 82841
165
- 4, 82841
166
- 5, 82841
167
- 6, 82841
168
- 7, 82841
169
- 0, 83373
170
- 1, 83399
171
- 2, 83399
172
- 3, 83385
173
- 4, 83385
174
- 5, 83385
175
- 6, 83385
176
- 7, 83385
177
- 0, 84013
178
  1, 84039
179
  2, 84039
180
- 3, 84025
181
- 4, 84025
182
- 5, 84025
183
- 6, 84025
184
- 7, 84025
185
- 0, 84013
186
  1, 84039
187
  2, 84039
188
- 3, 84025
189
- 4, 84025
190
- 5, 84025
191
- 6, 84025
192
- 7, 84025
193
- 0, 84441
194
- 1, 84433
195
- 2, 84475
196
- 3, 84411
197
- 4, 84433
198
- 5, 84461
199
- 6, 84437
200
- 7, 84423
201
- 0, 87173
202
- 1, 87197
203
- 2, 87197
204
- 3, 87183
205
- 4, 87183
206
- 5, 87183
207
- 6, 87183
208
- 7, 87183
209
- 0, 87809
210
- 1, 87897
211
- 2, 87843
212
- 3, 87823
213
- 4, 87825
214
- 5, 87853
215
- 6, 87861
216
- 7, 87831
217
- 0, 108163
218
- 1, 108271
219
- 2, 108245
220
- 3, 108303
221
- 4, 108303
222
- 5, 108303
223
- 6, 108303
224
- 7, 108303
225
- 0, 108163
226
- 1, 108271
227
- 2, 108245
228
- 3, 108303
229
- 4, 108303
230
- 5, 108303
231
- 6, 108303
232
- 7, 108303
233
- 0, 2947
234
- 1, 108271
235
- 2, 4230
236
- 3, 2630
237
- 4, 2630
238
- 5, 2630
239
- 6, 2630
240
- 7, 2630
 
25
  0, 4
26
  1, 4
27
  2, 4
28
+ 3, 2
29
  4, 1
30
  5, 1
31
  6, 1
 
39
  6, 4
40
  7, 4
41
  0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
+ 7, 26
49
+ 0, 821
50
+ 1, 821
51
+ 2, 819
52
+ 3, 819
53
+ 4, 819
54
+ 5, 819
55
+ 6, 821
56
+ 7, 821
57
+ 0, 1537
58
+ 1, 1537
59
+ 2, 1537
60
+ 3, 1537
61
+ 4, 1537
62
+ 5, 1537
63
+ 6, 1537
64
+ 7, 1537
65
+ 0, 1975
66
+ 1, 1975
67
+ 2, 1975
68
+ 3, 1975
69
+ 4, 1975
70
+ 5, 1975
71
+ 6, 1975
72
+ 7, 1975
73
  0, 43873
74
  1, 43307
75
  2, 43307
 
78
  5, 44007
79
  6, 44007
80
  7, 44007
81
+ 0, 44539
82
+ 1, 43971
83
+ 2, 43971
84
+ 3, 44671
85
+ 4, 44671
86
+ 5, 44671
87
+ 6, 44671
88
+ 7, 44671
89
+ 0, 47221
90
+ 1, 46653
91
+ 2, 46653
92
+ 3, 47353
93
+ 4, 47353
94
+ 5, 47353
95
+ 6, 47353
96
+ 7, 47353
97
+ 0, 47501
98
+ 1, 46933
99
+ 2, 46933
100
+ 3, 47633
101
+ 4, 47633
102
+ 5, 47633
103
+ 6, 47633
104
+ 7, 47633
105
+ 0, 47789
106
+ 1, 47243
107
+ 2, 47223
108
+ 3, 47941
109
+ 4, 47933
110
+ 5, 47923
111
+ 6, 47925
112
+ 7, 47899
113
+ 0, 48535
114
+ 1, 47967
115
+ 2, 47967
116
+ 3, 48667
117
+ 4, 48667
118
+ 5, 48667
119
+ 6, 48667
120
+ 7, 48667
121
+ 0, 48983
122
+ 1, 48415
123
+ 2, 48415
124
+ 3, 49115
125
+ 4, 49115
126
+ 5, 49115
127
+ 6, 49115
128
+ 7, 49115
129
+ 0, 51025
130
+ 1, 50457
131
+ 2, 50457
132
+ 3, 51157
133
+ 4, 51157
134
+ 5, 51157
135
+ 6, 51157
136
+ 7, 51157
137
+ 0, 51025
138
+ 1, 50457
139
+ 2, 50457
140
+ 3, 51157
141
+ 4, 51157
142
+ 5, 51157
143
+ 6, 51157
144
+ 7, 51157
145
+ 0, 82349
146
+ 1, 82347
147
+ 2, 82337
148
+ 3, 82349
149
+ 4, 82325
150
+ 5, 82353
151
+ 6, 82343
152
+ 7, 82331
153
+ 0, 82847
154
+ 1, 82853
155
+ 2, 82853
156
+ 3, 82851
157
+ 4, 82851
158
+ 5, 82851
159
+ 6, 82851
160
+ 7, 82851
161
+ 0, 84033
162
+ 1, 84039
163
+ 2, 84039
164
+ 3, 84037
165
+ 4, 84037
166
+ 5, 84037
167
+ 6, 84037
168
+ 7, 84037
169
+ 0, 84033
 
 
 
 
 
 
 
 
170
  1, 84039
171
  2, 84039
172
+ 3, 84037
173
+ 4, 84037
174
+ 5, 84037
175
+ 6, 84037
176
+ 7, 84037
177
+ 0, 84033
178
  1, 84039
179
  2, 84039
180
+ 3, 84037
181
+ 4, 84037
182
+ 5, 84037
183
+ 6, 84037
184
+ 7, 84037
185
+ 0, 84559
186
+ 1, 84559
187
+ 2, 84537
188
+ 3, 84567
189
+ 4, 84571
190
+ 5, 84503
191
+ 6, 84545
192
+ 7, 84537
193
+ 0, 88033
194
+ 1, 88039
195
+ 2, 88039
196
+ 3, 88037
197
+ 4, 88037
198
+ 5, 87197
199
+ 6, 88037
200
+ 7, 88037
201
+ 0, 88635
202
+ 1, 88673
203
+ 2, 88627
204
+ 3, 88661
205
+ 4, 88665
206
+ 5, 87809
207
+ 6, 88707
208
+ 7, 88673
209
+ 0, 109033
210
+ 1, 109113
211
+ 2, 109133
212
+ 3, 109099
213
+ 4, 109099
214
+ 5, 108259
215
+ 6, 109099
216
+ 7, 109099
217
+ 0, 109033
218
+ 1, 109113
219
+ 2, 109133
220
+ 3, 109099
221
+ 4, 109099
222
+ 5, 108259
223
+ 6, 109099
224
+ 7, 109099
225
+ 0, 2382
226
+ 1, 2638
227
+ 2, 108239
228
+ 3, 3662
229
+ 4, 2382
230
+ 5, 2382
231
+ 6, 2382
232
+ 7, 2382
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1/run.env CHANGED
@@ -28,7 +28,7 @@ router_balancing=aux_loss
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
- router_dtype=
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
 
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
+ router_dtype=fp32
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
@@ -38,195 +38,43 @@
38
  5, 4
39
  6, 4
40
  7, 4
41
- 0, 4
42
- 1, 629
43
- 2, 629
44
- 3, 165
45
- 4, 629
46
- 5, 629
47
- 6, 629
48
- 7, 629
49
- 0, 909
50
- 1, 905
51
- 2, 935
52
- 3, 915
53
- 4, 911
54
- 5, 917
55
- 6, 921
56
- 7, 915
57
- 0, 1803
58
- 1, 1803
59
- 2, 1803
60
- 3, 1803
61
- 4, 1803
62
- 5, 1803
63
- 6, 1803
64
- 7, 1803
65
- 0, 43721
66
- 1, 43157
67
- 2, 43201
68
- 3, 43883
69
- 4, 43859
70
- 5, 43865
71
- 6, 43899
72
- 7, 43859
73
- 0, 44151
74
- 1, 43583
75
- 2, 43581
76
- 3, 44281
77
- 4, 44281
78
- 5, 44281
79
- 6, 44281
80
- 7, 44281
81
- 0, 47221
82
- 1, 46653
83
- 2, 46651
84
- 3, 47351
85
- 4, 47351
86
- 5, 47351
87
- 6, 47351
88
- 7, 47351
89
- 0, 47501
90
- 1, 46933
91
- 2, 46931
92
- 3, 47631
93
- 4, 47631
94
- 5, 47631
95
- 6, 47631
96
- 7, 47631
97
- 0, 47833
98
- 1, 47289
99
- 2, 47263
100
- 3, 47969
101
- 4, 47961
102
- 5, 48023
103
- 6, 47977
104
- 7, 47989
105
- 0, 48535
106
- 1, 47967
107
- 2, 47965
108
- 3, 48665
109
- 4, 48665
110
- 5, 48665
111
- 6, 48665
112
- 7, 48665
113
- 0, 48983
114
- 1, 48415
115
- 2, 48413
116
- 3, 49113
117
- 4, 49113
118
- 5, 49113
119
- 6, 49113
120
- 7, 49113
121
- 0, 51027
122
- 1, 50457
123
- 2, 50457
124
- 3, 51157
125
- 4, 51157
126
- 5, 51157
127
- 6, 51157
128
- 7, 51157
129
- 0, 51027
130
- 1, 50457
131
- 2, 50457
132
- 3, 51157
133
- 4, 51157
134
- 5, 51157
135
- 6, 51157
136
- 7, 51157
137
- 0, 82405
138
- 1, 82427
139
- 2, 82433
140
- 3, 82431
141
- 4, 82405
142
- 5, 82409
143
- 6, 82403
144
- 7, 82369
145
- 0, 82843
146
- 1, 82851
147
- 2, 82851
148
- 3, 82849
149
- 4, 82849
150
- 5, 82849
151
- 6, 82849
152
- 7, 82849
153
- 0, 84027
154
- 1, 84035
155
- 2, 84035
156
- 3, 84033
157
- 4, 84033
158
- 5, 84033
159
- 6, 84033
160
- 7, 84033
161
- 0, 84027
162
- 1, 84035
163
- 2, 84035
164
- 3, 84033
165
- 4, 84033
166
- 5, 84033
167
- 6, 84033
168
- 7, 84033
169
- 0, 84027
170
- 1, 84035
171
- 2, 84035
172
- 3, 84033
173
- 4, 84033
174
- 5, 84033
175
- 6, 84033
176
- 7, 84033
177
- 0, 85139
178
- 1, 85145
179
- 2, 85145
180
- 3, 85143
181
- 4, 85143
182
- 5, 85143
183
- 6, 85143
184
- 7, 85143
185
- 0, 87187
186
- 1, 87193
187
- 2, 87193
188
- 3, 87191
189
- 4, 87191
190
- 5, 87191
191
- 6, 87191
192
- 7, 87191
193
- 0, 87859
194
- 1, 87889
195
- 2, 87895
196
- 3, 87877
197
- 4, 87893
198
- 5, 87867
199
- 6, 87877
200
- 7, 87871
201
- 0, 108189
202
- 1, 108267
203
- 2, 108287
204
- 3, 108273
205
- 4, 108273
206
- 5, 108273
207
- 6, 108273
208
- 7, 108273
209
- 0, 108189
210
- 1, 108267
211
- 2, 108287
212
- 3, 108273
213
- 4, 108273
214
- 5, 108273
215
- 6, 108273
216
- 7, 108273
217
- 0, 2382
218
- 1, 2382
219
- 2, 2382
220
- 3, 2382
221
- 4, 2382
222
- 5, 2638
223
- 6, 107379
224
- 7, 3662
225
- 0, 0
226
- 1, 0
227
- 2, 0
228
- 3, 0
229
- 4, 0
230
- 5, 0
231
- 6, 0
232
- 7, 0
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 2
18
  1, 1
19
  2, 1
20
  3, 1
 
38
  5, 4
39
  6, 4
40
  7, 4
41
+ 0, 821
42
+ 1, 819
43
+ 2, 819
44
+ 3, 821
45
+ 4, 819
46
+ 5, 819
47
+ 6, 819
48
+ 7, 819
49
+ 0, 1537
50
+ 1, 1537
51
+ 2, 1537
52
+ 3, 1537
53
+ 4, 1537
54
+ 5, 1537
55
+ 6, 1537
56
+ 7, 1537
57
+ 0, 1975
58
+ 1, 1975
59
+ 2, 1975
60
+ 3, 1975
61
+ 4, 1975
62
+ 5, 1975
63
+ 6, 1975
64
+ 7, 1975
65
+ 0, 43873
66
+ 1, 43307
67
+ 2, 43307
68
+ 3, 44007
69
+ 4, 44007
70
+ 5, 44007
71
+ 6, 44007
72
+ 7, 44007
73
+ 0, 44539
74
+ 1, 43971
75
+ 2, 43971
76
+ 3, 44671
77
+ 4, 44671
78
+ 5, 44671
79
+ 6, 44671
80
+ 7, 44671
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/run.env CHANGED
@@ -28,7 +28,7 @@ router_balancing=aux_loss
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
- router_dtype=
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
 
28
  aux_loss_coeff=1e-2
29
  router_pre_softmax=1
30
  router_fusion=0
31
+ router_dtype=fp32
32
  device_initiated_grouped_gemm=1
33
  norm_epsilon=1e-6
34
  seq_length=4096
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 2
18
  1, 1
19
  2, 1
20
  3, 1
@@ -26,7 +26,7 @@
26
  1, 4
27
  2, 4
28
  3, 4
29
- 4, 1
30
  5, 1
31
  6, 1
32
  7, 1
@@ -39,53 +39,53 @@
39
  6, 4
40
  7, 4
41
  0, 4
42
- 1, 4
43
- 2, 4
44
- 3, 4
45
  4, 4
46
- 5, 4
47
  6, 4
48
- 7, 4
49
- 0, 821
50
- 1, 821
51
- 2, 821
52
- 3, 821
53
- 4, 821
54
- 5, 821
55
- 6, 821
56
- 7, 821
57
- 0, 1537
58
- 1, 1537
59
- 2, 1537
60
- 3, 1537
61
- 4, 1537
62
- 5, 1537
63
- 6, 1537
64
- 7, 1537
65
- 0, 2551
66
- 1, 2551
67
- 2, 2551
68
- 3, 2551
69
- 4, 2551
70
- 5, 2551
71
- 6, 2551
72
- 7, 2551
73
- 0, 48087
74
- 1, 48119
75
- 2, 48077
76
- 3, 48113
77
- 4, 47797
78
- 5, 48139
79
- 6, 48097
80
- 7, 48119
81
- 0, 49843
82
- 1, 49833
83
- 2, 49693
84
- 3, 49693
85
- 4, 49555
86
- 5, 49843
87
- 6, 49867
88
- 7, 49863
89
  0, 53697
90
  1, 53697
91
  2, 53697
@@ -102,14 +102,14 @@
102
  5, 54105
103
  6, 54105
104
  7, 54105
105
- 0, 54405
106
- 1, 54393
107
- 2, 54417
108
- 3, 54395
109
- 4, 54107
110
- 5, 54413
111
- 6, 54409
112
- 7, 54413
113
  0, 55543
114
  1, 55543
115
  2, 55543
@@ -142,14 +142,14 @@
142
  5, 59799
143
  6, 59799
144
  7, 59799
145
- 0, 105853
146
- 1, 105869
147
- 2, 105869
148
- 3, 105869
149
- 4, 105821
150
- 5, 105827
151
- 6, 105825
152
- 7, 105843
153
  0, 106307
154
  1, 106347
155
  2, 106347
@@ -184,73 +184,57 @@
184
  7, 106349
185
  0, 110361
186
  1, 110401
187
- 2, 110017
188
- 3, 109633
189
- 4, 109613
190
- 5, 108481
191
- 6, 109633
192
- 7, 109633
193
- 0, 111393
194
  1, 111049
195
  2, 111049
196
  3, 111433
197
  4, 111029
198
  5, 111433
199
  6, 111049
200
- 7, 111433
201
- 0, 112049
202
- 1, 111699
203
- 2, 111733
204
- 3, 112073
205
- 4, 111651
206
- 5, 112085
207
- 6, 111709
208
- 7, 112061
209
- 0, 141823
210
  1, 141559
211
  2, 141559
212
  3, 141943
213
  4, 141539
214
  5, 141943
215
  6, 141559
216
- 7, 141943
217
- 0, 141823
218
  1, 141559
219
  2, 141559
220
  3, 141943
221
  4, 141539
222
  5, 141943
223
  6, 141559
224
- 7, 141943
225
- 0, 141823
226
  1, 141559
227
  2, 141559
228
  3, 141943
229
  4, 141539
230
  5, 141943
231
  6, 141559
232
- 7, 141943
233
- 0, 3622
234
- 1, 140311
235
- 2, 4646
236
- 3, 3366
237
- 4, 3622
238
- 5, 140695
239
- 6, 4646
240
- 7, 3366
241
- 0, 0
242
- 1, 0
243
- 2, 0
244
- 3, 0
245
- 4, 0
246
- 5, 0
247
- 6, 0
248
- 7, 0
249
- 0, 0
250
- 1, 0
251
- 2, 0
252
- 3, 0
253
- 4, 0
254
- 5, 0
255
- 6, 0
256
- 7, 0
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
 
26
  1, 4
27
  2, 4
28
  3, 4
29
+ 4, 4
30
  5, 1
31
  6, 1
32
  7, 1
 
39
  6, 4
40
  7, 4
41
  0, 4
42
+ 1, 45
43
+ 2, 47
44
+ 3, 45
45
  4, 4
46
+ 5, 629
47
  6, 4
48
+ 7, 629
49
+ 0, 855
50
+ 1, 861
51
+ 2, 859
52
+ 3, 859
53
+ 4, 867
54
+ 5, 877
55
+ 6, 889
56
+ 7, 867
57
+ 0, 1975
58
+ 1, 1975
59
+ 2, 1975
60
+ 3, 1975
61
+ 4, 1975
62
+ 5, 1975
63
+ 6, 1975
64
+ 7, 1975
65
+ 0, 47803
66
+ 1, 47803
67
+ 2, 47803
68
+ 3, 47803
69
+ 4, 47515
70
+ 5, 47803
71
+ 6, 47803
72
+ 7, 47803
73
+ 0, 49055
74
+ 1, 49055
75
+ 2, 49055
76
+ 3, 49055
77
+ 4, 48991
78
+ 5, 49055
79
+ 6, 49055
80
+ 7, 49055
81
+ 0, 49927
82
+ 1, 49927
83
+ 2, 49927
84
+ 3, 49927
85
+ 4, 49639
86
+ 5, 49927
87
+ 6, 49927
88
+ 7, 49927
89
  0, 53697
90
  1, 53697
91
  2, 53697
 
102
  5, 54105
103
  6, 54105
104
  7, 54105
105
+ 0, 54365
106
+ 1, 54367
107
+ 2, 54373
108
+ 3, 54367
109
+ 4, 54073
110
+ 5, 54367
111
+ 6, 54357
112
+ 7, 54361
113
  0, 55543
114
  1, 55543
115
  2, 55543
 
142
  5, 59799
143
  6, 59799
144
  7, 59799
145
+ 0, 105797
146
+ 1, 105823
147
+ 2, 105829
148
+ 3, 105857
149
+ 4, 105811
150
+ 5, 105877
151
+ 6, 105827
152
+ 7, 105831
153
  0, 106307
154
  1, 106347
155
  2, 106347
 
184
  7, 106349
185
  0, 110361
186
  1, 110401
187
+ 2, 110401
188
+ 3, 110785
189
+ 4, 110381
190
+ 5, 110401
191
+ 6, 110401
192
+ 7, 110401
193
+ 0, 111009
194
  1, 111049
195
  2, 111049
196
  3, 111433
197
  4, 111029
198
  5, 111433
199
  6, 111049
200
+ 7, 111049
201
+ 0, 111693
202
+ 1, 111703
203
+ 2, 111669
204
+ 3, 112099
205
+ 4, 111653
206
+ 5, 112117
207
+ 6, 111717
208
+ 7, 111709
209
+ 0, 141439
210
  1, 141559
211
  2, 141559
212
  3, 141943
213
  4, 141539
214
  5, 141943
215
  6, 141559
216
+ 7, 141559
217
+ 0, 141439
218
  1, 141559
219
  2, 141559
220
  3, 141943
221
  4, 141539
222
  5, 141943
223
  6, 141559
224
+ 7, 141559
225
+ 0, 141439
226
  1, 141559
227
  2, 141559
228
  3, 141943
229
  4, 141539
230
  5, 141943
231
  6, 141559
232
+ 7, 141559
233
+ 0, 3963
234
+ 1, 3965
235
+ 2, 4286
236
+ 3, 141941
237
+ 4, 5566
238
+ 5, 3966
239
+ 6, 3966
240
+ 7, 3966
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 4
18
  1, 1
19
  2, 1
20
  3, 1
@@ -39,21 +39,21 @@
39
  6, 4
40
  7, 4
41
  0, 4
42
- 1, 4
43
- 2, 4
44
  3, 629
45
- 4, 4
46
- 5, 4
47
- 6, 4
48
- 7, 4
49
- 0, 821
50
- 1, 821
51
- 2, 821
52
- 3, 821
53
- 4, 821
54
- 5, 821
55
- 6, 821
56
- 7, 821
57
  0, 1975
58
  1, 1975
59
  2, 1975
@@ -70,16 +70,16 @@
70
  5, 47803
71
  6, 47803
72
  7, 47803
73
- 0, 49279
74
- 1, 49279
75
- 2, 49279
76
- 3, 49279
77
- 4, 48991
78
- 5, 49279
79
- 6, 49279
80
- 7, 49279
81
  0, 49927
82
- 1, 49929
83
  2, 49927
84
  3, 49927
85
  4, 49639
@@ -102,14 +102,14 @@
102
  5, 54105
103
  6, 54105
104
  7, 54105
105
- 0, 54475
106
- 1, 54495
107
- 2, 54527
108
- 3, 54473
109
- 4, 54207
110
- 5, 54495
111
- 6, 54483
112
- 7, 54489
113
  0, 55543
114
  1, 55543
115
  2, 55543
@@ -142,14 +142,14 @@
142
  5, 59799
143
  6, 59799
144
  7, 59799
145
- 0, 105827
146
- 1, 105877
147
- 2, 105911
148
- 3, 105909
149
- 4, 105871
150
  5, 105869
151
- 6, 105879
152
- 7, 105893
153
  0, 106307
154
  1, 106359
155
  2, 106359
@@ -182,62 +182,54 @@
182
  5, 106361
183
  6, 106361
184
  7, 106361
185
- 0, 107673
186
  1, 107725
187
- 2, 107725
188
  3, 107725
189
  4, 107693
190
- 5, 107725
191
  6, 107725
192
  7, 107725
193
- 0, 111393
194
  1, 111445
195
- 2, 111061
196
  3, 111445
197
  4, 111413
198
- 5, 111445
199
  6, 111061
200
  7, 111061
201
- 0, 112041
202
- 1, 112037
203
- 2, 111703
204
- 3, 112135
205
- 4, 112067
206
- 5, 112109
207
- 6, 111685
208
- 7, 111713
209
- 0, 141819
210
- 1, 141939
211
- 2, 141555
212
- 3, 141939
213
- 4, 141923
214
- 5, 141939
215
- 6, 141555
216
- 7, 141555
217
- 0, 141819
218
  1, 141939
219
- 2, 141555
220
  3, 141939
221
  4, 141923
222
- 5, 141939
223
  6, 141555
224
  7, 141555
225
- 0, 141819
226
  1, 141939
227
- 2, 141555
228
  3, 141939
229
  4, 141923
230
- 5, 141939
231
  6, 141555
232
  7, 141555
233
- 0, 3963
234
- 1, 3966
235
- 2, 3966
236
- 3, 3966
237
- 4, 4286
238
- 5, 141937
239
- 6, 5566
240
- 7, 3966
241
  0, 0
242
  1, 0
243
  2, 0
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
 
39
  6, 4
40
  7, 4
41
  0, 4
42
+ 1, 629
43
+ 2, 629
44
  3, 629
45
+ 4, 629
46
+ 5, 629
47
+ 6, 629
48
+ 7, 629
49
+ 0, 939
50
+ 1, 951
51
+ 2, 953
52
+ 3, 919
53
+ 4, 945
54
+ 5, 943
55
+ 6, 945
56
+ 7, 955
57
  0, 1975
58
  1, 1975
59
  2, 1975
 
70
  5, 47803
71
  6, 47803
72
  7, 47803
73
+ 0, 49055
74
+ 1, 49055
75
+ 2, 49055
76
+ 3, 49055
77
+ 4, 48767
78
+ 5, 49055
79
+ 6, 49055
80
+ 7, 49055
81
  0, 49927
82
+ 1, 49927
83
  2, 49927
84
  3, 49927
85
  4, 49639
 
102
  5, 54105
103
  6, 54105
104
  7, 54105
105
+ 0, 54423
106
+ 1, 54459
107
+ 2, 54431
108
+ 3, 54457
109
+ 4, 54157
110
+ 5, 54433
111
+ 6, 54451
112
+ 7, 54447
113
  0, 55543
114
  1, 55543
115
  2, 55543
 
142
  5, 59799
143
  6, 59799
144
  7, 59799
145
+ 0, 105815
146
+ 1, 105869
147
+ 2, 105853
148
+ 3, 105883
149
+ 4, 105809
150
  5, 105869
151
+ 6, 105853
152
+ 7, 105843
153
  0, 106307
154
  1, 106359
155
  2, 106359
 
182
  5, 106361
183
  6, 106361
184
  7, 106361
185
+ 0, 109209
186
  1, 107725
187
+ 2, 109261
188
  3, 107725
189
  4, 107693
190
+ 5, 109261
191
  6, 107725
192
  7, 107725
193
+ 0, 111009
194
  1, 111445
195
+ 2, 111445
196
  3, 111445
197
  4, 111413
198
+ 5, 111061
199
  6, 111061
200
  7, 111061
201
+ 0, 111703
202
+ 1, 112097
203
+ 2, 112077
204
+ 3, 112109
205
+ 4, 112035
206
+ 5, 111671
207
+ 6, 111701
208
+ 7, 111729
209
+ 0, 141435
 
 
 
 
 
 
 
 
210
  1, 141939
211
+ 2, 141939
212
  3, 141939
213
  4, 141923
214
+ 5, 141555
215
  6, 141555
216
  7, 141555
217
+ 0, 141435
218
  1, 141939
219
+ 2, 141939
220
  3, 141939
221
  4, 141923
222
+ 5, 141555
223
  6, 141555
224
  7, 141555
225
+ 0, 141433
226
+ 1, 141937
227
+ 2, 141937
228
+ 3, 141937
229
+ 4, 5886
230
+ 5, 141553
231
+ 6, 5886
232
+ 7, 141553
233
  0, 0
234
  1, 0
235
  2, 0
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1/train.log CHANGED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1/mem_samples.csv CHANGED
@@ -14,7 +14,7 @@
14
  5, 0
15
  6, 0
16
  7, 0
17
- 0, 2
18
  1, 1
19
  2, 1
20
  3, 1
@@ -39,10 +39,10 @@
39
  6, 4
40
  7, 4
41
  0, 4
42
- 1, 4
43
  2, 4
44
  3, 4
45
- 4, 4
46
  5, 4
47
  6, 4
48
  7, 4
@@ -54,30 +54,30 @@
54
  5, 821
55
  6, 821
56
  7, 821
57
- 0, 1537
58
- 1, 1537
59
- 2, 1537
60
- 3, 1537
61
- 4, 1537
62
- 5, 1537
63
- 6, 1537
64
- 7, 1537
65
- 0, 1981
66
- 1, 1981
67
- 2, 1981
68
- 3, 1981
69
- 4, 1981
70
- 5, 1981
71
- 6, 1981
72
- 7, 1981
73
- 0, 44781
74
- 1, 44781
75
- 2, 44791
76
- 3, 44771
77
- 4, 44825
78
- 5, 44825
79
- 6, 44801
80
- 7, 44779
81
  0, 45895
82
  1, 45897
83
  2, 45907
@@ -102,14 +102,14 @@
102
  5, 47025
103
  6, 47015
104
  7, 47025
105
- 0, 47155
106
- 1, 47169
107
- 2, 47177
108
- 3, 47135
109
- 4, 47175
110
- 5, 47185
111
- 6, 47193
112
- 7, 47183
113
  0, 47877
114
  1, 47879
115
  2, 47889
@@ -126,14 +126,6 @@
126
  5, 48145
127
  6, 48135
128
  7, 48145
129
- 0, 48777
130
- 1, 48799
131
- 2, 48793
132
- 3, 48771
133
- 4, 48775
134
- 5, 48793
135
- 6, 48763
136
- 7, 48793
137
  0, 49131
138
  1, 49151
139
  2, 49145
@@ -142,22 +134,22 @@
142
  5, 49145
143
  6, 49117
144
  7, 49145
145
- 0, 99847
146
- 1, 99869
147
- 2, 99853
148
- 3, 99861
149
- 4, 100651
150
- 5, 99853
151
- 6, 99853
152
- 7, 99853
153
- 0, 101347
154
- 1, 101369
155
- 2, 101353
156
- 3, 101361
157
- 4, 101365
158
- 5, 101353
159
- 6, 101353
160
- 7, 101353
161
  0, 101347
162
  1, 101369
163
  2, 101353
@@ -182,86 +174,94 @@
182
  5, 101355
183
  6, 101355
184
  7, 101355
185
- 0, 101901
186
- 1, 101921
187
- 2, 101875
188
- 3, 101933
189
- 4, 101909
190
- 5, 101933
191
- 6, 101933
192
- 7, 101963
193
- 0, 102901
194
- 1, 103019
195
- 2, 103003
196
- 3, 103011
197
- 4, 102919
198
- 5, 103003
199
- 6, 102715
200
- 7, 103003
201
- 0, 103459
202
- 1, 103637
203
- 2, 103573
204
- 3, 103647
205
- 4, 103505
206
- 5, 103567
207
- 6, 103295
208
- 7, 103555
209
- 0, 132949
210
- 1, 133053
211
- 2, 133059
212
- 3, 133047
213
- 4, 132993
214
- 5, 133059
215
- 6, 132751
216
- 7, 133059
217
- 0, 132949
218
- 1, 133053
219
- 2, 133059
220
- 3, 133047
221
- 4, 132993
222
- 5, 133059
223
- 6, 132751
224
- 7, 133059
225
- 0, 132949
226
- 1, 133053
227
- 2, 133059
228
- 3, 133047
229
- 4, 132993
230
- 5, 133059
231
- 6, 132751
232
- 7, 133059
233
- 0, 132949
234
- 1, 133053
235
- 2, 133059
236
- 3, 133047
237
- 4, 132993
238
- 5, 133059
239
- 6, 132751
240
- 7, 133059
241
- 0, 132949
242
- 1, 133053
243
- 2, 133059
244
- 3, 133047
245
- 4, 132993
246
- 5, 133059
247
- 6, 132751
248
- 7, 133059
249
- 0, 132949
250
- 1, 133053
251
- 2, 133059
252
- 3, 133047
253
- 4, 132993
254
- 5, 133059
255
- 6, 132751
256
- 7, 133059
257
- 0, 2186
258
- 1, 906
259
- 2, 906
260
- 3, 906
261
- 4, 906
262
- 5, 906
263
- 6, 1162
264
- 7, 132243
 
 
 
 
 
 
 
 
265
  0, 0
266
  1, 0
267
  2, 0
 
14
  5, 0
15
  6, 0
16
  7, 0
17
+ 0, 1
18
  1, 1
19
  2, 1
20
  3, 1
 
39
  6, 4
40
  7, 4
41
  0, 4
42
+ 1, 629
43
  2, 4
44
  3, 4
45
+ 4, 27
46
  5, 4
47
  6, 4
48
  7, 4
 
54
  5, 821
55
  6, 821
56
  7, 821
57
+ 0, 1831
58
+ 1, 1831
59
+ 2, 1831
60
+ 3, 1831
61
+ 4, 1831
62
+ 5, 1831
63
+ 6, 1831
64
+ 7, 1831
65
+ 0, 39169
66
+ 1, 38995
67
+ 2, 39197
68
+ 3, 38995
69
+ 4, 38995
70
+ 5, 39197
71
+ 6, 38995
72
+ 7, 39197
73
+ 0, 44953
74
+ 1, 44991
75
+ 2, 44965
76
+ 3, 44963
77
+ 4, 44951
78
+ 5, 44965
79
+ 6, 44991
80
+ 7, 45001
81
  0, 45895
82
  1, 45897
83
  2, 45907
 
102
  5, 47025
103
  6, 47015
104
  7, 47025
105
+ 0, 47275
106
+ 1, 47265
107
+ 2, 47281
108
+ 3, 47245
109
+ 4, 47255
110
+ 5, 47251
111
+ 6, 47245
112
+ 7, 47281
113
  0, 47877
114
  1, 47879
115
  2, 47889
 
126
  5, 48145
127
  6, 48135
128
  7, 48145
 
 
 
 
 
 
 
 
129
  0, 49131
130
  1, 49151
131
  2, 49145
 
134
  5, 49145
135
  6, 49117
136
  7, 49145
137
+ 0, 49131
138
+ 1, 49151
139
+ 2, 49145
140
+ 3, 49125
141
+ 4, 49127
142
+ 5, 49145
143
+ 6, 49117
144
+ 7, 49145
145
+ 0, 100829
146
+ 1, 100835
147
+ 2, 100849
148
+ 3, 100875
149
+ 4, 100853
150
+ 5, 100861
151
+ 6, 100833
152
+ 7, 100861
153
  0, 101347
154
  1, 101369
155
  2, 101353
 
174
  5, 101355
175
  6, 101355
176
  7, 101355
177
+ 0, 101349
178
+ 1, 101371
179
+ 2, 101355
180
+ 3, 101363
181
+ 4, 101367
182
+ 5, 101355
183
+ 6, 101355
184
+ 7, 101355
185
+ 0, 102061
186
+ 1, 102851
187
+ 2, 102835
188
+ 3, 102075
189
+ 4, 102847
190
+ 5, 102835
191
+ 6, 102355
192
+ 7, 102067
193
+ 0, 102805
194
+ 1, 103499
195
+ 2, 103483
196
+ 3, 102915
197
+ 4, 103495
198
+ 5, 103483
199
+ 6, 103195
200
+ 7, 102907
201
+ 0, 103503
202
+ 1, 104195
203
+ 2, 104173
204
+ 3, 103585
205
+ 4, 104153
206
+ 5, 104183
207
+ 6, 103863
208
+ 7, 103593
209
+ 0, 132853
210
+ 1, 133533
211
+ 2, 133539
212
+ 3, 132951
213
+ 4, 133569
214
+ 5, 133539
215
+ 6, 133231
216
+ 7, 132963
217
+ 0, 132853
218
+ 1, 133533
219
+ 2, 133539
220
+ 3, 132951
221
+ 4, 133569
222
+ 5, 133539
223
+ 6, 133231
224
+ 7, 132963
225
+ 0, 132853
226
+ 1, 133533
227
+ 2, 133539
228
+ 3, 132951
229
+ 4, 133569
230
+ 5, 133539
231
+ 6, 133231
232
+ 7, 132963
233
+ 0, 132853
234
+ 1, 133533
235
+ 2, 133539
236
+ 3, 132951
237
+ 4, 133569
238
+ 5, 133539
239
+ 6, 133231
240
+ 7, 132963
241
+ 0, 132853
242
+ 1, 133533
243
+ 2, 133539
244
+ 3, 132951
245
+ 4, 133569
246
+ 5, 133539
247
+ 6, 133231
248
+ 7, 132963
249
+ 0, 132853
250
+ 1, 133533
251
+ 2, 133539
252
+ 3, 132951
253
+ 4, 133569
254
+ 5, 133539
255
+ 6, 133231
256
+ 7, 132963
257
+ 0, 1162
258
+ 1, 132717
259
+ 2, 132723
260
+ 3, 132135
261
+ 4, 2442
262
+ 5, 132723
263
+ 6, 132415
264
+ 7, 2186
265
  0, 0
266
  1, 0
267
  2, 0
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1/train.log CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f7e0b6dc40caf86b4c035ca7a7c67cb5d4cf44da64e840fa8612ea38296857b
3
- size 13019657
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df595e47799be5bbf50d80509f6ea6b2cba57e19228e6f7973711658afe74dc1
3
+ size 13026229
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/mem_samples.csv CHANGED
@@ -25,7 +25,7 @@
25
  0, 4
26
  1, 4
27
  2, 4
28
- 3, 4
29
  4, 1
30
  5, 1
31
  6, 1
@@ -38,51 +38,51 @@
38
  5, 4
39
  6, 4
40
  7, 4
41
- 0, 4
42
- 1, 629
43
- 2, 629
44
- 3, 629
45
- 4, 629
46
- 5, 629
47
- 6, 629
48
- 7, 629
49
- 0, 929
50
- 1, 937
51
- 2, 917
52
- 3, 935
53
- 4, 931
54
- 5, 935
55
- 6, 929
56
- 7, 931
57
- 0, 1831
58
- 1, 1831
59
- 2, 1831
60
- 3, 1831
61
- 4, 1831
62
- 5, 1831
63
- 6, 1831
64
- 7, 1831
65
- 0, 39169
66
- 1, 38995
67
- 2, 39209
68
- 3, 41603
69
- 4, 38995
70
- 5, 39197
71
- 6, 38995
72
- 7, 39197
73
- 0, 44989
74
- 1, 44991
75
- 2, 45001
76
- 3, 44963
77
- 4, 44987
78
- 5, 45001
79
- 6, 44991
80
- 7, 45001
81
  0, 45895
82
- 1, 45897
83
  2, 45907
84
  3, 45869
85
- 4, 45893
86
  5, 45907
87
  6, 45897
88
  7, 45907
@@ -102,14 +102,14 @@
102
  5, 47025
103
  6, 47015
104
  7, 47025
105
- 0, 47235
106
- 1, 47243
107
- 2, 47251
108
- 3, 47215
109
- 4, 47231
110
- 5, 47251
111
- 6, 47229
112
- 7, 47237
113
  0, 47877
114
  1, 47879
115
  2, 47889
@@ -142,22 +142,14 @@
142
  5, 49145
143
  6, 49117
144
  7, 49145
145
- 0, 100699
146
- 1, 100719
147
- 2, 100639
148
- 3, 100713
149
- 4, 100715
150
- 5, 100705
151
- 6, 100703
152
- 7, 100703
153
- 0, 101347
154
- 1, 101369
155
- 2, 101353
156
- 3, 101361
157
- 4, 101365
158
- 5, 101353
159
- 6, 101353
160
- 7, 101353
161
  0, 101347
162
  1, 101369
163
  2, 101353
@@ -182,83 +174,99 @@
182
  5, 101355
183
  6, 101355
184
  7, 101355
185
- 0, 101947
186
- 1, 101939
187
- 2, 101939
188
- 3, 101927
189
- 4, 101931
190
- 5, 101895
191
- 6, 101997
192
- 7, 101907
 
 
 
 
 
 
 
 
193
  0, 103477
194
  1, 103499
195
- 2, 103483
196
  3, 103491
197
- 4, 103495
198
  5, 102715
199
- 6, 103483
200
  7, 102715
201
- 0, 104123
202
- 1, 104139
203
- 2, 104131
204
- 3, 104199
205
- 4, 104171
206
- 5, 103365
207
- 6, 104125
208
- 7, 103345
209
  0, 133525
210
  1, 133533
211
- 2, 133539
212
  3, 133527
213
- 4, 133569
214
  5, 132771
215
- 6, 133519
216
  7, 132771
217
  0, 133525
218
  1, 133533
219
- 2, 133539
220
  3, 133527
221
- 4, 133569
222
  5, 132771
223
- 6, 133519
224
  7, 132771
225
  0, 133525
226
  1, 133533
227
- 2, 133539
228
  3, 133527
229
- 4, 133569
230
  5, 132771
231
- 6, 133519
232
  7, 132771
233
  0, 133525
234
  1, 133533
235
- 2, 133539
236
  3, 133527
237
- 4, 133569
238
  5, 132771
239
- 6, 133519
240
  7, 132771
241
  0, 133525
242
  1, 133533
243
- 2, 133539
244
  3, 133527
245
- 4, 133569
246
  5, 132771
247
- 6, 133519
248
  7, 132771
249
- 0, 133355
250
- 1, 133363
251
- 2, 133369
252
- 3, 133357
253
- 4, 133399
254
  5, 132601
255
- 6, 133349
256
  7, 132601
257
- 0, 906
258
- 1, 1162
259
- 2, 132723
260
- 3, 2186
261
- 4, 906
262
- 5, 906
263
- 6, 906
264
- 7, 906
 
 
 
 
 
 
 
 
 
25
  0, 4
26
  1, 4
27
  2, 4
28
+ 3, 2
29
  4, 1
30
  5, 1
31
  6, 1
 
38
  5, 4
39
  6, 4
40
  7, 4
41
+ 0, 819
42
+ 1, 819
43
+ 2, 807
44
+ 3, 801
45
+ 4, 803
46
+ 5, 819
47
+ 6, 799
48
+ 7, 799
49
+ 0, 1537
50
+ 1, 1537
51
+ 2, 1537
52
+ 3, 1537
53
+ 4, 1537
54
+ 5, 1537
55
+ 6, 1537
56
+ 7, 1537
57
+ 0, 1975
58
+ 1, 1975
59
+ 2, 1975
60
+ 3, 1975
61
+ 4, 1975
62
+ 5, 1975
63
+ 6, 1975
64
+ 7, 1975
65
+ 0, 44533
66
+ 1, 44535
67
+ 2, 44545
68
+ 3, 44507
69
+ 4, 44531
70
+ 5, 44545
71
+ 6, 44535
72
+ 7, 44545
73
+ 0, 45247
74
+ 1, 45249
75
+ 2, 45259
76
+ 3, 45221
77
+ 4, 45245
78
+ 5, 45259
79
+ 6, 45249
80
+ 7, 45259
81
  0, 45895
82
+ 1, 45899
83
  2, 45907
84
  3, 45869
85
+ 4, 45895
86
  5, 45907
87
  6, 45897
88
  7, 45907
 
102
  5, 47025
103
  6, 47015
104
  7, 47025
105
+ 0, 47271
106
+ 1, 47265
107
+ 2, 47315
108
+ 3, 47275
109
+ 4, 47269
110
+ 5, 47293
111
+ 6, 47275
112
+ 7, 47291
113
  0, 47877
114
  1, 47879
115
  2, 47889
 
142
  5, 49145
143
  6, 49117
144
  7, 49145
145
+ 0, 100701
146
+ 1, 100723
147
+ 2, 100707
148
+ 3, 100715
149
+ 4, 100719
150
+ 5, 100707
151
+ 6, 100707
152
+ 7, 100707
 
 
 
 
 
 
 
 
153
  0, 101347
154
  1, 101369
155
  2, 101353
 
174
  5, 101355
175
  6, 101355
176
  7, 101355
177
+ 0, 101349
178
+ 1, 101371
179
+ 2, 101355
180
+ 3, 101363
181
+ 4, 101367
182
+ 5, 101355
183
+ 6, 101355
184
+ 7, 101355
185
+ 0, 102637
186
+ 1, 102659
187
+ 2, 102067
188
+ 3, 102651
189
+ 4, 102079
190
+ 5, 102067
191
+ 6, 102067
192
+ 7, 102067
193
  0, 103477
194
  1, 103499
195
+ 2, 102715
196
  3, 103491
197
+ 4, 102727
198
  5, 102715
199
+ 6, 102907
200
  7, 102715
201
+ 0, 104099
202
+ 1, 104145
203
+ 2, 103361
204
+ 3, 104141
205
+ 4, 103387
206
+ 5, 103329
207
+ 6, 103539
208
+ 7, 103349
209
  0, 133525
210
  1, 133533
211
+ 2, 132771
212
  3, 133527
213
+ 4, 132801
214
  5, 132771
215
+ 6, 132943
216
  7, 132771
217
  0, 133525
218
  1, 133533
219
+ 2, 132771
220
  3, 133527
221
+ 4, 132801
222
  5, 132771
223
+ 6, 132943
224
  7, 132771
225
  0, 133525
226
  1, 133533
227
+ 2, 132771
228
  3, 133527
229
+ 4, 132801
230
  5, 132771
231
+ 6, 132943
232
  7, 132771
233
  0, 133525
234
  1, 133533
235
+ 2, 132771
236
  3, 133527
237
+ 4, 132801
238
  5, 132771
239
+ 6, 132943
240
  7, 132771
241
  0, 133525
242
  1, 133533
243
+ 2, 132771
244
  3, 133527
245
+ 4, 132801
246
  5, 132771
247
+ 6, 132943
248
  7, 132771
249
+ 0, 133291
250
+ 1, 133101
251
+ 2, 132601
252
+ 3, 133095
253
+ 4, 132631
254
  5, 132601
255
+ 6, 132773
256
  7, 132601
257
+ 0, 132709
258
+ 1, 2442
259
+ 2, 131955
260
+ 3, 2442
261
+ 4, 131985
262
+ 5, 131955
263
+ 6, 132127
264
+ 7, 131955
265
+ 0, 0
266
+ 1, 0
267
+ 2, 0
268
+ 3, 0
269
+ 4, 0
270
+ 5, 0
271
+ 6, 0
272
+ 7, 0
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1/train.log CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9f46b4b8021d619b97955997079ccf2617f88e4f8a1a8c42f3da1c8ec280ea3
3
- size 15163531
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f3db7afc14e8cc4e9ef89fe36136bd5e3f294d0051eea03a82ef014ab6943a9
3
+ size 15163423
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv CHANGED
@@ -1,5 +1,8 @@
1
  model backend purpose capacity status peak_mib zero_drop drop_rate_pct required_capacity run_dir
2
  QWEN3_235B echo natural 2.00 OK 141943 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
  QWEN3_235B echo forced 2.00 OK 141939 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
4
- QWEN3_30B echo natural 2.00 OK 133059 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
5
- QWEN3_30B echo forced 2.00 OK 133569 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1
 
 
 
 
1
  model backend purpose capacity status peak_mib zero_drop drop_rate_pct required_capacity run_dir
2
  QWEN3_235B echo natural 2.00 OK 141943 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
  QWEN3_235B echo forced 2.00 OK 141939 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
4
+ QWEN3_30B echo natural 2.00 OK 133569 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
5
+ QWEN3_30B echo forced 2.00 OK 133533 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1
6
+ DSV2_LITE_L24 echo natural 2.00 OK 140961 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
7
+ DSV2_LITE_L24 echo forced 2.00 OK 140541 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
8
+ QWEN2_57B echo natural 2.00 OK 109133 1 0.0 1.0 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv CHANGED
@@ -1,3 +1,4 @@
1
  model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
2
  QWEN3_235B echo SELECTED 2.00 1.0 0.0 141943 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
- QWEN3_30B echo SELECTED 2.00 1.0 0.0 133059 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
 
 
1
  model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
2
  QWEN3_235B echo SELECTED 2.00 1.0 0.0 141943 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
+ QWEN3_30B echo SELECTED 2.00 1.0 0.0 133569 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
4
+ DSV2_LITE_L24 echo SELECTED 2.00 1.0 0.0 140961 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/results.tsv CHANGED
@@ -1,5 +1,8 @@
1
  config backend policy slots seq gbs cap recompute rep status iter_ms_mean iter_ms_min peak_mib run_dir
2
- QWEN3_235B echo matched 16 8192 8 2.00 none 1 OK 448.09 440.90 141943 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
- QWEN3_235B echo matched 16 8192 8 2.00 none+forcebal 1 OK 418.59 413.80 141939 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
4
- QWEN3_30B echo matched 16 4096 8 2.00 none 1 OK 985.37 944.00 133059 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
5
- QWEN3_30B echo matched 16 4096 8 2.00 none+forcebal 1 OK 971.26 930.30 133569 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1
 
 
 
 
1
  config backend policy slots seq gbs cap recompute rep status iter_ms_mean iter_ms_min peak_mib run_dir
2
+ QWEN3_235B echo matched 16 8192 8 2.00 none 1 OK 441.20 435.60 141943 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1
3
+ QWEN3_235B echo matched 16 8192 8 2.00 none+forcebal 1 OK 422.89 416.80 141939 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
4
+ QWEN3_30B echo matched 16 4096 8 2.00 none 1 OK 1052.93 996.60 133569 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1
5
+ QWEN3_30B echo matched 16 4096 8 2.00 none+forcebal 1 OK 963.67 920.30 133533 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1
6
+ DSV2_LITE_L24 echo matched 8 8192 8 2.00 none 1 OK 806.56 800.50 140961 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1
7
+ DSV2_LITE_L24 echo matched 8 8192 8 2.00 none+forcebal 1 OK 799.97 793.80 140541 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1
8
+ QWEN2_57B echo matched 8 4096 8 2.00 none 1 OK 286.46 282.70 109133 /workspace/tierb_study_20260826_144644/echo/tierbprobe/tierbprobe_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1
tierb_study_20260826_144644/hf_watcher.log CHANGED
@@ -17,3 +17,6 @@ https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
17
  Already logged in to Hugging Face as: AbhishekGhosh1998
18
  Watching /workspace/tierb_study_20260826_144644 -> HF every 600s (kill to stop)
19
  [2026-08-26T15:32:33+00:00] backup pass
 
 
 
 
17
  Already logged in to Hugging Face as: AbhishekGhosh1998
18
  Watching /workspace/tierb_study_20260826_144644 -> HF every 600s (kill to stop)
19
  [2026-08-26T15:32:33+00:00] backup pass
20
+ uploaded: /workspace/tierb_study_20260826_144644 -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb_study_20260826_144644
21
+ https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
22
+ [2026-08-26T15:42:37+00:00] backup pass
tierb_study_20260826_144644/study.log CHANGED
@@ -464,3 +464,42 @@ driver_repo: /workspace/blackwell_run_scripts @ d11391f
464
  === STAGE 7 -- Tier B probe and zero-drop capacity selection
465
 
466
  === STEP echo__tierbprobe__gbs8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
464
  === STAGE 7 -- Tier B probe and zero-drop capacity selection
465
 
466
  === STEP echo__tierbprobe__gbs8
467
+ ==============================================================
468
+ CAMPAIGN: echo backend=echo phase=tierbprobe
469
+ Megatron: /workspace/Megatron-MoE-Echo @ token-drop-analysis
470
+ GBS=8 seq=4096 repeats=3 nsys=1
471
+ results -> /workspace/tierb_study_20260826_144644/echo/tierbprobe
472
+ ==============================================================
473
+ --------------------------------------------------------------------------
474
+ [15:32:48] CELL QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00 (slots=16)
475
+ [guard] iter 12/12 (70s)
476
+ [guard] tearing down process group (outcome=DONE)
477
+ --------------------------------------------------------------------------
478
+ [15:34:04] CELL QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal (slots=16)
479
+ [guard] iter 12/12 (70s)
480
+ [guard] tearing down process group (outcome=DONE)
481
+ --------------------------------------------------------------------------
482
+ [15:35:20] CELL QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00 (slots=16)
483
+ [guard] iter 5/12 (70s)
484
+ [guard] iter 12/12 (80s)
485
+ [guard] tearing down process group (outcome=DONE)
486
+ --------------------------------------------------------------------------
487
+ [15:36:45] CELL QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal (slots=16)
488
+ [guard] iter 5/12 (70s)
489
+ [guard] iter 12/12 (80s)
490
+ [guard] tearing down process group (outcome=DONE)
491
+ --------------------------------------------------------------------------
492
+ [15:38:10] CELL DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00 (slots=8)
493
+ [guard] iter 6/12 (70s)
494
+ [guard] iter 12/12 (80s)
495
+ [guard] tearing down process group (outcome=DONE)
496
+ --------------------------------------------------------------------------
497
+ [15:39:32] CELL DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal (slots=8)
498
+ [guard] iter 7/12 (70s)
499
+ [guard] iter 12/12 (80s)
500
+ --------------------------------------------------------------------------
501
+ [15:40:53] CELL QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00 (slots=8)
502
+ [guard] iter 12/12 (70s)
503
+ [guard] tearing down process group (outcome=DONE)
504
+ --------------------------------------------------------------------------
505
+ [15:42:07] CELL QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal (slots=8)