AbhishekGhosh1998 commited on
Commit
aebb576
·
verified ·
1 Parent(s): 1bb496c

granularity results tierb_study_20260826_144644/ultraep/tierbprobe @ 2026-08-26T15:05:22Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0

Browse files
Files changed (29) hide show
  1. tierb_study_20260826_144644/ultraep/tierbprobe/manifest.txt +19 -0
  2. tierb_study_20260826_144644/ultraep/tierbprobe/pip_freeze.txt +317 -0
  3. tierb_study_20260826_144644/ultraep/tierbprobe/provenance.txt +90 -0
  4. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1/mem_samples.csv +152 -0
  5. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1/run.env +61 -0
  6. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1/train.log +0 -0
  7. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1/mem_samples.csv +232 -0
  8. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1/run.env +61 -0
  9. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1/train.log +0 -0
  10. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/mem_samples.csv +152 -0
  11. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/run.env +61 -0
  12. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/train.log +0 -0
  13. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1/mem_samples.csv +152 -0
  14. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1/run.env +61 -0
  15. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1/train.log +0 -0
  16. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1/mem_samples.csv +240 -0
  17. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1/run.env +61 -0
  18. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1/train.log +0 -0
  19. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1/mem_samples.csv +152 -0
  20. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1/run.env +61 -0
  21. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1/train.log +0 -0
  22. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/mem_samples.csv +232 -0
  23. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/run.env +61 -0
  24. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/train.log +0 -0
  25. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv +8 -0
  26. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv +5 -0
  27. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json +233 -0
  28. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv +4 -0
  29. tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/results.tsv +8 -0
tierb_study_20260826_144644/ultraep/tierbprobe/manifest.txt ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ timestamp: 2026-08-26T14:58:12+00:00
2
+ host: sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
3
+ gpu: NVIDIA B200 x8
4
+ driver: 580.95.05
5
+ study_scripts_branch: granularity-ultraep
6
+ study_scripts_commit: 81efb04
7
+ campaign: ultraep
8
+ backend: ultraep
9
+ phase: tierbprobe
10
+ gbs: 8
11
+ seq: 4096
12
+ configs: G1 G2 G3 G4
13
+ capacity: 1.25
14
+ repeats: 3
15
+ nsys: 1
16
+ megatron_repo: /workspace/Megatron-UltraEP
17
+ megatron_branch_required: ultraep-token-drop-analysis
18
+ megatron_branch_actual: ultraep-token-drop-analysis
19
+ megatron_commit: eaf829e7
tierb_study_20260826_144644/ultraep/tierbprobe/pip_freeze.txt ADDED
@@ -0,0 +1,317 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.3.0
2
+ aiohappyeyeballs @ file:///rapids/aiohappyeyeballs-2.6.1-py3-none-any.whl#sha256=f349ba8f4b75cb25c99c5c2d84e997e485204d2902a9597802b0371f09331fb8
3
+ aiohttp @ file:///rapids/aiohttp-3.12.7-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=94f98e0e5a49f89b252e115844f756c04fc8050f38252a32a3dd994ce8121f10
4
+ aiosignal @ file:///rapids/aiosignal-1.3.2-py2.py3-none-any.whl#sha256=45cde58e409a301715980c2b01d0c28bdde3770d8290b5eb2173759d9acb31a5
5
+ annotated-types==0.7.0
6
+ anyio==4.9.0
7
+ apex @ file:///opt/pytorch/apex/dist/apex-0.1-cp312-cp312-linux_x86_64.whl#sha256=a1508e4a386362e9c8f46c92ccada9110e421212b964c694235d0fd5a224b170
8
+ argon2-cffi==25.1.0
9
+ argon2-cffi-bindings==21.2.0
10
+ arrow==1.3.0
11
+ asciitree @ file:///rapids/asciitree-0.3.3-py3-none-any.whl#sha256=3e507ccfaeb417823158091fdb9d26b0205f6a59ba680b479a71db65c73d01d4
12
+ asttokens==3.0.0
13
+ astunparse==1.6.3
14
+ async-lru==2.0.5
15
+ attrs==25.3.0
16
+ audioread==3.0.1
17
+ babel==2.17.0
18
+ beautifulsoup4==4.13.4
19
+ black==25.1.0
20
+ bleach==6.2.0
21
+ blis==0.7.11
22
+ cachetools @ file:///rapids/cachetools-6.0.0-py3-none-any.whl#sha256=82e73ba88f7b30228b5507dce1a1f878498fc669d972aef2dde4f3a3c24f103e
23
+ catalogue==2.0.10
24
+ certifi==2025.4.26
25
+ cffi==1.17.1
26
+ charset-normalizer==3.4.2
27
+ click==8.5.0
28
+ cloudpathlib==0.21.1
29
+ cloudpickle @ file:///rapids/cloudpickle-3.1.1-py3-none-any.whl#sha256=c8c5a44295039331ee9dad40ba100a9c7297b6f988e50e87ccdf3765a668350e
30
+ cmake==3.31.6
31
+ comm==0.2.2
32
+ confection==0.1.5
33
+ contourpy==1.3.2
34
+ cuda-bindings @ file:///rapids/cuda_bindings-12.9.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=ff0e28d1e34758654b9c961e1f55e4786e49aee6a4dbceaf3cc24c46c672df7e
35
+ cuda-python @ file:///rapids/cuda_python-12.9.0-py3-none-any.whl#sha256=926acba49b2c0a0374c61b7c98f337c085199cf51cdfe4d6423c4129c20547a7
36
+ cudf @ file:///rapids/cudf-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=b779a8e8c0e8577b9b560895958496da211bfac49cdc4f11a49e8d18cb82e348
37
+ cudf-polars @ file:///rapids/cudf_polars-25.4.0-py3-none-any.whl#sha256=227b6c5147e93ea86282c8f7219118f916769fa2ca0cdd931e97a148aa66b869
38
+ cugraph @ file:///rapids/cugraph-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=b837c2dc2f7b235c702e4f8df64479b8fcbb342f848516d5faf0cdc4b5f31f29
39
+ cugraph-service-client @ file:///rapids/cugraph_service_client-25.4.0-py3-none-any.whl#sha256=7e568c3e41154b9752f5173555ffcc282ac52d72343feeb79653b2e2b1232470
40
+ cugraph-service-server @ file:///rapids/cugraph_service_server-25.4.0-py3-none-any.whl#sha256=a2830dcffafcccb16e12ebf85b98f8f247869d38c01ab4dd8664a1e7439d31be
41
+ cuml @ file:///rapids/cuml-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=1e90a464a18b094e24797f1676688c5d7696c4cf97c934504214a53d5aa09aa5
42
+ cupy-cuda12x @ file:///rapids/cupy_cuda12x-13.3.0-cp312-cp312-linux_x86_64.whl#sha256=6a2dfa0aa1e8189a10d1534276c08f1d2f73b747fd28bfbe7b9f4ef66d9af73f
43
+ cuvs @ file:///rapids/cuvs-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=b12f6b9f80e053a3b38542c2947d2516e468c02cad54a13d8b1a4a61d5aa7914
44
+ cycler==0.12.1
45
+ cymem==2.0.11
46
+ Cython==3.1.1
47
+ dask @ file:///rapids/dask-2025.2.0-py3-none-any.whl#sha256=f0fdeef6ceb0a06569d456c9e704f220f7f54e80f3a6ea42ab98cea6bc642b6e
48
+ dask-cuda @ file:///rapids/dask_cuda-25.4.0-py3-none-any.whl#sha256=442d87da0a95d00ca2a262b64c76e785a32ad905c82000fa2227932f81390e19
49
+ dask-cudf @ file:///rapids/dask_cudf-25.4.0-py3-none-any.whl#sha256=5e7cea0b26daea17da6e0bb457435e24460f76ba740358a3a18e239d6015c95c
50
+ datasets==5.0.1
51
+ debugpy==1.8.14
52
+ decorator==5.2.1
53
+ -e git+https://github.com/deepseek-ai/DeepEP.git@34152ae28f80bcc3ee38d7a12cb2ad87cfd4ea72#egg=deep_ep
54
+ defusedxml==0.7.1
55
+ dill==0.4.1
56
+ distributed @ file:///rapids/distributed-2025.2.0-py3-none-any.whl#sha256=368462084be47092d0a835f6c64c9b852da64dc88302b76d5f93bd5131228c67
57
+ distributed-ucxx @ file:///rapids/distributed_ucxx-0.43.0-py3-none-any.whl#sha256=94f60d0ccb0c94ba8dbfa1eaf455874d18aaab17e2ae218c38590e9fdc2d721d
58
+ dm-tree==0.1.9
59
+ einops==0.8.1
60
+ execnet==2.1.1
61
+ executing==2.2.0
62
+ expecttest==0.3.0
63
+ fasteners @ file:///rapids/fasteners-0.19-py3-none-any.whl#sha256=758819cb5d94cdedf4e836988b74de396ceacb8e2794d21f82d131fd9ee77237
64
+ fastjsonschema==2.21.1
65
+ fastrlock @ file:///rapids/fastrlock-0.8.3-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_28_x86_64.whl#sha256=5f13ec08f1adb1aa916c384b05ecb7dbebb8df9ea81abd045f60941c6283a670
66
+ filelock==3.18.0
67
+ flash_attn @ file:///opt/pytorch/flash_attn-2.7.4.post1-cp312-cp312-linux_x86_64.whl#sha256=a10455d6c56b387785b7413fd0bbcb392b42b3d4f4b88fda5d86cc8a9ce9182a
68
+ fonttools==4.58.1
69
+ fqdn==1.5.1
70
+ frozenlist @ file:///rapids/frozenlist-1.6.0-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=4e1be9111cb6756868ac242b3c2bd1f09d9aea09846e4f5c23715e7afb647103
71
+ fsspec==2025.5.1
72
+ gast==0.6.0
73
+ grpcio==1.62.1
74
+ h11==0.16.0
75
+ hf-xet==1.6.0
76
+ httpcore==1.0.9
77
+ httpx==0.28.1
78
+ huggingface_hub==1.28.0
79
+ hypothesis==6.130.8
80
+ idna==3.10
81
+ importlib_metadata==8.7.0
82
+ iniconfig==2.1.0
83
+ intel-openmp==2021.4.0
84
+ ipykernel==6.29.5
85
+ ipython==9.3.0
86
+ ipython_pygments_lexers==1.1.1
87
+ isoduration==20.11.0
88
+ isort==6.0.1
89
+ jedi==0.19.2
90
+ Jinja2==3.1.6
91
+ joblib==1.5.1
92
+ json5==0.12.0
93
+ jsonpointer==3.0.0
94
+ jsonschema==4.24.0
95
+ jsonschema-specifications==2025.4.1
96
+ jupyter-events==0.12.0
97
+ jupyter-lsp==2.2.5
98
+ jupyter_client==8.6.3
99
+ jupyter_core==5.8.1
100
+ jupyter_server==2.16.0
101
+ jupyter_server_terminals==0.5.3
102
+ jupyterlab==4.4.3
103
+ jupyterlab_code_formatter==3.0.2
104
+ jupyterlab_pygments==0.3.0
105
+ jupyterlab_server==2.27.3
106
+ jupyterlab_tensorboard_pro @ file:///builder/jupyterlab_tensorboard_pro-4.0.0-py2.py3-none-any.whl#sha256=6bfcb5ced3358eb72150f4b2ab91312faef2f0ca14d845e8379d8fa52df6902e
107
+ jupytext==1.17.2
108
+ kiwisolver==1.4.8
109
+ kvikio @ file:///rapids/kvikio-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=8b40fd8ea9e4a2974c04b50b7fc26b06094ac807f9a233281d0bafbaa71b1d85
110
+ langcodes==3.5.0
111
+ language_data==1.3.0
112
+ lazy_loader==0.4
113
+ libcudf @ file:///rapids/libcudf-25.4.0-py3-none-linux_x86_64.whl#sha256=238320b4958c1737bba2a609673e2539a78216b811b5498a68e00395d9b021a4
114
+ libcugraph @ file:///rapids/libcugraph-25.4.0-py3-none-linux_x86_64.whl#sha256=29085e901b2f7569ff2653bb1355fe6fad20f2fcaa585f5649da9867d8df766d
115
+ libcuml @ file:///rapids/libcuml-25.4.0-py3-none-linux_x86_64.whl#sha256=8e2e444c72b0e995e15a48da37ff12fb410a47a2baa69ba86ccc9b1a3db91e8c
116
+ libcuvs @ file:///rapids/libcuvs-25.4.0-py3-none-linux_x86_64.whl#sha256=e2f8db61c92b769c590dd752f43439ddd62b2f6592a3c337362b6c1ef220c3b9
117
+ libkvikio @ file:///rapids/libkvikio-25.4.0-py3-none-linux_x86_64.whl#sha256=da8a5713b05fc478bf40529a3e0fb61a2d605bb5a70ca4d461f96a6005dbe8b7
118
+ libraft @ file:///rapids/libraft-25.4.0-py3-none-linux_x86_64.whl#sha256=b921dec005aa4a321dd156776a18376feb47c96a5b67eec125c8a8e19edd1e24
119
+ librmm @ file:///rapids/librmm-25.4.0-py3-none-linux_x86_64.whl#sha256=ff951811bda729d4fa1109ab906225ae1f489a6ec2eeab5d1b674cc34bd4422f
120
+ librmm-cu12 @ file:///rapids/librmm_cu12-25.4.0-py3-none-any.whl#sha256=29296ef2b0e90679a0db280e86015be12d6ab9f4e62a181aa085f62dbadd06b3
121
+ librosa==0.11.0
122
+ libucxx @ file:///rapids/libucxx-0.43.0-py3-none-linux_x86_64.whl#sha256=f15849d7ac2fb68f0fd8998838a13321ddcfb0c594f7e6cbc401a3bcc4750566
123
+ lightning-thunder @ file:///opt/pytorch/lightning-thunder
124
+ lightning-utilities==0.14.3
125
+ lintrunner==0.12.7
126
+ llvmlite==0.42.0
127
+ locket @ file:///rapids/locket-1.0.0-py2.py3-none-any.whl#sha256=b6c819a722f7b6bd955b80781788e4a66a55628b858d347536b7e81325a3a5e3
128
+ looseversion==1.3.0
129
+ marisa-trie==1.2.1
130
+ Markdown==3.8
131
+ markdown-it-py==3.0.0
132
+ MarkupSafe==3.0.2
133
+ matplotlib==3.10.3
134
+ matplotlib-inline==0.1.7
135
+ mdit-py-plugins==0.4.2
136
+ mdurl==0.1.2
137
+ -e git+ssh://git@github.com/sriram-17-17/my-Megatron-MoE-Echo.git@b099fd8494b09e8c08ad34e26abf91fb6c83636d#egg=megatron_core
138
+ mistune==3.1.3
139
+ mkl==2021.1.1
140
+ mkl-devel==2021.1.1
141
+ mkl-include==2021.1.1
142
+ ml_dtypes==0.6.0
143
+ mock==5.2.0
144
+ -e git+ssh://git@github.com/sriram-17-17/MoonEP.git@c27d35da15f25c112218795894504a65c16f4879#egg=moonep
145
+ mpmath==1.3.0
146
+ msgpack==1.1.0
147
+ multidict @ file:///rapids/multidict-6.4.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=a920f9cf2abdf6e493c519492d892c362007f113c94da4c239ae88429835bad1
148
+ multiprocess==0.70.19
149
+ murmurhash==1.0.13
150
+ mypy_extensions==1.1.0
151
+ nbclient==0.10.2
152
+ nbconvert==7.16.6
153
+ nbformat==5.10.4
154
+ nest-asyncio==1.6.0
155
+ networkx==3.5
156
+ ninja==1.11.1.4
157
+ notebook==7.4.3
158
+ notebook_shim==0.2.4
159
+ numba==0.59.1
160
+ numba-cuda @ file:///rapids/numba_cuda-0.4.0-py3-none-any.whl#sha256=5b95a5f42068771e37142944d44fe844fa87f1b2f89051461a4cb0af91bcc28a
161
+ numcodecs @ file:///rapids/numcodecs-0.13.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=da2230484e6102e5fa3cc1a5dd37ca1f92dfbd183d91662074d6f7574e3e8f53
162
+ numpy==1.26.4
163
+ nvdlfw_inspect @ git+https://github.com/NVIDIA/nvidia-dlfw-inspect.git@6b60eb0e675606fb2fbbfcb12667ecbec75eaf87
164
+ nvfuser==0.2.27a0+9bf5aca
165
+ nvidia-cuda-cccl-cu12==12.9.27
166
+ nvidia-cudnn-frontend @ file:///opt/pytorch/lightning-thunder/tmp/cudnn_frontend
167
+ nvidia-cutlass-dsl==4.4.2
168
+ nvidia-cutlass-dsl-libs-base==4.4.2
169
+ nvidia-dali-cuda120==1.50.0
170
+ nvidia-ml-py @ file:///rapids/nvidia_ml_py-12.575.51-py3-none-any.whl#sha256=eb8641800d98ce40a22f479873f34b482e214a7e80349c63be51c3919845446e
171
+ nvidia-modelopt==0.29.0
172
+ nvidia-modelopt-core==0.29.0
173
+ nvidia-nvcomp-cu12==4.2.0.14
174
+ nvidia-nvimgcodec-cu12==0.5.0.13
175
+ nvidia-nvjpeg-cu12==12.4.0.16
176
+ nvidia-nvjpeg2k-cu12==0.8.1.40
177
+ nvidia-nvshmem-cu12==3.7.2
178
+ nvidia-nvtiff-cu12==0.5.0.67
179
+ nvidia-resiliency-ext==0.4.0
180
+ nvtx @ file:///rapids/nvtx-0.2.11-cp312-cp312-linux_x86_64.whl#sha256=73521e37cba42b4db0b3cd68fc5eb814e55c500a61eeed6edcdf6746315ac53e
181
+ nx-cugraph @ file:///rapids/nx_cugraph-25.4.0-py3-none-any.whl#sha256=e625444486cc899a77bd48e7da76a2edd95c0006dd95fbf323745feae7f33111
182
+ onnx @ file:///opt/pytorch/pytorch/third_party/onnx
183
+ onnx-ir==1.0.0
184
+ onnxscript==0.7.1
185
+ opt_einsum==3.4.0
186
+ optree==0.16.0
187
+ overrides==7.7.0
188
+ packaging==23.2
189
+ pandas @ file:///rapids/pandas-2.2.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=fffb8ae78d8af97f849404f21411c95062db1496aeb3e56f146f0355c9989319
190
+ pandocfilters==1.5.1
191
+ parso==0.8.4
192
+ partd @ file:///rapids/partd-1.4.2-py3-none-any.whl#sha256=978e4ac767ec4ba5b86c6eaa52e5a2a3bc748a2ca839e8cc798f1cc6ce6efb0f
193
+ pathspec==0.12.1
194
+ pexpect==4.9.0
195
+ pillow==11.2.1
196
+ platformdirs==4.3.8
197
+ pluggy==1.6.0
198
+ ply @ file:///rapids/ply-3.11-py2.py3-none-any.whl#sha256=096f9b8350b65ebd2fd1346b12452efe5b9607f7482813ffca50c22722a807ce
199
+ polars @ file:///rapids/polars-1.25.2-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=f7fcbb4f476784384ccda48757fca4e8c2e2c5a0a3aef3717aaf56aee4e30e09
200
+ polygraphy==0.49.20
201
+ pooch==1.8.2
202
+ preshed==3.0.10
203
+ prometheus_client==0.22.1
204
+ prompt_toolkit==3.0.51
205
+ propcache @ file:///rapids/propcache-0.3.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=563f9d8c03ad645597b8d010ef4e9eab359faeb11a0a2ac9f7b4bc8c28ebef25
206
+ protobuf==4.24.4
207
+ psutil==7.0.0
208
+ ptyprocess==0.7.0
209
+ PuLP==3.2.1
210
+ pure_eval==0.2.3
211
+ pyarrow==25.0.1
212
+ pybind11==2.13.6
213
+ pybind11_global==2.13.6
214
+ pycocotools @ git+https://github.com/nvidia/cocoapi.git@08350a157b41f0755a536441b5abec89ab934c5b#subdirectory=PythonAPI
215
+ pycparser==2.22
216
+ pydantic==2.11.5
217
+ pydantic_core==2.33.2
218
+ Pygments==2.19.1
219
+ pylibcudf @ file:///rapids/pylibcudf-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=401b8bfd022d06f84e120779ca7c3d01a28b68762aaa8f7873b10d6b1975cf6a
220
+ pylibcugraph @ file:///rapids/pylibcugraph-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=061c7389a88c815b54fd5d3a3584fb87bf693e5602f5be335260d0ba575ba557
221
+ pylibcugraphops @ file:///rapids/pylibcugraphops-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=a25ef4b22166c80718d5c7e5bddb755e81a2fe340fa5becd0ac36ec3edfb208a
222
+ pylibraft @ file:///rapids/pylibraft-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=f2ecd23fe51f9c2caa87bbbe85cb32fcaff4ecfb52ceb9a9991bc50f82782c2e
223
+ pylibwholegraph @ file:///rapids/pylibwholegraph-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=b82913d1e38bda76d8c272fbd8cc9072d987209d3d47cc93a464a37c2925aca2
224
+ pynvjitlink @ file:///rapids/pynvjitlink-0.3.0-cp312-cp312-linux_x86_64.whl#sha256=066caf1314730643d3b48c9847bd65789defdd6a7c78993176eb3d8bbe3f4919
225
+ pynvml @ file:///rapids/pynvml-12.0.0-py3-none-any.whl#sha256=fdff84b62a27dbe98e08e1a647eb77342bef1aebe0878bcd15e99a83fcbecb9e
226
+ pyparsing==3.2.3
227
+ pytest==8.1.1
228
+ pytest-flakefinder==1.1.0
229
+ pytest-rerunfailures==15.1
230
+ pytest-shard==0.1.2
231
+ pytest-xdist==3.7.0
232
+ python-dateutil==2.9.0.post0
233
+ python-hostlist==2.2.1
234
+ python-json-logger==3.3.0
235
+ pytorch-triton @ file:///tmp/dist/pytorch_triton-3.3.0%2Bgit96316ce52.nvinternal-cp312-cp312-linux_x86_64.whl#sha256=6d6921772b9dfd0243c055e0d054de42a113e92cabcfdd1d3e80a5ad9c08cf7d
236
+ pytz @ file:///rapids/pytz-2023.4-py2.py3-none-any.whl#sha256=f90ef520d95e7c46951105338d918664ebfd6f1d995bd7d153127ce90efafa6a
237
+ PyYAML==6.0.2
238
+ pyzmq==26.4.0
239
+ raft-dask @ file:///rapids/raft_dask-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=36cf37ba6ce35454c4729c2cb597a360f22780eefb11d514a16a07137da5eb6c
240
+ rapids-dask-dependency @ file:///rapids/rapids_dask_dependency-25.4.0a0-py3-none-any.whl#sha256=484faca626e7760112a7d8ad3426f5bdd720b609006d8dca87c2607076a348bd
241
+ rapids-logger @ file:///rapids/rapids_logger-0.1.18-py3-none-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl#sha256=3617b2d86291ac6cb957542895f20fc9737ace29773ca90337e6fb04c73bd120
242
+ referencing==0.36.2
243
+ regex==2024.11.6
244
+ requests==2.32.3
245
+ rfc3339-validator==0.1.4
246
+ rfc3986-validator==0.1.1
247
+ rich==14.0.0
248
+ rmm @ file:///rapids/rmm-25.4.0-cp312-cp312-linux_x86_64.whl#sha256=1824bcab3836296666980a997ddcb9c4bca24dfb873012cfa0a7ecea583ca712
249
+ rpds-py==0.25.1
250
+ safetensors==0.5.3
251
+ scikit-learn==1.6.1
252
+ scipy==1.15.3
253
+ Send2Trash==1.8.3
254
+ setuptools==78.1.1
255
+ shellingham==1.5.4
256
+ six==1.16.0
257
+ smart-open==7.1.0
258
+ sniffio==1.3.1
259
+ sortedcontainers==2.4.0
260
+ soundfile==0.13.1
261
+ soupsieve==2.7
262
+ soxr==0.5.0.post1
263
+ spacy==3.7.5
264
+ spacy-legacy==3.0.12
265
+ spacy-loggers==1.0.5
266
+ srsly==2.5.1
267
+ stack-data==0.6.3
268
+ sympy==1.14.0
269
+ tabulate==0.9.0
270
+ tbb==2021.13.1
271
+ tblib @ file:///rapids/tblib-3.1.0-py3-none-any.whl#sha256=670bb4582578134b3d81a84afa1b016128b429f3d48e6cbbaecc9d15675e984e
272
+ tensorboard==2.16.2
273
+ tensorboard-data-server==0.7.2
274
+ tensorrt @ file:///workspace/TensorRT-10.11.0.33/python/tensorrt-10.11.0.33-cp312-none-linux_x86_64.whl#sha256=c2f18f72758a3d54a71901495c8fda9e7094a8bcdd2a5b6b58967fbf05733b3a
275
+ terminado==0.18.1
276
+ thinc==8.2.5
277
+ threadpoolctl==3.6.0
278
+ thriftpy2 @ file:///rapids/thriftpy2-0.5.2-cp312-cp312-linux_x86_64.whl#sha256=c0c7d939bdc5ccf7739154959938445d5fdf72f1d6e12bd563947a36f67e2147
279
+ tinycss2==1.4.0
280
+ toolz @ file:///rapids/toolz-1.0.0-py3-none-any.whl#sha256=292c8f1c4e7516bf9086f8850935c799a874039c8bcf959d47b600e4c44a6236
281
+ torch @ file:///opt/transfer/torch-2.8.0a0%2B5228986c39.nv25.6-29946474-cp312-cp312-linux_x86_64.whl#sha256=7a3c9ff5288d8102a31296b3d62491f3f47c8820a5c9aaefc7dc0fe20e1e8ad5
282
+ torch_tensorrt @ file:///opt/pytorch/torch_tensorrt/dist/torch_tensorrt-2.8.0a0-cp312-cp312-linux_x86_64.whl#sha256=26f4d7a04e7e6e017a5b917b8b98b83720bb2bb0195f48d25f52d567d286bfe1
283
+ torchao @ file:///opt/pytorch/ao
284
+ torchprofile==0.0.4
285
+ torchvision @ file:///opt/transfer/torchvision-0.22.0a0%2B95f10a4e-29946474-cp312-cp312-manylinux_2_28_x86_64.whl#sha256=746a3c674cc61680a86f4a14b374b21af1b5c21f629c42765b40c9494f6b234d
286
+ tornado==6.5.1
287
+ tqdm==4.67.1
288
+ traitlets==5.14.3
289
+ transformer_engine @ file:///pvcdata/aiinfra/b-aghosh/wheels/transformer_engine-2.10.0.dev0%2B10f6128d-cp312-cp312-linux_x86_64.whl#sha256=35cf5f4b83b2baad864e12e512bb422e0929409ac05610812fa521d4942d0189
290
+ treelite @ file:///rapids/treelite-4.4.1-py3-none-linux_x86_64.whl#sha256=174741724205540a1a5b37da81483aeff55d89548f42b3461cf07acac7ae96eb
291
+ typer==0.16.0
292
+ types-dataclasses==0.6.6
293
+ types-python-dateutil==2.9.0.20250516
294
+ typing-inspection==0.4.1
295
+ typing_extensions==4.14.0
296
+ tzdata @ file:///rapids/tzdata-2025.2-py2.py3-none-any.whl#sha256=1a403fada01ff9221ca8044d701868fa132215d84beb92242d9acd2147f667a8
297
+ ucx-py @ file:///rapids/ucx_py-0.43.0-cp312-cp312-linux_x86_64.whl#sha256=4a452fd8d8c983283ada3d49086e3657dc2ee94fbad08efdd708d15ab6e0b73a
298
+ ucxx @ file:///rapids/ucxx-0.43.0-cp312-cp312-linux_x86_64.whl#sha256=f1b4e55cb45c66fe88a2d8f9c2b87751165f3cfec21fbdc9c47c4ddff75e8a5f
299
+ -e git+https://github.com/Dots-Infra/UltraEP.git@94cab099b44fffa99a82fea99e7c12d89cf65e4f#egg=ultra_ep
300
+ uri-template==1.3.0
301
+ urllib3==2.0.7
302
+ wasabi==1.1.3
303
+ wcwidth==0.2.13
304
+ weasel==0.4.1
305
+ webcolors==24.11.1
306
+ webencodings==0.5.1
307
+ websocket-client==1.8.0
308
+ Werkzeug==3.1.3
309
+ wheel==0.45.1
310
+ wrapt==1.17.2
311
+ xdoctest==1.0.2
312
+ xgboost @ file:///rapids/xgboost-2.1.4-py3-none-manylinux_2_39_x86_64.whl#sha256=25eeca27f4048fc491940b3a0b4b5782ee48c33cb3aec059cef71f8da542930b
313
+ xxhash==4.0.1
314
+ yarl @ file:///rapids/yarl-1.20.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=bf099e2432131093cc611623e0b0bcc399b8cddd9a91eded8bfb50402ec35018
315
+ zarr @ file:///rapids/zarr-2.18.7-py3-none-any.whl#sha256=ac3dc4033e9ae4e9d7b5e27c97ea3eaf1003cc0a07f010bd83d5134bf8c4b223
316
+ zict @ file:///rapids/zict-3.0.0-py2.py3-none-any.whl#sha256=5796e36bd0e0cc8cf0fbc1ace6a68912611c1dbd74750a3f3026b9b9d6a327ae
317
+ zipp==3.22.0
tierb_study_20260826_144644/ultraep/tierbprobe/provenance.txt ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==============================================================
2
+ PROVENANCE: ultraep__tierbprobe__gbs8
3
+ ==============================================================
4
+ captured_at : 2026-08-26T14:57:57+00:00
5
+ hostname : sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
6
+ kernel : 6.8.0-1043-nvidia
7
+ cwd : /workspace/blackwell_run_scripts
8
+ command : run_ladder.sh --phase tierbprobe --gbs 8 --out /workspace/tierb_study_20260826_144644/ultraep/tierbprobe --nsys
9
+
10
+ ---- GPU / driver --------------------------------------------
11
+ 0, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
12
+ 1, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
13
+ 2, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
14
+ 3, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
15
+ 4, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
16
+ 5, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
17
+ 6, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
18
+ 7, NVIDIA B200, 10.0, 183359 MiB, 580.95.05
19
+ persistence/clocks:
20
+ 0, 120 MHz, 1965 MHz, 1000.00 W, 29
21
+ 1, 120 MHz, 1965 MHz, 1000.00 W, 34
22
+ 2, 120 MHz, 1965 MHz, 1000.00 W, 34
23
+ 3, 120 MHz, 1965 MHz, 1000.00 W, 30
24
+ 4, 120 MHz, 1965 MHz, 1000.00 W, 29
25
+ 5, 120 MHz, 1965 MHz, 1000.00 W, 34
26
+ 6, 120 MHz, 1965 MHz, 1000.00 W, 34
27
+ 7, 120 MHz, 1965 MHz, 1000.00 W, 29
28
+
29
+ NVLink topology:
30
+ GPU0 GPU1 GPU2 GPU3 GPU4 GPU5 GPU6 GPU7 NIC0 NIC1 NIC2 NIC3 NIC4 NIC5 NIC6 NIC7 NIC8 CPU Affinity NUMA Affinity GPU NUMA ID
31
+ GPU0 X NV18 NV18 NV18 NV18 NV18 NV18 NV18 PIX NODE SYS SYS SYS SYS SYS SYS NODE 0-27 0 N/A
32
+ GPU1 NV18 X NV18 NV18 NV18 NV18 NV18 NV18 NODE PIX SYS SYS SYS SYS SYS SYS NODE 0-27 0 N/A
33
+ GPU2 NV18 NV18 X NV18 NV18 NV18 NV18 NV18 SYS SYS PIX NODE SYS SYS SYS SYS SYS 28-55 1 N/A
34
+ GPU3 NV18 NV18 NV18 X NV18 NV18 NV18 NV18 SYS SYS NODE PIX SYS SYS SYS SYS SYS 28-55 1 N/A
35
+ GPU4 NV18 NV18 NV18 NV18 X NV18 NV18 NV18 SYS SYS SYS SYS PIX NODE SYS SYS SYS 56-83 2 N/A
36
+ GPU5 NV18 NV18 NV18 NV18 NV18 X NV18 NV18 SYS SYS SYS SYS NODE PIX SYS SYS SYS 56-83 2 N/A
37
+ GPU6 NV18 NV18 NV18 NV18 NV18 NV18 X NV18 SYS SYS SYS SYS SYS SYS PIX NODE SYS 84-111 3 N/A
38
+ GPU7 NV18 NV18 NV18 NV18 NV18 NV18 NV18 X SYS SYS SYS SYS SYS SYS NODE PIX SYS 84-111 3 N/A
39
+ NIC0 PIX NODE SYS SYS SYS SYS SYS SYS X NODE SYS SYS SYS SYS SYS SYS NODE
40
+ NIC1 NODE PIX SYS SYS SYS SYS SYS SYS NODE X SYS SYS SYS SYS SYS SYS NODE
41
+ NIC2 SYS SYS PIX NODE SYS SYS SYS SYS SYS SYS X NODE SYS SYS SYS SYS SYS
42
+ NIC3 SYS SYS NODE PIX SYS SYS SYS SYS SYS SYS NODE X SYS SYS SYS SYS SYS
43
+ NIC4 SYS SYS SYS SYS PIX NODE SYS SYS SYS SYS SYS SYS X NODE SYS SYS SYS
44
+ unavailable
45
+
46
+ ---- toolchain -----------------------------------------------
47
+ nvcc : release 12.9, V12.9.86
48
+ gcc : gcc (Ubuntu 13.3.0-6ubuntu2~24.04) 13.3.0
49
+ python : 3.12.3
50
+ torch : 2.8.0a0+5228986c39.nv25.06 cuda=12.9 nccl=2.27.3
51
+ torch arch : ['sm_75', 'sm_80', 'sm_86', 'sm_90', 'sm_100', 'sm_120', 'compute_120']
52
+ transformer_engine: 2.10.0.dev0+10f6128d [/usr/local/lib/python3.12/dist-packages/transformer_engine/__init__.py]
53
+ deep_ep : 1.2.1+34152ae [/workspace/DeepEP/deep_ep/__init__.py]
54
+ ultra_ep : 1.0.0 [/workspace/UltraEP/ultra_ep/__init__.py]
55
+ moonep : 0.0.1 [/workspace/MoonEP/moonep/__init__.py]
56
+ megatron : 0.14.0rc5 [None]
57
+ flash_attn : 2.7.4.post1 [/usr/local/lib/python3.12/dist-packages/flash_attn/__init__.py]
58
+ numpy : 1.26.4 [/usr/local/lib/python3.12/dist-packages/numpy/__init__.py]
59
+ huggingface_hub: 1.28.0 [/usr/local/lib/python3.12/dist-packages/huggingface_hub/__init__.py]
60
+
61
+ ---- repositories --------------------------------------------
62
+ Megatron-MoE-Echo token-drop-analysis b099fd8494b0
63
+ Megatron-UltraEP ultraep-token-drop-analysis eaf829e7ad21
64
+ UltraEP main 94cab099b44f
65
+ DeepEP HEAD 34152ae28f80 (+3 untracked: build output)
66
+ MoonEP megatron-integration c27d35da15f2
67
+ blackwell_run_scripts granularity-ultraep 81efb04918d8
68
+
69
+ ---- environment ---------------------------------------------
70
+ CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0
71
+ CUDA_DRIVER_VERSION=575.57.08
72
+ CUDA_HOME=/usr/local/cuda
73
+ CUDA_MODULE_LOADING=LAZY
74
+ CUDA_VERSION=12.9.1.010
75
+ HF_REMOTE_ROOT=tierb_study_20260826_144644
76
+ NCCL_VERSION=2.27.3
77
+ NVSHMEM_VERSION=3.2.5
78
+ PYTORCH_BUILD_NUMBER=0
79
+ PYTORCH_BUILD_VERSION=2.8.0a0+5228986
80
+ PYTORCH_HOME=/opt/pytorch/pytorch
81
+ PYTORCH_VERSION=2.8.0a0+5228986
82
+ TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1
83
+ TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX
84
+ TORCH_NCCL_USE_COMM_NONBLOCKING=0
85
+
86
+ ---- shared library resolution -------------------------------
87
+ libnvshmem_host.so: not in ldconfig
88
+ libnccl.so: /lib/x86_64-linux-gnu/libnccl.so.2
89
+ lrwxrwxrwx 1 root root 20 Aug 26 14:37 /usr/local/lib/python3.12/dist-packages/nvidia/nvshmem/lib/libnvshmem_host.so -> libnvshmem_host.so.3
90
+ -rw-r--r-- 1 root root 179045744 Aug 26 14:09 /usr/local/lib/python3.12/dist-packages/nvidia/nvshmem/lib/libnvshmem_host.so.3
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1/mem_samples.csv ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 27
42
+ 1, 725
43
+ 2, 725
44
+ 3, 725
45
+ 4, 725
46
+ 5, 725
47
+ 6, 725
48
+ 7, 725
49
+ 0, 933
50
+ 1, 897
51
+ 2, 919
52
+ 3, 909
53
+ 4, 903
54
+ 5, 893
55
+ 6, 919
56
+ 7, 927
57
+ 0, 1955
58
+ 1, 1955
59
+ 2, 1955
60
+ 3, 1955
61
+ 4, 1955
62
+ 5, 1955
63
+ 6, 1955
64
+ 7, 1955
65
+ 0, 2473
66
+ 1, 2475
67
+ 2, 2481
68
+ 3, 2481
69
+ 4, 2473
70
+ 5, 2465
71
+ 6, 2481
72
+ 7, 2481
73
+ 0, 25239
74
+ 1, 16131
75
+ 2, 25239
76
+ 3, 25239
77
+ 4, 16131
78
+ 5, 25239
79
+ 6, 16131
80
+ 7, 25239
81
+ 0, 28867
82
+ 1, 28977
83
+ 2, 28835
84
+ 3, 28859
85
+ 4, 28757
86
+ 5, 28827
87
+ 6, 28929
88
+ 7, 28967
89
+ 0, 39035
90
+ 1, 39139
91
+ 2, 38965
92
+ 3, 38989
93
+ 4, 38951
94
+ 5, 38939
95
+ 6, 39083
96
+ 7, 39119
97
+ 0, 39771
98
+ 1, 39855
99
+ 2, 39705
100
+ 3, 39705
101
+ 4, 39705
102
+ 5, 39701
103
+ 6, 39837
104
+ 7, 39855
105
+ 0, 39771
106
+ 1, 39855
107
+ 2, 39705
108
+ 3, 39705
109
+ 4, 39705
110
+ 5, 39701
111
+ 6, 39837
112
+ 7, 39855
113
+ 0, 39771
114
+ 1, 39855
115
+ 2, 39705
116
+ 3, 39705
117
+ 4, 39705
118
+ 5, 39701
119
+ 6, 39837
120
+ 7, 39855
121
+ 0, 39771
122
+ 1, 39855
123
+ 2, 39705
124
+ 3, 39705
125
+ 4, 39705
126
+ 5, 39701
127
+ 6, 39837
128
+ 7, 39855
129
+ 0, 39771
130
+ 1, 39855
131
+ 2, 39705
132
+ 3, 39705
133
+ 4, 39705
134
+ 5, 39701
135
+ 6, 39837
136
+ 7, 39855
137
+ 0, 38825
138
+ 1, 38909
139
+ 2, 38759
140
+ 3, 38759
141
+ 4, 38759
142
+ 5, 38755
143
+ 6, 38891
144
+ 7, 38909
145
+ 0, 0
146
+ 1, 0
147
+ 2, 0
148
+ 3, 0
149
+ 4, 0
150
+ 5, 0
151
+ 6, 0
152
+ 7, 0
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=DSV2_LITE_L24
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=24
8
+ hidden=2048
9
+ ffn_hidden=10944
10
+ moe_ffn_hidden=1408
11
+ num_experts=64
12
+ topk=6
13
+ experts_per_rank=8
14
+ expert_params=8650752
15
+ heads=16
16
+ kv_groups=0
17
+ kv_channels=128
18
+ qk_layernorm=1
19
+ shared_ffn=2816
20
+ shared_expert_overlap=0
21
+ mla=1
22
+ dense_first_layers=1
23
+ moe_layers=23
24
+ rotary_base=10000
25
+ rotary_scaling=40
26
+ qkv_bias=0
27
+ router_balancing=seq_aux_loss
28
+ aux_loss_coeff=1e-3
29
+ router_pre_softmax=1
30
+ router_fusion=0
31
+ router_dtype=fp32
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=8192
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=49152
39
+ mean_tokens_per_expert=6144
40
+ slot_policy=matched
41
+ slots_per_rank=8
42
+ capacity_mode=static
43
+ capacity=1.02
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=768
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1/mem_samples.csv ADDED
@@ -0,0 +1,232 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 761
42
+ 1, 725
43
+ 2, 737
44
+ 3, 725
45
+ 4, 725
46
+ 5, 725
47
+ 6, 747
48
+ 7, 725
49
+ 0, 1537
50
+ 1, 1537
51
+ 2, 1537
52
+ 3, 1537
53
+ 4, 1537
54
+ 5, 1537
55
+ 6, 1537
56
+ 7, 1537
57
+ 0, 2471
58
+ 1, 2471
59
+ 2, 2471
60
+ 3, 2471
61
+ 4, 2471
62
+ 5, 2471
63
+ 6, 2471
64
+ 7, 2471
65
+ 0, 2871
66
+ 1, 2871
67
+ 2, 2871
68
+ 3, 2871
69
+ 4, 2871
70
+ 5, 2871
71
+ 6, 2871
72
+ 7, 2871
73
+ 0, 28477
74
+ 1, 28565
75
+ 2, 28411
76
+ 3, 28411
77
+ 4, 28411
78
+ 5, 28411
79
+ 6, 28543
80
+ 7, 28565
81
+ 0, 34335
82
+ 1, 34419
83
+ 2, 34269
84
+ 3, 34267
85
+ 4, 34267
86
+ 5, 34265
87
+ 6, 34401
88
+ 7, 34419
89
+ 0, 39471
90
+ 1, 39555
91
+ 2, 39405
92
+ 3, 39405
93
+ 4, 39405
94
+ 5, 39401
95
+ 6, 39537
96
+ 7, 39555
97
+ 0, 39771
98
+ 1, 39855
99
+ 2, 39705
100
+ 3, 39705
101
+ 4, 39705
102
+ 5, 39701
103
+ 6, 39837
104
+ 7, 39855
105
+ 0, 39771
106
+ 1, 39855
107
+ 2, 39705
108
+ 3, 39705
109
+ 4, 39705
110
+ 5, 39701
111
+ 6, 39837
112
+ 7, 39855
113
+ 0, 39779
114
+ 1, 39863
115
+ 2, 39713
116
+ 3, 39713
117
+ 4, 39713
118
+ 5, 39709
119
+ 6, 39845
120
+ 7, 39863
121
+ 0, 39781
122
+ 1, 39865
123
+ 2, 39715
124
+ 3, 39715
125
+ 4, 39715
126
+ 5, 39711
127
+ 6, 39847
128
+ 7, 39865
129
+ 0, 111665
130
+ 1, 111781
131
+ 2, 111693
132
+ 3, 111607
133
+ 4, 111671
134
+ 5, 111589
135
+ 6, 111749
136
+ 7, 111745
137
+ 0, 112149
138
+ 1, 112235
139
+ 2, 112149
140
+ 3, 112083
141
+ 4, 112147
142
+ 5, 112081
143
+ 6, 112215
144
+ 7, 112235
145
+ 0, 112155
146
+ 1, 112239
147
+ 2, 112153
148
+ 3, 112089
149
+ 4, 112153
150
+ 5, 112085
151
+ 6, 112221
152
+ 7, 112239
153
+ 0, 112155
154
+ 1, 112239
155
+ 2, 112153
156
+ 3, 112089
157
+ 4, 112153
158
+ 5, 112085
159
+ 6, 112221
160
+ 7, 112239
161
+ 0, 114517
162
+ 1, 112583
163
+ 2, 114539
164
+ 3, 114495
165
+ 4, 114525
166
+ 5, 114443
167
+ 6, 112557
168
+ 7, 112611
169
+ 0, 115425
170
+ 1, 113483
171
+ 2, 115419
172
+ 3, 115389
173
+ 4, 115449
174
+ 5, 115383
175
+ 6, 113435
176
+ 7, 113495
177
+ 0, 127845
178
+ 1, 129971
179
+ 2, 127845
180
+ 3, 129825
181
+ 4, 129889
182
+ 5, 129817
183
+ 6, 130023
184
+ 7, 129971
185
+ 0, 127845
186
+ 1, 129971
187
+ 2, 127845
188
+ 3, 129825
189
+ 4, 129889
190
+ 5, 129817
191
+ 6, 130023
192
+ 7, 129971
193
+ 0, 127845
194
+ 1, 129971
195
+ 2, 127845
196
+ 3, 129825
197
+ 4, 129889
198
+ 5, 129817
199
+ 6, 130023
200
+ 7, 129971
201
+ 0, 127845
202
+ 1, 129971
203
+ 2, 127845
204
+ 3, 129825
205
+ 4, 129889
206
+ 5, 129817
207
+ 6, 130023
208
+ 7, 129971
209
+ 0, 126899
210
+ 1, 129025
211
+ 2, 126899
212
+ 3, 128879
213
+ 4, 128943
214
+ 5, 128871
215
+ 6, 129077
216
+ 7, 129025
217
+ 0, 124071
218
+ 1, 125963
219
+ 2, 124071
220
+ 3, 126051
221
+ 4, 125727
222
+ 5, 125723
223
+ 6, 126089
224
+ 7, 126197
225
+ 0, 321
226
+ 1, 4
227
+ 2, 4
228
+ 3, 4
229
+ 4, 4
230
+ 5, 4
231
+ 6, 68
232
+ 7, 124723
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=DSV2_LITE_L24
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=24
8
+ hidden=2048
9
+ ffn_hidden=10944
10
+ moe_ffn_hidden=1408
11
+ num_experts=64
12
+ topk=6
13
+ experts_per_rank=8
14
+ expert_params=8650752
15
+ heads=16
16
+ kv_groups=0
17
+ kv_channels=128
18
+ qk_layernorm=1
19
+ shared_ffn=2816
20
+ shared_expert_overlap=0
21
+ mla=1
22
+ dense_first_layers=1
23
+ moe_layers=23
24
+ rotary_base=10000
25
+ rotary_scaling=40
26
+ qkv_bias=0
27
+ router_balancing=seq_aux_loss
28
+ aux_loss_coeff=1e-3
29
+ router_pre_softmax=1
30
+ router_fusion=0
31
+ router_dtype=fp32
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=8192
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=49152
39
+ mean_tokens_per_expert=6144
40
+ slot_policy=matched
41
+ slots_per_rank=8
42
+ capacity_mode=static
43
+ capacity=1.25
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=768
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/mem_samples.csv ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 4
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 2
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 629
46
+ 5, 4
47
+ 6, 4
48
+ 7, 4
49
+ 0, 821
50
+ 1, 821
51
+ 2, 821
52
+ 3, 821
53
+ 4, 821
54
+ 5, 821
55
+ 6, 821
56
+ 7, 821
57
+ 0, 1803
58
+ 1, 1803
59
+ 2, 1803
60
+ 3, 1803
61
+ 4, 1803
62
+ 5, 1803
63
+ 6, 1803
64
+ 7, 1803
65
+ 0, 2393
66
+ 1, 2387
67
+ 2, 2371
68
+ 3, 2385
69
+ 4, 2385
70
+ 5, 2397
71
+ 6, 2393
72
+ 7, 2377
73
+ 0, 46703
74
+ 1, 46137
75
+ 2, 46137
76
+ 3, 46837
77
+ 4, 46837
78
+ 5, 46837
79
+ 6, 46837
80
+ 7, 46837
81
+ 0, 47107
82
+ 1, 46537
83
+ 2, 46537
84
+ 3, 47237
85
+ 4, 47237
86
+ 5, 47237
87
+ 6, 47237
88
+ 7, 47237
89
+ 0, 47497
90
+ 1, 46927
91
+ 2, 46927
92
+ 3, 47627
93
+ 4, 47627
94
+ 5, 47627
95
+ 6, 47627
96
+ 7, 47627
97
+ 0, 47497
98
+ 1, 46927
99
+ 2, 46927
100
+ 3, 47627
101
+ 4, 47627
102
+ 5, 47627
103
+ 6, 47627
104
+ 7, 47627
105
+ 0, 47497
106
+ 1, 46927
107
+ 2, 46927
108
+ 3, 47627
109
+ 4, 47627
110
+ 5, 47627
111
+ 6, 47627
112
+ 7, 47627
113
+ 0, 47497
114
+ 1, 46927
115
+ 2, 46927
116
+ 3, 47627
117
+ 4, 47627
118
+ 5, 47627
119
+ 6, 47627
120
+ 7, 47627
121
+ 0, 47497
122
+ 1, 46927
123
+ 2, 46927
124
+ 3, 47627
125
+ 4, 47627
126
+ 5, 47627
127
+ 6, 47627
128
+ 7, 47627
129
+ 0, 46851
130
+ 1, 46345
131
+ 2, 46927
132
+ 3, 47301
133
+ 4, 47045
134
+ 5, 47627
135
+ 6, 47301
136
+ 7, 46981
137
+ 0, 2561
138
+ 1, 2561
139
+ 2, 2561
140
+ 3, 2625
141
+ 4, 46981
142
+ 5, 2884
143
+ 6, 2564
144
+ 7, 2564
145
+ 0, 0
146
+ 1, 0
147
+ 2, 0
148
+ 3, 0
149
+ 4, 0
150
+ 5, 0
151
+ 6, 0
152
+ 7, 0
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=QWEN2_57B
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=10
8
+ hidden=3584
9
+ ffn_hidden=2560
10
+ moe_ffn_hidden=2560
11
+ num_experts=64
12
+ topk=8
13
+ experts_per_rank=8
14
+ expert_params=27525120
15
+ heads=28
16
+ kv_groups=4
17
+ kv_channels=
18
+ qk_layernorm=0
19
+ shared_ffn=20480
20
+ shared_expert_overlap=0
21
+ mla=0
22
+ dense_first_layers=0
23
+ moe_layers=10
24
+ rotary_base=1000000
25
+ rotary_scaling=
26
+ qkv_bias=1
27
+ router_balancing=aux_loss
28
+ aux_loss_coeff=1e-2
29
+ router_pre_softmax=1
30
+ router_fusion=0
31
+ router_dtype=
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=4096
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=32768
39
+ mean_tokens_per_expert=4096
40
+ slot_policy=matched
41
+ slots_per_rank=8
42
+ capacity_mode=static
43
+ capacity=1.25
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=512
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1/mem_samples.csv ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 4
42
+ 1, 629
43
+ 2, 629
44
+ 3, 629
45
+ 4, 629
46
+ 5, 629
47
+ 6, 629
48
+ 7, 629
49
+ 0, 1001
50
+ 1, 995
51
+ 2, 983
52
+ 3, 1035
53
+ 4, 991
54
+ 5, 999
55
+ 6, 1011
56
+ 7, 1005
57
+ 0, 1975
58
+ 1, 1975
59
+ 2, 1975
60
+ 3, 1975
61
+ 4, 1975
62
+ 5, 1975
63
+ 6, 1975
64
+ 7, 1975
65
+ 0, 2423
66
+ 1, 2425
67
+ 2, 2435
68
+ 3, 2429
69
+ 4, 2421
70
+ 5, 2409
71
+ 6, 2423
72
+ 7, 2451
73
+ 0, 43469
74
+ 1, 43469
75
+ 2, 43469
76
+ 3, 43469
77
+ 4, 43469
78
+ 5, 43469
79
+ 6, 43469
80
+ 7, 43469
81
+ 0, 51937
82
+ 1, 51957
83
+ 2, 51907
84
+ 3, 51955
85
+ 4, 51615
86
+ 5, 51937
87
+ 6, 51905
88
+ 7, 51921
89
+ 0, 53661
90
+ 1, 53661
91
+ 2, 53661
92
+ 3, 53661
93
+ 4, 53373
94
+ 5, 53661
95
+ 6, 53661
96
+ 7, 53661
97
+ 0, 54649
98
+ 1, 54649
99
+ 2, 54649
100
+ 3, 54649
101
+ 4, 54361
102
+ 5, 54649
103
+ 6, 54649
104
+ 7, 54649
105
+ 0, 54649
106
+ 1, 54649
107
+ 2, 54649
108
+ 3, 54649
109
+ 4, 54361
110
+ 5, 54649
111
+ 6, 54649
112
+ 7, 54649
113
+ 0, 54649
114
+ 1, 54649
115
+ 2, 54649
116
+ 3, 54649
117
+ 4, 54361
118
+ 5, 54649
119
+ 6, 54649
120
+ 7, 54649
121
+ 0, 54649
122
+ 1, 54649
123
+ 2, 54649
124
+ 3, 54649
125
+ 4, 54361
126
+ 5, 54649
127
+ 6, 54649
128
+ 7, 54649
129
+ 0, 54649
130
+ 1, 54649
131
+ 2, 54649
132
+ 3, 54649
133
+ 4, 54361
134
+ 5, 54649
135
+ 6, 54649
136
+ 7, 54649
137
+ 0, 53403
138
+ 1, 53403
139
+ 2, 53403
140
+ 3, 53403
141
+ 4, 53115
142
+ 5, 53403
143
+ 6, 53403
144
+ 7, 3844
145
+ 0, 0
146
+ 1, 0
147
+ 2, 0
148
+ 3, 0
149
+ 4, 0
150
+ 5, 0
151
+ 6, 0
152
+ 7, 0
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=QWEN3_235B
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=12
8
+ hidden=4096
9
+ ffn_hidden=12288
10
+ moe_ffn_hidden=1536
11
+ num_experts=128
12
+ topk=8
13
+ experts_per_rank=16
14
+ expert_params=18874368
15
+ heads=64
16
+ kv_groups=4
17
+ kv_channels=128
18
+ qk_layernorm=1
19
+ shared_ffn=0
20
+ shared_expert_overlap=0
21
+ mla=0
22
+ dense_first_layers=0
23
+ moe_layers=12
24
+ rotary_base=1000000
25
+ rotary_scaling=
26
+ qkv_bias=0
27
+ router_balancing=aux_loss
28
+ aux_loss_coeff=1e-3
29
+ router_pre_softmax=0
30
+ router_fusion=0
31
+ router_dtype=fp32
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=8192
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=65536
39
+ mean_tokens_per_expert=4096
40
+ slot_policy=matched
41
+ slots_per_rank=16
42
+ capacity_mode=static
43
+ capacity=1.02
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=512
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1/mem_samples.csv ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 1
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 1
41
+ 0, 4
42
+ 1, 4
43
+ 2, 4
44
+ 3, 4
45
+ 4, 4
46
+ 5, 4
47
+ 6, 4
48
+ 7, 4
49
+ 0, 4
50
+ 1, 4
51
+ 2, 4
52
+ 3, 629
53
+ 4, 4
54
+ 5, 629
55
+ 6, 629
56
+ 7, 4
57
+ 0, 725
58
+ 1, 725
59
+ 2, 725
60
+ 3, 725
61
+ 4, 725
62
+ 5, 725
63
+ 6, 725
64
+ 7, 725
65
+ 0, 725
66
+ 1, 725
67
+ 2, 725
68
+ 3, 725
69
+ 4, 725
70
+ 5, 725
71
+ 6, 725
72
+ 7, 725
73
+ 0, 821
74
+ 1, 819
75
+ 2, 819
76
+ 3, 821
77
+ 4, 819
78
+ 5, 821
79
+ 6, 819
80
+ 7, 819
81
+ 0, 1537
82
+ 1, 1537
83
+ 2, 1537
84
+ 3, 1537
85
+ 4, 1537
86
+ 5, 1537
87
+ 6, 1537
88
+ 7, 1537
89
+ 0, 2551
90
+ 1, 2551
91
+ 2, 2551
92
+ 3, 2551
93
+ 4, 2551
94
+ 5, 2551
95
+ 6, 2551
96
+ 7, 2551
97
+ 0, 2959
98
+ 1, 2959
99
+ 2, 2959
100
+ 3, 2959
101
+ 4, 2959
102
+ 5, 2959
103
+ 6, 2959
104
+ 7, 2959
105
+ 0, 51537
106
+ 1, 51537
107
+ 2, 51537
108
+ 3, 51537
109
+ 4, 51249
110
+ 5, 51537
111
+ 6, 51537
112
+ 7, 51537
113
+ 0, 52789
114
+ 1, 52789
115
+ 2, 52789
116
+ 3, 52789
117
+ 4, 52501
118
+ 5, 52789
119
+ 6, 52791
120
+ 7, 52789
121
+ 0, 53651
122
+ 1, 53631
123
+ 2, 53647
124
+ 3, 53643
125
+ 4, 53349
126
+ 5, 53629
127
+ 6, 53633
128
+ 7, 53625
129
+ 0, 54649
130
+ 1, 54649
131
+ 2, 54649
132
+ 3, 54649
133
+ 4, 54361
134
+ 5, 54649
135
+ 6, 54649
136
+ 7, 54649
137
+ 0, 55289
138
+ 1, 55289
139
+ 2, 55289
140
+ 3, 55289
141
+ 4, 55001
142
+ 5, 55289
143
+ 6, 55289
144
+ 7, 55289
145
+ 0, 57201
146
+ 1, 57201
147
+ 2, 57201
148
+ 3, 57201
149
+ 4, 56913
150
+ 5, 57201
151
+ 6, 57201
152
+ 7, 57201
153
+ 0, 57201
154
+ 1, 57201
155
+ 2, 57201
156
+ 3, 57201
157
+ 4, 56913
158
+ 5, 57201
159
+ 6, 57201
160
+ 7, 57201
161
+ 0, 90609
162
+ 1, 90671
163
+ 2, 90681
164
+ 3, 90681
165
+ 4, 90613
166
+ 5, 90667
167
+ 6, 90665
168
+ 7, 90647
169
+ 0, 91083
170
+ 1, 91131
171
+ 2, 91131
172
+ 3, 91131
173
+ 4, 91123
174
+ 5, 91131
175
+ 6, 91131
176
+ 7, 91131
177
+ 0, 91083
178
+ 1, 91131
179
+ 2, 91131
180
+ 3, 91131
181
+ 4, 91125
182
+ 5, 91131
183
+ 6, 91131
184
+ 7, 91131
185
+ 0, 91083
186
+ 1, 91131
187
+ 2, 91131
188
+ 3, 91131
189
+ 4, 91125
190
+ 5, 91131
191
+ 6, 91131
192
+ 7, 91131
193
+ 0, 91375
194
+ 1, 91441
195
+ 2, 91463
196
+ 3, 91479
197
+ 4, 91453
198
+ 5, 91427
199
+ 6, 91417
200
+ 7, 91429
201
+ 0, 95881
202
+ 1, 95959
203
+ 2, 95935
204
+ 3, 95965
205
+ 4, 96031
206
+ 5, 95921
207
+ 6, 95991
208
+ 7, 95941
209
+ 0, 122617
210
+ 1, 122751
211
+ 2, 122751
212
+ 3, 122751
213
+ 4, 122655
214
+ 5, 122751
215
+ 6, 122751
216
+ 7, 122751
217
+ 0, 122617
218
+ 1, 122751
219
+ 2, 122751
220
+ 3, 122751
221
+ 4, 122655
222
+ 5, 122751
223
+ 6, 122751
224
+ 7, 122751
225
+ 0, 122617
226
+ 1, 122751
227
+ 2, 122751
228
+ 3, 122751
229
+ 4, 122655
230
+ 5, 122751
231
+ 6, 122751
232
+ 7, 122751
233
+ 0, 5277
234
+ 1, 3678
235
+ 2, 3678
236
+ 3, 3678
237
+ 4, 3678
238
+ 5, 3678
239
+ 6, 3998
240
+ 7, 122749
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=QWEN3_235B
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=12
8
+ hidden=4096
9
+ ffn_hidden=12288
10
+ moe_ffn_hidden=1536
11
+ num_experts=128
12
+ topk=8
13
+ experts_per_rank=16
14
+ expert_params=18874368
15
+ heads=64
16
+ kv_groups=4
17
+ kv_channels=128
18
+ qk_layernorm=1
19
+ shared_ffn=0
20
+ shared_expert_overlap=0
21
+ mla=0
22
+ dense_first_layers=0
23
+ moe_layers=12
24
+ rotary_base=1000000
25
+ rotary_scaling=
26
+ qkv_bias=0
27
+ router_balancing=aux_loss
28
+ aux_loss_coeff=1e-3
29
+ router_pre_softmax=0
30
+ router_fusion=0
31
+ router_dtype=fp32
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=8192
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=65536
39
+ mean_tokens_per_expert=4096
40
+ slot_policy=matched
41
+ slots_per_rank=16
42
+ capacity_mode=static
43
+ capacity=1.25
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=512
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1/mem_samples.csv ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 4
42
+ 1, 26
43
+ 2, 629
44
+ 3, 629
45
+ 4, 27
46
+ 5, 27
47
+ 6, 629
48
+ 7, 27
49
+ 0, 925
50
+ 1, 923
51
+ 2, 933
52
+ 3, 947
53
+ 4, 935
54
+ 5, 927
55
+ 6, 915
56
+ 7, 915
57
+ 0, 1831
58
+ 1, 1831
59
+ 2, 1831
60
+ 3, 1831
61
+ 4, 1831
62
+ 5, 1831
63
+ 6, 1831
64
+ 7, 1831
65
+ 0, 2169
66
+ 1, 2181
67
+ 2, 2157
68
+ 3, 2193
69
+ 4, 2169
70
+ 5, 2169
71
+ 6, 2157
72
+ 7, 2171
73
+ 0, 11831
74
+ 1, 11811
75
+ 2, 11711
76
+ 3, 11851
77
+ 4, 11711
78
+ 5, 11511
79
+ 6, 12011
80
+ 7, 11611
81
+ 0, 47005
82
+ 1, 47007
83
+ 2, 47063
84
+ 3, 46997
85
+ 4, 47027
86
+ 5, 47009
87
+ 6, 46995
88
+ 7, 47015
89
+ 0, 48439
90
+ 1, 48445
91
+ 2, 48451
92
+ 3, 48407
93
+ 4, 48441
94
+ 5, 48451
95
+ 6, 48443
96
+ 7, 48469
97
+ 0, 48645
98
+ 1, 48647
99
+ 2, 48657
100
+ 3, 48619
101
+ 4, 48643
102
+ 5, 48657
103
+ 6, 48647
104
+ 7, 48657
105
+ 0, 48645
106
+ 1, 48647
107
+ 2, 48657
108
+ 3, 48619
109
+ 4, 48643
110
+ 5, 48657
111
+ 6, 48647
112
+ 7, 48657
113
+ 0, 48645
114
+ 1, 48647
115
+ 2, 48657
116
+ 3, 48619
117
+ 4, 48643
118
+ 5, 48657
119
+ 6, 48647
120
+ 7, 48657
121
+ 0, 48645
122
+ 1, 48647
123
+ 2, 48657
124
+ 3, 48619
125
+ 4, 48643
126
+ 5, 48657
127
+ 6, 48647
128
+ 7, 48657
129
+ 0, 48645
130
+ 1, 48647
131
+ 2, 48657
132
+ 3, 48619
133
+ 4, 48643
134
+ 5, 48657
135
+ 6, 48647
136
+ 7, 48657
137
+ 0, 47829
138
+ 1, 47831
139
+ 2, 47841
140
+ 3, 47803
141
+ 4, 47827
142
+ 5, 47841
143
+ 6, 47831
144
+ 7, 47841
145
+ 0, 0
146
+ 1, 0
147
+ 2, 0
148
+ 3, 0
149
+ 4, 0
150
+ 5, 0
151
+ 6, 0
152
+ 7, 0
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=QWEN3_30B
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=48
8
+ hidden=2048
9
+ ffn_hidden=6144
10
+ moe_ffn_hidden=768
11
+ num_experts=128
12
+ topk=8
13
+ experts_per_rank=16
14
+ expert_params=4718592
15
+ heads=32
16
+ kv_groups=4
17
+ kv_channels=128
18
+ qk_layernorm=1
19
+ shared_ffn=0
20
+ shared_expert_overlap=0
21
+ mla=0
22
+ dense_first_layers=0
23
+ moe_layers=48
24
+ rotary_base=1000000
25
+ rotary_scaling=
26
+ qkv_bias=0
27
+ router_balancing=aux_loss
28
+ aux_loss_coeff=1e-3
29
+ router_pre_softmax=0
30
+ router_fusion=0
31
+ router_dtype=fp32
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=4096
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=32768
39
+ mean_tokens_per_expert=2048
40
+ slot_policy=matched
41
+ slots_per_rank=16
42
+ capacity_mode=static
43
+ capacity=1.02
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=256
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/mem_samples.csv ADDED
@@ -0,0 +1,232 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0, 0
2
+ 1, 0
3
+ 2, 0
4
+ 3, 0
5
+ 4, 0
6
+ 5, 0
7
+ 6, 0
8
+ 7, 0
9
+ 0, 0
10
+ 1, 0
11
+ 2, 0
12
+ 3, 0
13
+ 4, 0
14
+ 5, 0
15
+ 6, 0
16
+ 7, 0
17
+ 0, 1
18
+ 1, 1
19
+ 2, 1
20
+ 3, 1
21
+ 4, 1
22
+ 5, 1
23
+ 6, 1
24
+ 7, 1
25
+ 0, 4
26
+ 1, 4
27
+ 2, 4
28
+ 3, 4
29
+ 4, 1
30
+ 5, 1
31
+ 6, 1
32
+ 7, 1
33
+ 0, 4
34
+ 1, 4
35
+ 2, 4
36
+ 3, 4
37
+ 4, 4
38
+ 5, 4
39
+ 6, 4
40
+ 7, 4
41
+ 0, 4
42
+ 1, 629
43
+ 2, 629
44
+ 3, 629
45
+ 4, 629
46
+ 5, 629
47
+ 6, 629
48
+ 7, 629
49
+ 0, 921
50
+ 1, 913
51
+ 2, 919
52
+ 3, 923
53
+ 4, 909
54
+ 5, 913
55
+ 6, 909
56
+ 7, 915
57
+ 0, 1831
58
+ 1, 1831
59
+ 2, 1831
60
+ 3, 1831
61
+ 4, 1831
62
+ 5, 1831
63
+ 6, 1831
64
+ 7, 1831
65
+ 0, 2217
66
+ 1, 2221
67
+ 2, 2219
68
+ 3, 2221
69
+ 4, 2197
70
+ 5, 2215
71
+ 6, 2209
72
+ 7, 2219
73
+ 0, 11431
74
+ 1, 11511
75
+ 2, 11311
76
+ 3, 11811
77
+ 4, 11711
78
+ 5, 11711
79
+ 6, 11511
80
+ 7, 11511
81
+ 0, 47039
82
+ 1, 47017
83
+ 2, 47057
84
+ 3, 47021
85
+ 4, 47047
86
+ 5, 47059
87
+ 6, 47037
88
+ 7, 47051
89
+ 0, 47829
90
+ 1, 47831
91
+ 2, 47841
92
+ 3, 47803
93
+ 4, 47827
94
+ 5, 47841
95
+ 6, 47831
96
+ 7, 47841
97
+ 0, 48645
98
+ 1, 48647
99
+ 2, 48657
100
+ 3, 48619
101
+ 4, 48643
102
+ 5, 48657
103
+ 6, 48647
104
+ 7, 48657
105
+ 0, 48805
106
+ 1, 48807
107
+ 2, 48817
108
+ 3, 48779
109
+ 4, 48803
110
+ 5, 48817
111
+ 6, 48807
112
+ 7, 48817
113
+ 0, 49285
114
+ 1, 49287
115
+ 2, 49293
116
+ 3, 49259
117
+ 4, 49259
118
+ 5, 49293
119
+ 6, 49243
120
+ 7, 49293
121
+ 0, 49577
122
+ 1, 49579
123
+ 2, 49581
124
+ 3, 49551
125
+ 4, 49551
126
+ 5, 49581
127
+ 6, 49535
128
+ 7, 49581
129
+ 0, 85197
130
+ 1, 85985
131
+ 2, 85195
132
+ 3, 85211
133
+ 4, 85211
134
+ 5, 85195
135
+ 6, 85195
136
+ 7, 85195
137
+ 0, 86697
138
+ 1, 86699
139
+ 2, 86695
140
+ 3, 86711
141
+ 4, 86711
142
+ 5, 86695
143
+ 6, 86695
144
+ 7, 86695
145
+ 0, 86697
146
+ 1, 86699
147
+ 2, 86695
148
+ 3, 86711
149
+ 4, 86711
150
+ 5, 86695
151
+ 6, 86695
152
+ 7, 86695
153
+ 0, 86697
154
+ 1, 86699
155
+ 2, 86695
156
+ 3, 86711
157
+ 4, 86711
158
+ 5, 86695
159
+ 6, 86695
160
+ 7, 86695
161
+ 0, 86709
162
+ 1, 86711
163
+ 2, 86707
164
+ 3, 86723
165
+ 4, 86723
166
+ 5, 86707
167
+ 6, 86707
168
+ 7, 86707
169
+ 0, 87163
170
+ 1, 87177
171
+ 2, 87177
172
+ 3, 87209
173
+ 4, 87189
174
+ 5, 87179
175
+ 6, 87181
176
+ 7, 87167
177
+ 0, 88409
178
+ 1, 88341
179
+ 2, 88371
180
+ 3, 88373
181
+ 4, 88387
182
+ 5, 88351
183
+ 6, 88361
184
+ 7, 88341
185
+ 0, 117865
186
+ 1, 117863
187
+ 2, 117903
188
+ 3, 117859
189
+ 4, 117915
190
+ 5, 117903
191
+ 6, 117863
192
+ 7, 117903
193
+ 0, 117865
194
+ 1, 117863
195
+ 2, 117903
196
+ 3, 117859
197
+ 4, 117915
198
+ 5, 117903
199
+ 6, 117863
200
+ 7, 117903
201
+ 0, 117865
202
+ 1, 117863
203
+ 2, 117903
204
+ 3, 117859
205
+ 4, 117915
206
+ 5, 117903
207
+ 6, 117863
208
+ 7, 117903
209
+ 0, 117865
210
+ 1, 117863
211
+ 2, 117903
212
+ 3, 117859
213
+ 4, 117915
214
+ 5, 117903
215
+ 6, 117863
216
+ 7, 117903
217
+ 0, 117865
218
+ 1, 117863
219
+ 2, 117903
220
+ 3, 117859
221
+ 4, 117915
222
+ 5, 117903
223
+ 6, 117863
224
+ 7, 117903
225
+ 0, 1709
226
+ 1, 1712
227
+ 2, 2032
228
+ 3, 117859
229
+ 4, 3312
230
+ 5, 1712
231
+ 6, 1712
232
+ 7, 1712
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/run.env ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=ultraep
2
+ config=QWEN3_30B
3
+ family=tierB
4
+ repo=/workspace/Megatron-UltraEP
5
+ branch=ultraep-token-drop-analysis
6
+ commit=eaf829e7
7
+ num_layers=48
8
+ hidden=2048
9
+ ffn_hidden=6144
10
+ moe_ffn_hidden=768
11
+ num_experts=128
12
+ topk=8
13
+ experts_per_rank=16
14
+ expert_params=4718592
15
+ heads=32
16
+ kv_groups=4
17
+ kv_channels=128
18
+ qk_layernorm=1
19
+ shared_ffn=0
20
+ shared_expert_overlap=0
21
+ mla=0
22
+ dense_first_layers=0
23
+ moe_layers=48
24
+ rotary_base=1000000
25
+ rotary_scaling=
26
+ qkv_bias=0
27
+ router_balancing=aux_loss
28
+ aux_loss_coeff=1e-3
29
+ router_pre_softmax=0
30
+ router_fusion=0
31
+ router_dtype=fp32
32
+ device_initiated_grouped_gemm=1
33
+ norm_epsilon=1e-6
34
+ seq_length=4096
35
+ micro_batch_size=1
36
+ global_batch_size=8
37
+ num_microbatches=1
38
+ assignments_per_rank=32768
39
+ mean_tokens_per_expert=2048
40
+ slot_policy=matched
41
+ slots_per_rank=16
42
+ capacity_mode=static
43
+ capacity=1.25
44
+ cuda_graph=0
45
+ probe_mode=1
46
+ async_grad_reduce=0
47
+ branch_role=probe
48
+ memory_dump_mode=none
49
+ memory_snapshot_path=
50
+ cuda_graph_warmup_steps=3
51
+ recompute=none
52
+ force_balance=0
53
+ train_iters=12
54
+ ep_size=8
55
+ echo_dispatch_overlap=1
56
+ echo_dispatch_recompute=0
57
+ ultraep_quota_min_tokens=256
58
+ ultraep_weight_sync_join=
59
+ profile_enable=0
60
+ kernel_trace=0
61
+ fp8_recipe=mxfp8
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ model backend purpose capacity status peak_mib zero_drop drop_rate_pct required_capacity run_dir
2
+ QWEN3_235B ultraep measure 1.25 OK 122751 1 0.0 1.01004 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1
3
+ QWEN3_235B ultraep validate 1.02 ASSERT 54649 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1
4
+ QWEN3_30B ultraep measure 1.25 OK 117915 1 0.0 1.010101 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
5
+ QWEN3_30B ultraep validate 1.02 ASSERT 48657 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1
6
+ DSV2_LITE_L24 ultraep measure 1.25 OK 130023 1 0.0 1.010071 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
7
+ DSV2_LITE_L24 ultraep validate 1.02 ASSERT 39855 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1
8
+ QWEN2_57B ultraep measure 1.25 FAIL 47627 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
2
+ QWEN3_235B ultraep ERROR_ASSERT
3
+ QWEN3_30B ultraep ERROR_ASSERT
4
+ DSV2_LITE_L24 ultraep ERROR_ASSERT
5
+ QWEN2_57B ultraep ERROR_FAIL
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.json ADDED
@@ -0,0 +1,233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "arm": "natural",
4
+ "assignment_sum_mismatches": 0,
5
+ "aux_loss_coeff": "1e-3",
6
+ "backend": "ultraep",
7
+ "branch": "ultraep-token-drop-analysis",
8
+ "capacity": "1.25",
9
+ "capacity_mode": "static",
10
+ "commit": "eaf829e7",
11
+ "config": "DSV2_LITE_L24",
12
+ "cuda_graph": "0",
13
+ "dense_first_layers": "1",
14
+ "drop_expected_assignments": 108527616.0,
15
+ "drop_rate_pct_max": 0.0,
16
+ "drop_rate_pct_mean": 0.0,
17
+ "drop_rate_pct_min": 0.0,
18
+ "drop_rate_pct_n": 96,
19
+ "drop_rate_pct_overall": 0.0,
20
+ "dropped_tokens_sum_all_records": 0.0,
21
+ "duplicate_vector_mismatches": 0,
22
+ "experts_per_rank": "8",
23
+ "force_balance": "0",
24
+ "global_batch_size": "8",
25
+ "global_snapshots": 276,
26
+ "incomplete_snapshots": 0,
27
+ "malformed_records": 0,
28
+ "moe_layers": "23",
29
+ "num_experts": "64",
30
+ "num_layers": "24",
31
+ "observed_dropped_tokens": 0.0,
32
+ "peak_demand_max": 49647.0,
33
+ "peak_demand_mean": 49645.270833333336,
34
+ "peak_demand_min": 49644.0,
35
+ "peak_demand_n": 96,
36
+ "peak_rank_overflow_max": 0.0,
37
+ "peak_rank_overflow_mean": 0.0,
38
+ "peak_rank_overflow_min": 0.0,
39
+ "peak_rank_overflow_n": 96,
40
+ "post_physical_rank_cv_max": 0.02649873914445656,
41
+ "post_physical_rank_cv_mean": 0.020751556297178456,
42
+ "post_physical_rank_cv_min": 0.010393449619293449,
43
+ "post_physical_rank_cv_n": 276,
44
+ "post_physical_rank_imax_max": 1.01007080078125,
45
+ "post_physical_rank_imax_mean": 1.0100281941142057,
46
+ "post_physical_rank_imax_min": 1.010009765625,
47
+ "post_physical_rank_imax_n": 276,
48
+ "pre_home_rank_cv_max": 1.3897787536248405,
49
+ "pre_home_rank_cv_mean": 0.5881957299328056,
50
+ "pre_home_rank_cv_min": 0.06749209466238901,
51
+ "pre_home_rank_cv_n": 276,
52
+ "pre_home_rank_imax_max": 4.4163818359375,
53
+ "pre_home_rank_imax_mean": 2.107403446510794,
54
+ "pre_home_rank_imax_min": 1.1109822591145833,
55
+ "pre_home_rank_imax_n": 276,
56
+ "records": {
57
+ "drop_dispatch": 2208,
58
+ "drop_experts": 2208,
59
+ "drop_setup": 2208,
60
+ "ultraep_drop": 96,
61
+ "ultraep_post": 2208,
62
+ "ultraep_pre": 2208
63
+ },
64
+ "required_capacity_max": 1.010071,
65
+ "required_capacity_mean": 1.0100354270833332,
66
+ "required_capacity_min": 1.01001,
67
+ "required_capacity_n": 96,
68
+ "router_balancing": "seq_aux_loss",
69
+ "run_dir": "DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1",
70
+ "seq_length": "8192",
71
+ "shared_expert_overlap": "0",
72
+ "topk": "6",
73
+ "valid_max_rank_reduction_max": 0.7712991882952357,
74
+ "valid_max_rank_reduction_mean": 0.46558143481151487,
75
+ "valid_max_rank_reduction_min": 0.09086747120332558,
76
+ "valid_max_rank_reduction_n": 276,
77
+ "zero_drop": 1
78
+ },
79
+ {
80
+ "arm": "natural",
81
+ "assignment_sum_mismatches": 0,
82
+ "aux_loss_coeff": "1e-3",
83
+ "backend": "ultraep",
84
+ "branch": "ultraep-token-drop-analysis",
85
+ "capacity": "1.25",
86
+ "capacity_mode": "static",
87
+ "commit": "eaf829e7",
88
+ "config": "QWEN3_235B",
89
+ "cuda_graph": "0",
90
+ "dense_first_layers": "0",
91
+ "drop_expected_assignments": 75497472.0,
92
+ "drop_rate_pct_max": 0.0,
93
+ "drop_rate_pct_mean": 0.0,
94
+ "drop_rate_pct_min": 0.0,
95
+ "drop_rate_pct_n": 96,
96
+ "drop_rate_pct_overall": 0.0,
97
+ "dropped_tokens_sum_all_records": 0.0,
98
+ "duplicate_vector_mismatches": 0,
99
+ "experts_per_rank": "16",
100
+ "force_balance": "0",
101
+ "global_batch_size": "8",
102
+ "global_snapshots": 144,
103
+ "incomplete_snapshots": 0,
104
+ "malformed_records": 0,
105
+ "moe_layers": "12",
106
+ "num_experts": "128",
107
+ "num_layers": "12",
108
+ "observed_dropped_tokens": 0.0,
109
+ "peak_demand_max": 66194.0,
110
+ "peak_demand_mean": 66192.60416666667,
111
+ "peak_demand_min": 66192.0,
112
+ "peak_demand_n": 96,
113
+ "peak_rank_overflow_max": 0.0,
114
+ "peak_rank_overflow_mean": 0.0,
115
+ "peak_rank_overflow_min": 0.0,
116
+ "peak_rank_overflow_n": 96,
117
+ "post_physical_rank_cv_max": 0.026489118276835043,
118
+ "post_physical_rank_cv_mean": 0.014698204478704438,
119
+ "post_physical_rank_cv_min": 0.004171709396704442,
120
+ "post_physical_rank_cv_n": 144,
121
+ "post_physical_rank_imax_max": 1.010040283203125,
122
+ "post_physical_rank_imax_mean": 1.0100169711642795,
123
+ "post_physical_rank_imax_min": 1.010009765625,
124
+ "post_physical_rank_imax_n": 144,
125
+ "pre_home_rank_cv_max": 1.3850730653619154,
126
+ "pre_home_rank_cv_mean": 0.8051429963522313,
127
+ "pre_home_rank_cv_min": 0.3167748701963148,
128
+ "pre_home_rank_cv_n": 144,
129
+ "pre_home_rank_imax_max": 4.0391845703125,
130
+ "pre_home_rank_imax_mean": 2.465598636203342,
131
+ "pre_home_rank_imax_min": 1.2317352294921875,
132
+ "pre_home_rank_imax_n": 144,
133
+ "records": {
134
+ "drop_dispatch": 1152,
135
+ "drop_experts": 1152,
136
+ "drop_setup": 1152,
137
+ "ultraep_drop": 96,
138
+ "ultraep_post": 1152,
139
+ "ultraep_pre": 1152
140
+ },
141
+ "required_capacity_max": 1.01004,
142
+ "required_capacity_mean": 1.0100190625,
143
+ "required_capacity_min": 1.01001,
144
+ "required_capacity_n": 96,
145
+ "router_balancing": "aux_loss",
146
+ "run_dir": "QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1",
147
+ "seq_length": "8192",
148
+ "shared_expert_overlap": "0",
149
+ "topk": "8",
150
+ "valid_max_rank_reduction_max": 0.7499471123334038,
151
+ "valid_max_rank_reduction_mean": 0.5612683072031022,
152
+ "valid_max_rank_reduction_min": 0.17998587763091065,
153
+ "valid_max_rank_reduction_n": 144,
154
+ "zero_drop": 1
155
+ },
156
+ {
157
+ "arm": "natural",
158
+ "assignment_sum_mismatches": 0,
159
+ "aux_loss_coeff": "1e-3",
160
+ "backend": "ultraep",
161
+ "branch": "ultraep-token-drop-analysis",
162
+ "capacity": "1.25",
163
+ "capacity_mode": "static",
164
+ "commit": "eaf829e7",
165
+ "config": "QWEN3_30B",
166
+ "cuda_graph": "0",
167
+ "dense_first_layers": "0",
168
+ "drop_expected_assignments": 150994944.0,
169
+ "drop_rate_pct_max": 0.0,
170
+ "drop_rate_pct_mean": 0.0,
171
+ "drop_rate_pct_min": 0.0,
172
+ "drop_rate_pct_n": 96,
173
+ "drop_rate_pct_overall": 0.0,
174
+ "dropped_tokens_sum_all_records": 0.0,
175
+ "duplicate_vector_mismatches": 0,
176
+ "experts_per_rank": "16",
177
+ "force_balance": "0",
178
+ "global_batch_size": "8",
179
+ "global_snapshots": 576,
180
+ "incomplete_snapshots": 0,
181
+ "malformed_records": 0,
182
+ "moe_layers": "48",
183
+ "num_experts": "128",
184
+ "num_layers": "48",
185
+ "observed_dropped_tokens": 0.0,
186
+ "peak_demand_max": 33099.0,
187
+ "peak_demand_mean": 33097.229166666664,
188
+ "peak_demand_min": 33096.0,
189
+ "peak_demand_n": 96,
190
+ "peak_rank_overflow_max": 0.0,
191
+ "peak_rank_overflow_mean": 0.0,
192
+ "peak_rank_overflow_min": 0.0,
193
+ "peak_rank_overflow_n": 96,
194
+ "post_physical_rank_cv_max": 0.02649488696921753,
195
+ "post_physical_rank_cv_mean": 0.013615268745845822,
196
+ "post_physical_rank_cv_min": 0.0044932923824075426,
197
+ "post_physical_rank_cv_n": 576,
198
+ "post_physical_rank_imax_max": 1.010101318359375,
199
+ "post_physical_rank_imax_mean": 1.0100238058302138,
200
+ "post_physical_rank_imax_min": 1.00994873046875,
201
+ "post_physical_rank_imax_n": 576,
202
+ "pre_home_rank_cv_max": 1.577101326466163,
203
+ "pre_home_rank_cv_mean": 0.7366559250184537,
204
+ "pre_home_rank_cv_min": 0.14094636542440406,
205
+ "pre_home_rank_cv_n": 576,
206
+ "pre_home_rank_imax_max": 4.9957275390625,
207
+ "pre_home_rank_imax_mean": 2.2919526629977756,
208
+ "pre_home_rank_imax_min": 1.2030029296875,
209
+ "pre_home_rank_imax_n": 576,
210
+ "records": {
211
+ "drop_dispatch": 4608,
212
+ "drop_experts": 4608,
213
+ "drop_setup": 4608,
214
+ "ultraep_drop": 96,
215
+ "ultraep_post": 4608,
216
+ "ultraep_pre": 4608
217
+ },
218
+ "required_capacity_max": 1.010101,
219
+ "required_capacity_mean": 1.0100472291666667,
220
+ "required_capacity_min": 1.01001,
221
+ "required_capacity_n": 96,
222
+ "router_balancing": "aux_loss",
223
+ "run_dir": "QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1",
224
+ "seq_length": "4096",
225
+ "shared_expert_overlap": "0",
226
+ "topk": "8",
227
+ "valid_max_rank_reduction_max": 0.7978252901649359,
228
+ "valid_max_rank_reduction_mean": 0.5268142670026216,
229
+ "valid_max_rank_reduction_min": 0.1604261796042618,
230
+ "valid_max_rank_reduction_n": 576,
231
+ "zero_drop": 1
232
+ }
233
+ ]
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches global_snapshots incomplete_snapshots malformed_records observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
2
+ DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural DSV2_LITE_L24 ultraep 64 6 8 24 23 1 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-3 0 0 108527616.0 0.0 0.0 0.0 96 0.0 0.0 0 276 0 0 0.0 49647.0 49645.270833333336 49644.0 96 0.0 0.0 0.0 96 0.02649873914445656 0.020751556297178456 0.010393449619293449 276 1.01007080078125 1.0100281941142057 1.010009765625 276 1.3897787536248405 0.5881957299328056 0.06749209466238901 276 4.4163818359375 2.107403446510794 1.1109822591145833 276 1.010071 1.0100354270833332 1.01001 96 0.7712991882952357 0.46558143481151487 0.09086747120332558 276 1
3
+ QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1 natural QWEN3_235B ultraep 128 8 16 12 12 0 8192 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 75497472.0 0.0 0.0 0.0 96 0.0 0.0 0 144 0 0 0.0 66194.0 66192.60416666667 66192.0 96 0.0 0.0 0.0 96 0.026489118276835043 0.014698204478704438 0.004171709396704442 144 1.010040283203125 1.0100169711642795 1.010009765625 144 1.3850730653619154 0.8051429963522313 0.3167748701963148 144 4.0391845703125 2.465598636203342 1.2317352294921875 144 1.01004 1.0100190625 1.01001 96 0.7499471123334038 0.5612683072031022 0.17998587763091065 144 1
4
+ QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural QWEN3_30B ultraep 128 8 16 48 48 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-3 0 0 150994944.0 0.0 0.0 0.0 96 0.0 0.0 0 576 0 0 0.0 33099.0 33097.229166666664 33096.0 96 0.0 0.0 0.0 96 0.02649488696921753 0.013615268745845822 0.0044932923824075426 576 1.010101318359375 1.0100238058302138 1.00994873046875 576 1.577101326466163 0.7366559250184537 0.14094636542440406 576 4.9957275390625 2.2919526629977756 1.2030029296875 576 1.010101 1.0100472291666667 1.01001 96 0.7978252901649359 0.5268142670026216 0.1604261796042618 576 1
tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/results.tsv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ config backend policy slots seq gbs cap recompute rep status iter_ms_mean iter_ms_min peak_mib run_dir
2
+ QWEN3_235B ultraep matched 16 8192 8 1.25 none 1 OK 339.56 338.10 122751 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p25/rep1
3
+ QWEN3_235B ultraep matched 16 8192 8 1.02 none 1 ASSERT NA NA 54649 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_235B__ultraep__matched__seq8192__gbs8__cap1p02/rep1
4
+ QWEN3_30B ultraep matched 16 4096 8 1.25 none 1 OK 780.66 722.00 117915 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p25/rep1
5
+ QWEN3_30B ultraep matched 16 4096 8 1.02 none 1 ASSERT NA NA 48657 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN3_30B__ultraep__matched__seq4096__gbs8__cap1p02/rep1
6
+ DSV2_LITE_L24 ultraep matched 8 8192 8 1.25 none 1 OK 641.99 639.30 130023 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p25/rep1
7
+ DSV2_LITE_L24 ultraep matched 8 8192 8 1.02 none 1 ASSERT NA NA 39855 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/DSV2_LITE_L24__ultraep__matched__seq8192__gbs8__cap1p02/rep1
8
+ QWEN2_57B ultraep matched 8 4096 8 1.25 none 1 FAIL NA NA 47627 /workspace/tierb_study_20260826_144644/ultraep/tierbprobe/tierbprobe_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__cap1p25/rep1