granularity results tierb-fixed-moonep-full @ 2026-08-30T00:20:21Z from sp-aiinfra-interactive-aghosh-7jtjl-8xb200-moe-cg-0
Browse files- .gitattributes +1 -0
- tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125.nsys-rep +3 -0
- tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/run.env +70 -0
- tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/train.log +0 -0
- tierb-fixed-moonep-full/hf_watcher.log +1 -0
.gitattributes
CHANGED
|
@@ -56,3 +56,4 @@ ultraep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__c
|
|
| 56 |
moonep/tierbtrace/tierbtrace_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/nsys/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
|
| 57 |
moonep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/nsys/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
|
| 58 |
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/nsys/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375.nsys-rep filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 56 |
moonep/tierbtrace/tierbtrace_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/nsys/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
|
| 57 |
moonep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/nsys/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
|
| 58 |
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/nsys/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375.nsys-rep filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125.nsys-rep filter=lfs diff=lfs merge=lfs -text
|
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125.nsys-rep
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25eaff0e2e4a38b992be3115148f03b3b72495e68bc93102a82ab27c019f0e23
|
| 3 |
+
size 34284034
|
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/run.env
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
backend=echo
|
| 2 |
+
config=QWEN3_30B
|
| 3 |
+
family=tierB
|
| 4 |
+
repo=/workspace/Megatron-MoE-Echo
|
| 5 |
+
branch=bracing-regions-through-kernels
|
| 6 |
+
commit=9a236793
|
| 7 |
+
num_layers=48
|
| 8 |
+
hidden=2048
|
| 9 |
+
ffn_hidden=6144
|
| 10 |
+
moe_ffn_hidden=768
|
| 11 |
+
num_experts=128
|
| 12 |
+
topk=8
|
| 13 |
+
experts_per_rank=16
|
| 14 |
+
expert_params=4718592
|
| 15 |
+
heads=32
|
| 16 |
+
kv_groups=4
|
| 17 |
+
kv_channels=128
|
| 18 |
+
qk_layernorm=1
|
| 19 |
+
shared_ffn=0
|
| 20 |
+
shared_expert_overlap=0
|
| 21 |
+
moe_token_dispatcher=flex
|
| 22 |
+
mla=0
|
| 23 |
+
dense_first_layers=0
|
| 24 |
+
moe_layers=48
|
| 25 |
+
rotary_base=1000000
|
| 26 |
+
rotary_scaling=
|
| 27 |
+
qkv_bias=0
|
| 28 |
+
router_balancing=aux_loss
|
| 29 |
+
aux_loss_coeff=1e-3
|
| 30 |
+
router_pre_softmax=0
|
| 31 |
+
router_fusion=0
|
| 32 |
+
router_dtype=fp32
|
| 33 |
+
device_initiated_grouped_gemm=1
|
| 34 |
+
norm_epsilon=1e-6
|
| 35 |
+
seq_length=4096
|
| 36 |
+
micro_batch_size=1
|
| 37 |
+
global_batch_size=8
|
| 38 |
+
num_microbatches=1
|
| 39 |
+
assignments_per_rank=32768
|
| 40 |
+
mean_tokens_per_expert=2048
|
| 41 |
+
slot_policy=matched
|
| 42 |
+
slots_per_rank=16
|
| 43 |
+
capacity_mode=static
|
| 44 |
+
capacity=1.11328125
|
| 45 |
+
cuda_graph=1
|
| 46 |
+
probe_mode=0
|
| 47 |
+
async_grad_reduce=0
|
| 48 |
+
branch_role=timing
|
| 49 |
+
memory_dump_mode=none
|
| 50 |
+
memory_snapshot_path=
|
| 51 |
+
cuda_graph_warmup_steps=3
|
| 52 |
+
recompute=none
|
| 53 |
+
force_balance=0
|
| 54 |
+
train_iters=10
|
| 55 |
+
ep_size=8
|
| 56 |
+
echo_dispatch_overlap=1
|
| 57 |
+
echo_dispatch_recompute=0
|
| 58 |
+
ultraep_quota_min_tokens=
|
| 59 |
+
ultraep_weight_sync_join=
|
| 60 |
+
profile_enable=1
|
| 61 |
+
kernel_trace=1
|
| 62 |
+
fp8_mode=mxfp8
|
| 63 |
+
fp8_recipe=mxfp8
|
| 64 |
+
training_seed=1234
|
| 65 |
+
learning_rate=1e-4
|
| 66 |
+
min_learning_rate=1.0e-5
|
| 67 |
+
lr_warmup_iters=5
|
| 68 |
+
state_dump_enable=0
|
| 69 |
+
state_dump_dir=
|
| 70 |
+
moonep_assert_no_pending_reduce=0
|
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/train.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tierb-fixed-moonep-full/hf_watcher.log
CHANGED
|
@@ -27,3 +27,4 @@ Watching /workspace/tierb-fixed-moonep-full -> HF every 600s (kill to stop)
|
|
| 27 |
[2026-08-30T00:10:16+00:00] backup pass
|
| 28 |
uploaded: /workspace/tierb-fixed-moonep-full -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb-fixed-moonep-full
|
| 29 |
https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
|
|
|
|
|
|
| 27 |
[2026-08-30T00:10:16+00:00] backup pass
|
| 28 |
uploaded: /workspace/tierb-fixed-moonep-full -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb-fixed-moonep-full
|
| 29 |
https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
|
| 30 |
+
[2026-08-30T00:20:20+00:00] backup pass
|