AbhishekGhosh1998 commited on
Commit
c8fdb49
·
verified ·
1 Parent(s): 08d4c43

granularity results tierb-fixed-moonep-full @ 2026-08-30T00:20:21Z from sp-aiinfra-interactive-aghosh-7jtjl-8xb200-moe-cg-0

Browse files
.gitattributes CHANGED
@@ -56,3 +56,4 @@ ultraep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__ultraep__matched__seq4096__gbs8__c
56
  moonep/tierbtrace/tierbtrace_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/nsys/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
57
  moonep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/nsys/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
58
  tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/nsys/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375.nsys-rep filter=lfs diff=lfs merge=lfs -text
 
 
56
  moonep/tierbtrace/tierbtrace_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone/nsys/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
57
  moonep/tierbtrace/tierbtrace_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone/nsys/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone.nsys-rep filter=lfs diff=lfs merge=lfs -text
58
  tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/nsys/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375.nsys-rep filter=lfs diff=lfs merge=lfs -text
59
+ tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125.nsys-rep filter=lfs diff=lfs merge=lfs -text
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125.nsys-rep ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25eaff0e2e4a38b992be3115148f03b3b72495e68bc93102a82ab27c019f0e23
3
+ size 34284034
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/run.env ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend=echo
2
+ config=QWEN3_30B
3
+ family=tierB
4
+ repo=/workspace/Megatron-MoE-Echo
5
+ branch=bracing-regions-through-kernels
6
+ commit=9a236793
7
+ num_layers=48
8
+ hidden=2048
9
+ ffn_hidden=6144
10
+ moe_ffn_hidden=768
11
+ num_experts=128
12
+ topk=8
13
+ experts_per_rank=16
14
+ expert_params=4718592
15
+ heads=32
16
+ kv_groups=4
17
+ kv_channels=128
18
+ qk_layernorm=1
19
+ shared_ffn=0
20
+ shared_expert_overlap=0
21
+ moe_token_dispatcher=flex
22
+ mla=0
23
+ dense_first_layers=0
24
+ moe_layers=48
25
+ rotary_base=1000000
26
+ rotary_scaling=
27
+ qkv_bias=0
28
+ router_balancing=aux_loss
29
+ aux_loss_coeff=1e-3
30
+ router_pre_softmax=0
31
+ router_fusion=0
32
+ router_dtype=fp32
33
+ device_initiated_grouped_gemm=1
34
+ norm_epsilon=1e-6
35
+ seq_length=4096
36
+ micro_batch_size=1
37
+ global_batch_size=8
38
+ num_microbatches=1
39
+ assignments_per_rank=32768
40
+ mean_tokens_per_expert=2048
41
+ slot_policy=matched
42
+ slots_per_rank=16
43
+ capacity_mode=static
44
+ capacity=1.11328125
45
+ cuda_graph=1
46
+ probe_mode=0
47
+ async_grad_reduce=0
48
+ branch_role=timing
49
+ memory_dump_mode=none
50
+ memory_snapshot_path=
51
+ cuda_graph_warmup_steps=3
52
+ recompute=none
53
+ force_balance=0
54
+ train_iters=10
55
+ ep_size=8
56
+ echo_dispatch_overlap=1
57
+ echo_dispatch_recompute=0
58
+ ultraep_quota_min_tokens=
59
+ ultraep_weight_sync_join=
60
+ profile_enable=1
61
+ kernel_trace=1
62
+ fp8_mode=mxfp8
63
+ fp8_recipe=mxfp8
64
+ training_seed=1234
65
+ learning_rate=1e-4
66
+ min_learning_rate=1.0e-5
67
+ lr_warmup_iters=5
68
+ state_dump_enable=0
69
+ state_dump_dir=
70
+ moonep_assert_no_pending_reduce=0
tierb-fixed-moonep-full/echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys/train.log ADDED
The diff for this file is too large to render. See raw diff
 
tierb-fixed-moonep-full/hf_watcher.log CHANGED
@@ -27,3 +27,4 @@ Watching /workspace/tierb-fixed-moonep-full -> HF every 600s (kill to stop)
27
  [2026-08-30T00:10:16+00:00] backup pass
28
  uploaded: /workspace/tierb-fixed-moonep-full -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb-fixed-moonep-full
29
  https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
 
 
27
  [2026-08-30T00:10:16+00:00] backup pass
28
  uploaded: /workspace/tierb-fixed-moonep-full -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb-fixed-moonep-full
29
  https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
30
+ [2026-08-30T00:20:20+00:00] backup pass