AbhishekGhosh1998 commited on
Commit
c8abfc9
·
verified ·
1 Parent(s): 73831e3

granularity results tierb-fixed-moonep-full @ 2026-08-30T01:46:08Z from sp-aiinfra-interactive-aghosh-7jtjl-8xb200-moe-cg-0

Browse files
tierb-fixed-moonep-full/.completed/moonep__tierb__gbs8 CHANGED
@@ -1 +1 @@
1
- 2026-08-29T23:59:52+00:00
 
1
+ 2026-08-30T01:46:01+00:00
tierb-fixed-moonep-full/STATUS.txt CHANGED
@@ -1,10 +1,11 @@
1
  study_root: /workspace/tierb-fixed-moonep-full
2
  gbs: 8
3
- updated: 2026-08-30T01:30:54+00:00
4
- current: moonep__tierb__gbs8
5
 
6
  completed steps:
7
  echo__tierbtrace__gbs8
 
8
  moonep__tierbmem__gbs8
9
  moonep__tierbprobe__gbs8
10
  ultraep__tierbtrace__gbs8
 
1
  study_root: /workspace/tierb-fixed-moonep-full
2
  gbs: 8
3
+ updated: 2026-08-30T01:46:03+00:00
4
+ current: idle
5
 
6
  completed steps:
7
  echo__tierbtrace__gbs8
8
+ moonep__tierb__gbs8
9
  moonep__tierbmem__gbs8
10
  moonep__tierbprobe__gbs8
11
  ultraep__tierbtrace__gbs8
tierb-fixed-moonep-full/collected_all.tsv CHANGED
@@ -3,18 +3,18 @@ echo/tierbtrace/tierbtrace_gbs8/DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap
3
  echo/tierbtrace/tierbtrace_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap1p08984375/nsys tierbtrace 1 0 QWEN2_57B echo matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 1.08984375 static none 0 1 none 0 bracing-regions-through-kernels 9a236793 0 10 aux_loss 1e-2 1 0 1000000 1 OK 10 8867.04 184.70 17898.49 404.4 80296
4
  echo/tierbtrace/tierbtrace_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/nsys tierbtrace 1 0 QWEN3_235B echo matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 1.083984375 static none 0 1 none 0 bracing-regions-through-kernels 9a236793 0 12 aux_loss 1e-3 0 0 1000000 0 OK 10 9176.42 315.00 18323.56 349.2 97354
5
  echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys tierbtrace 1 0 QWEN3_30B echo matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 1.11328125 static none 0 1 none 0 bracing-regions-through-kernels 9a236793 0 48 aux_loss 1e-3 0 0 1000000 0 OK 8 1375.57 398.80 1640.38 148.4 88812
6
- moonep/tierb/tierb_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/rep1 rep1 tierb 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 12 596.03 595.70 0.34 214.1 133311 95432
7
- moonep/tierb/tierb_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/rep2 rep2 tierb 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 12 596.33 594.10 1.45 213.9 133311 95432
8
- moonep/tierb/tierb_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/rep3 rep3 tierb 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 12 595.54 594.00 1.44 214.2 133311 95432
9
- moonep/tierb/tierb_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/rep1 rep1 tierb 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 10 aux_loss 1e-2 1 0 1000000 1 OK 12 183.70 182.60 0.78 672.2 96737 62900
10
- moonep/tierb/tierb_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/rep2 rep2 tierb 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 10 aux_loss 1e-2 1 0 1000000 1 OK 12 184.74 184.10 0.36 668.5 96737 62900
11
- moonep/tierb/tierb_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/rep3 rep3 tierb 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 10 aux_loss 1e-2 1 0 1000000 1 OK 12 184.16 182.70 0.80 670.6 96737 62900
12
- moonep/tierb/tierb_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone__async/rep1 rep1 tierb 0 1 QWEN3_235B moonep matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 12 aux_loss 1e-3 0 0 1000000 0 OK 12 321.60 320.40 1.08 562.3 120303 68548
13
- moonep/tierb/tierb_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone__async/rep2 rep2 tierb 0 1 QWEN3_235B moonep matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 12 aux_loss 1e-3 0 0 1000000 0 OK 12 322.50 321.40 1.11 560.7 120303 68548
14
- moonep/tierb/tierb_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone__async/rep3 rep3 tierb 0 1 QWEN3_235B moonep matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 12 aux_loss 1e-3 0 0 1000000 0 OK 12 322.19 320.90 0.74 561.3 120303 68548
15
- moonep/tierb/tierb_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/rep1 rep1 tierb 0 1 QWEN3_30B moonep matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 48 aux_loss 1e-3 0 0 1000000 0 OK 12 361.53 358.70 4.45 246.5 116703 68288
16
- moonep/tierb/tierb_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/rep2 rep2 tierb 0 1 QWEN3_30B moonep matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 48 aux_loss 1e-3 0 0 1000000 0 OK 12 360.81 359.20 1.23 247.0 116703 68288
17
- moonep/tierb/tierb_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/rep3 rep3 tierb 0 1 QWEN3_30B moonep matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 none none none 0 1 none 0 moonep_backend_async_grad_reduce 7bc235bf 0 48 aux_loss 1e-3 0 0 1000000 0 OK 12 359.94 357.60 1.93 247.6 116703 68288
18
  moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async__memiteration__it6/rep1 rep1 tierbmem 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 iteration /workspace/tierb-fixed-moonep-full/moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async__memiteration__it6/rep1/memory_snapshots/snapshot.pickle 0 moonep_backend_async_grad_reduce_better_memory_dump_support 51c387c7 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 6 622.80 622.80 204.9 133311 95432
19
  moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__nocg__async__memiteration__it5/rep1 rep1 tierbmem 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 0 iteration /workspace/tierb-fixed-moonep-full/moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__nocg__async__memiteration__it5/rep1/memory_snapshots/snapshot.pickle 0 moonep_backend_async_grad_reduce_better_memory_dump_support 51c387c7 1 23 seq_aux_loss 1e-3 1 0 10000 0 FAIL 5 125157 95432
20
  moonep/tierbmem/tierbmem_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async__memiteration__it6/rep1 rep1 tierbmem 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 iteration /workspace/tierb-fixed-moonep-full/moonep/tierbmem/tierbmem_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async__memiteration__it6/rep1/memory_snapshots/snapshot.pickle 0 moonep_backend_async_grad_reduce_better_memory_dump_support 51c387c7 0 10 aux_loss 1e-2 1 0 1000000 1 OK 6 196.60 196.60 628.0 96737 62900
 
3
  echo/tierbtrace/tierbtrace_gbs8/QWEN2_57B__echo__matched__seq4096__gbs8__cap1p08984375/nsys tierbtrace 1 0 QWEN2_57B echo matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 1.08984375 static none 0 1 none 0 bracing-regions-through-kernels 9a236793 0 10 aux_loss 1e-2 1 0 1000000 1 OK 10 8867.04 184.70 17898.49 404.4 80296
4
  echo/tierbtrace/tierbtrace_gbs8/QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/nsys tierbtrace 1 0 QWEN3_235B echo matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 1.083984375 static none 0 1 none 0 bracing-regions-through-kernels 9a236793 0 12 aux_loss 1e-3 0 0 1000000 0 OK 10 9176.42 315.00 18323.56 349.2 97354
5
  echo/tierbtrace/tierbtrace_gbs8/QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/nsys tierbtrace 1 0 QWEN3_30B echo matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 1.11328125 static none 0 1 none 0 bracing-regions-through-kernels 9a236793 0 48 aux_loss 1e-3 0 0 1000000 0 OK 8 1375.57 398.80 1640.38 148.4 88812
6
+ moonep/tierb/tierb_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/rep1 rep1 tierb 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 12 591.91 590.10 1.72 215.5 133311 95432
7
+ moonep/tierb/tierb_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/rep2 rep2 tierb 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 12 595.57 591.10 3.77 214.2 133311 95432
8
+ moonep/tierb/tierb_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async/rep3 rep3 tierb 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 12 592.80 590.40 1.70 215.2 133311 95432
9
+ moonep/tierb/tierb_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/rep1 rep1 tierb 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 10 aux_loss 1e-2 1 0 1000000 1 OK 12 180.76 179.90 0.73 683.2 96739 62900
10
+ moonep/tierb/tierb_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/rep2 rep2 tierb 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 10 aux_loss 1e-2 1 0 1000000 1 OK 12 179.73 178.80 0.77 687.1 96739 62900
11
+ moonep/tierb/tierb_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async/rep3 rep3 tierb 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 10 aux_loss 1e-2 1 0 1000000 1 OK 12 179.86 179.20 0.53 686.5 96739 62900
12
+ moonep/tierb/tierb_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone__async/rep1 rep1 tierb 0 1 QWEN3_235B moonep matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 12 aux_loss 1e-3 0 0 1000000 0 OK 12 317.23 316.40 0.63 570.0 120309 68548
13
+ moonep/tierb/tierb_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone__async/rep2 rep2 tierb 0 1 QWEN3_235B moonep matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 12 aux_loss 1e-3 0 0 1000000 0 OK 12 317.83 316.50 1.25 568.9 120309 68548
14
+ moonep/tierb/tierb_gbs8/QWEN3_235B__moonep__matched__seq8192__gbs8__capnone__async/rep3 rep3 tierb 0 1 QWEN3_235B moonep matched 16 128 8 1536 16 18874368 12 8192 8 1 65536 4096 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 12 aux_loss 1e-3 0 0 1000000 0 OK 12 318.34 317.70 0.37 568.0 120309 68548
15
+ moonep/tierb/tierb_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/rep1 rep1 tierb 0 1 QWEN3_30B moonep matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 48 aux_loss 1e-3 0 0 1000000 0 OK 12 354.41 352.30 1.51 251.5 116707 68288
16
+ moonep/tierb/tierb_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/rep2 rep2 tierb 0 1 QWEN3_30B moonep matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 48 aux_loss 1e-3 0 0 1000000 0 OK 12 354.50 352.20 1.91 251.4 116707 68288
17
+ moonep/tierb/tierb_gbs8/QWEN3_30B__moonep__matched__seq4096__gbs8__capnone__async/rep3 rep3 tierb 0 1 QWEN3_30B moonep matched 16 128 8 768 16 4718592 48 4096 8 1 32768 2048 none none none 0 1 none 0 moonep_backend_async_grad_reduce 2e68c8ad 0 48 aux_loss 1e-3 0 0 1000000 0 OK 12 356.56 354.10 3.02 250.0 116707 68288
18
  moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async__memiteration__it6/rep1 rep1 tierbmem 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 1 iteration /workspace/tierb-fixed-moonep-full/moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__async__memiteration__it6/rep1/memory_snapshots/snapshot.pickle 0 moonep_backend_async_grad_reduce_better_memory_dump_support 51c387c7 1 23 seq_aux_loss 1e-3 1 0 10000 0 OK 6 622.80 622.80 204.9 133311 95432
19
  moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__nocg__async__memiteration__it5/rep1 rep1 tierbmem 0 1 DSV2_LITE_L24 moonep matched 8 64 6 1408 8 8650752 24 8192 8 1 49152 6144 none none none 0 0 iteration /workspace/tierb-fixed-moonep-full/moonep/tierbmem/tierbmem_gbs8/DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__nocg__async__memiteration__it5/rep1/memory_snapshots/snapshot.pickle 0 moonep_backend_async_grad_reduce_better_memory_dump_support 51c387c7 1 23 seq_aux_loss 1e-3 1 0 10000 0 FAIL 5 125157 95432
20
  moonep/tierbmem/tierbmem_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async__memiteration__it6/rep1 rep1 tierbmem 0 1 QWEN2_57B moonep matched 8 64 8 2560 8 27525120 10 4096 8 1 32768 4096 none none none 0 1 iteration /workspace/tierb-fixed-moonep-full/moonep/tierbmem/tierbmem_gbs8/QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__async__memiteration__it6/rep1/memory_snapshots/snapshot.pickle 0 moonep_backend_async_grad_reduce_better_memory_dump_support 51c387c7 0 10 aux_loss 1e-2 1 0 1000000 1 OK 6 196.60 196.60 628.0 96737 62900
tierb-fixed-moonep-full/hf_watcher.log CHANGED
@@ -50,3 +50,5 @@ Watching /workspace/tierb-fixed-moonep-full -> HF every 600s (kill to stop)
50
  uploaded: /workspace/tierb-fixed-moonep-full -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb-fixed-moonep-full
51
  https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
52
  [2026-08-30T01:41:00+00:00] backup pass
 
 
 
50
  uploaded: /workspace/tierb-fixed-moonep-full -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb-fixed-moonep-full
51
  https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main
52
  [2026-08-30T01:41:00+00:00] backup pass
53
+ uploaded: /workspace/tierb-fixed-moonep-full -> MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tierb-fixed-moonep-full
54
+ https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/tree/main