granularity results moonep/tierbmem @ 2026-08-26T19:42:33Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0 (part 2)
9e2d613 verified Download moonep/tierbmem/tierbmem_gbs8/memory_summary.json from MoE-CUDA-Graph-Analysis/tierb-b200-gbs8: direct link, hf CLI and curl.
- Browser
- Download file 4.29 kB
-
https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/resolve/main/moonep/tierbmem/tierbmem_gbs8/memory_summary.json
- Command line
-
hf download hf://MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/moonep/tierbmem/tierbmem_gbs8/memory_summary.json
-
curl -L -o memory_summary.json https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/resolve/main/moonep/tierbmem/tierbmem_gbs8/memory_summary.json
4.29 kB
| { | |
| "runs": [ | |
| { | |
| "run_dir": "DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__memiteration__it6/rep1", | |
| "config": "DSV2_LITE_L24", | |
| "backend": "moonep", | |
| "num_layers": "24", | |
| "moe_layers": "23", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "none", | |
| "capacity": "none", | |
| "memory_dump_mode": "iteration", | |
| "branch": "moonep_backend_better_memory_dump_support", | |
| "commit": "453b84c7", | |
| "status": "OK", | |
| "max_allocated_gib": 122.02059412002563, | |
| "max_reserved_gib": 124.513671875, | |
| "fragmentation_gib": 2.4930777549743652, | |
| "theoretical_weight_optim_gib": 95.94234375, | |
| "peak_sampled_gib": 161.4208984375, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 161.4208984375 | |
| }, | |
| { | |
| "run_dir": "DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__nocg__memiteration__it5/rep1", | |
| "config": "DSV2_LITE_L24", | |
| "backend": "moonep", | |
| "num_layers": "24", | |
| "moe_layers": "23", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "0", | |
| "capacity_mode": "none", | |
| "capacity": "none", | |
| "memory_dump_mode": "iteration", | |
| "branch": "moonep_backend_better_memory_dump_support", | |
| "commit": "453b84c7", | |
| "status": "OK", | |
| "max_allocated_gib": 122.02059412002563, | |
| "max_reserved_gib": 124.513671875, | |
| "fragmentation_gib": 2.4930777549743652, | |
| "theoretical_weight_optim_gib": 95.94234375, | |
| "peak_sampled_gib": 153.4697265625, | |
| "snapshot_pickle_count": 40, | |
| "snapshot_json_count": 40, | |
| "snapshot_expected_each": 40, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 153.4697265625 | |
| }, | |
| { | |
| "run_dir": "QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__memiteration__it6/rep1", | |
| "config": "QWEN2_57B", | |
| "backend": "moonep", | |
| "num_layers": "10", | |
| "moe_layers": "10", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "none", | |
| "capacity": "none", | |
| "memory_dump_mode": "iteration", | |
| "branch": "moonep_backend_better_memory_dump_support", | |
| "commit": "453b84c7", | |
| "status": "OK", | |
| "max_allocated_gib": 102.53948497772217, | |
| "max_reserved_gib": 106.0859375, | |
| "fragmentation_gib": 3.546452522277832, | |
| "theoretical_weight_optim_gib": 142.99818359375, | |
| "peak_sampled_gib": 139.3935546875, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 139.3935546875 | |
| }, | |
| { | |
| "run_dir": "QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__nocg__memiteration__it5/rep1", | |
| "config": "QWEN2_57B", | |
| "backend": "moonep", | |
| "num_layers": "10", | |
| "moe_layers": "10", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "0", | |
| "capacity_mode": "none", | |
| "capacity": "none", | |
| "memory_dump_mode": "iteration", | |
| "branch": "moonep_backend_better_memory_dump_support", | |
| "commit": "453b84c7", | |
| "status": "OK", | |
| "max_allocated_gib": 102.52448511123657, | |
| "max_reserved_gib": 106.0859375, | |
| "fragmentation_gib": 3.5614523887634277, | |
| "theoretical_weight_optim_gib": 142.99818359375, | |
| "peak_sampled_gib": 138.2392578125, | |
| "snapshot_pickle_count": 40, | |
| "snapshot_json_count": 40, | |
| "snapshot_expected_each": 40, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 138.2392578125 | |
| } | |
| ], | |
| "comparisons": [ | |
| { | |
| "config": "DSV2_LITE_L24", | |
| "backend": "moonep", | |
| "moon_graph_on_status": "OK", | |
| "moon_graph_on_peak_gib": 161.4208984375, | |
| "moon_graph_off_status": "OK", | |
| "moon_graph_off_peak_gib": 153.4697265625, | |
| "moon_graph_delta_gib": 7.951171875 | |
| }, | |
| { | |
| "config": "QWEN2_57B", | |
| "backend": "moonep", | |
| "moon_graph_on_status": "OK", | |
| "moon_graph_on_peak_gib": 139.3935546875, | |
| "moon_graph_off_status": "OK", | |
| "moon_graph_off_peak_gib": 138.2392578125, | |
| "moon_graph_delta_gib": 1.154296875 | |
| } | |
| ] | |
| } |