granularity results echo/tierbmem @ 2026-08-26T19:10:38Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0 (part 5)
ba1fcbe verified Download echo/tierbmem/tierbmem_gbs8/memory_summary.json from MoE-CUDA-Graph-Analysis/tierb-b200-gbs8: direct link, hf CLI and curl.
- Browser
- Download file 16.2 kB
-
https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/resolve/main/echo/tierbmem/tierbmem_gbs8/memory_summary.json
- Command line
-
hf download hf://MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/echo/tierbmem/tierbmem_gbs8/memory_summary.json
-
curl -L -o memory_summary.json https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/resolve/main/echo/tierbmem/tierbmem_gbs8/memory_summary.json
16.2 kB
| { | |
| "runs": [ | |
| { | |
| "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p00__memiteration__it6/rep1", | |
| "config": "DSV2_LITE_L24", | |
| "backend": "echo", | |
| "num_layers": "24", | |
| "moe_layers": "23", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.00", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 103.0418348312378, | |
| "max_reserved_gib": 107.412109375, | |
| "fragmentation_gib": 4.370274543762207, | |
| "theoretical_weight_optim_gib": 95.94234375, | |
| "peak_sampled_gib": 147.7373046875, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 147.7373046875 | |
| }, | |
| { | |
| "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p125__memiteration__it6/rep1", | |
| "config": "DSV2_LITE_L24", | |
| "backend": "echo", | |
| "num_layers": "24", | |
| "moe_layers": "23", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.125", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 104.26594829559326, | |
| "max_reserved_gib": 107.412109375, | |
| "fragmentation_gib": 3.1461610794067383, | |
| "theoretical_weight_optim_gib": 95.94234375, | |
| "peak_sampled_gib": 151.7998046875, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 151.7998046875 | |
| }, | |
| { | |
| "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p25__memiteration__it6/rep1", | |
| "config": "DSV2_LITE_L24", | |
| "backend": "echo", | |
| "num_layers": "24", | |
| "moe_layers": "23", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.25", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 105.45801830291748, | |
| "max_reserved_gib": 109.412109375, | |
| "fragmentation_gib": 3.9540910720825195, | |
| "theoretical_weight_optim_gib": 95.94234375, | |
| "peak_sampled_gib": 152.0087890625, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 152.0087890625 | |
| }, | |
| { | |
| "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__capdynamic__nocg__memiteration__it5/rep1", | |
| "config": "DSV2_LITE_L24", | |
| "backend": "echo", | |
| "num_layers": "24", | |
| "moe_layers": "23", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "0", | |
| "capacity_mode": "dynamic", | |
| "capacity": "dynamic", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 103.29968357086182, | |
| "max_reserved_gib": 107.208984375, | |
| "fragmentation_gib": 3.9093008041381836, | |
| "theoretical_weight_optim_gib": 95.94234375, | |
| "peak_sampled_gib": 127.8095703125, | |
| "snapshot_pickle_count": 40, | |
| "snapshot_json_count": 40, | |
| "snapshot_expected_each": 40, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 127.8095703125 | |
| }, | |
| { | |
| "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p00__memiteration__it6/rep1", | |
| "config": "QWEN2_57B", | |
| "backend": "echo", | |
| "num_layers": "10", | |
| "moe_layers": "10", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.00", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 68.26414585113525, | |
| "max_reserved_gib": 79.373046875, | |
| "fragmentation_gib": 11.108901023864746, | |
| "theoretical_weight_optim_gib": 142.99818359375, | |
| "peak_sampled_gib": 109.2783203125, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 109.2783203125 | |
| }, | |
| { | |
| "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p125__memiteration__it6/rep1", | |
| "config": "QWEN2_57B", | |
| "backend": "echo", | |
| "num_layers": "10", | |
| "moe_layers": "10", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.125", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 68.95816707611084, | |
| "max_reserved_gib": 78.6640625, | |
| "fragmentation_gib": 9.70589542388916, | |
| "theoretical_weight_optim_gib": 142.99818359375, | |
| "peak_sampled_gib": 109.4287109375, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 109.4287109375 | |
| }, | |
| { | |
| "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p25__memiteration__it6/rep1", | |
| "config": "QWEN2_57B", | |
| "backend": "echo", | |
| "num_layers": "10", | |
| "moe_layers": "10", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.25", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 69.63735675811768, | |
| "max_reserved_gib": 79.412109375, | |
| "fragmentation_gib": 9.774752616882324, | |
| "theoretical_weight_optim_gib": 142.99818359375, | |
| "peak_sampled_gib": 110.7822265625, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 110.7822265625 | |
| }, | |
| { | |
| "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1", | |
| "config": "QWEN2_57B", | |
| "backend": "echo", | |
| "num_layers": "10", | |
| "moe_layers": "10", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "0", | |
| "capacity_mode": "dynamic", | |
| "capacity": "dynamic", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 68.57288694381714, | |
| "max_reserved_gib": 77.71875, | |
| "fragmentation_gib": 9.145863056182861, | |
| "theoretical_weight_optim_gib": 142.99818359375, | |
| "peak_sampled_gib": 101.8818359375, | |
| "snapshot_pickle_count": 40, | |
| "snapshot_json_count": 40, | |
| "snapshot_expected_each": 40, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 101.8818359375 | |
| }, | |
| { | |
| "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p00__memiteration__it6/rep1", | |
| "config": "QWEN3_235B", | |
| "backend": "echo", | |
| "num_layers": "12", | |
| "moe_layers": "12", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.00", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 84.38795804977417, | |
| "max_reserved_gib": 96.087890625, | |
| "fragmentation_gib": 11.69993257522583, | |
| "theoretical_weight_optim_gib": 211.35640625, | |
| "peak_sampled_gib": 141.9404296875, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 141.9404296875 | |
| }, | |
| { | |
| "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p125__memiteration__it6/rep1", | |
| "config": "QWEN3_235B", | |
| "backend": "echo", | |
| "num_layers": "12", | |
| "moe_layers": "12", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.125", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 85.47532987594604, | |
| "max_reserved_gib": 94.810546875, | |
| "fragmentation_gib": 9.335216999053955, | |
| "theoretical_weight_optim_gib": 211.35640625, | |
| "peak_sampled_gib": 143.0830078125, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 143.0830078125 | |
| }, | |
| { | |
| "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p25__memiteration__it6/rep1", | |
| "config": "QWEN3_235B", | |
| "backend": "echo", | |
| "num_layers": "12", | |
| "moe_layers": "12", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.25", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 86.56814908981323, | |
| "max_reserved_gib": 96.419921875, | |
| "fragmentation_gib": 9.851772785186768, | |
| "theoretical_weight_optim_gib": 211.35640625, | |
| "peak_sampled_gib": 144.6904296875, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 144.6904296875 | |
| }, | |
| { | |
| "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__capdynamic__nocg__memiteration__it5/rep1", | |
| "config": "QWEN3_235B", | |
| "backend": "echo", | |
| "num_layers": "12", | |
| "moe_layers": "12", | |
| "seq_length": "8192", | |
| "global_batch_size": "8", | |
| "cuda_graph": "0", | |
| "capacity_mode": "dynamic", | |
| "capacity": "dynamic", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 84.64361619949341, | |
| "max_reserved_gib": 93.953125, | |
| "fragmentation_gib": 9.309508800506592, | |
| "theoretical_weight_optim_gib": 211.35640625, | |
| "peak_sampled_gib": 128.1689453125, | |
| "snapshot_pickle_count": 40, | |
| "snapshot_json_count": 40, | |
| "snapshot_expected_each": 40, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 128.1689453125 | |
| }, | |
| { | |
| "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p00__memiteration__it6/rep1", | |
| "config": "QWEN3_30B", | |
| "backend": "echo", | |
| "num_layers": "48", | |
| "moe_layers": "48", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.00", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 84.2321047782898, | |
| "max_reserved_gib": 85.458984375, | |
| "fragmentation_gib": 1.226879596710205, | |
| "theoretical_weight_optim_gib": 210.270107421875, | |
| "peak_sampled_gib": 139.7509765625, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 139.7509765625 | |
| }, | |
| { | |
| "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p125__memiteration__it6/rep1", | |
| "config": "QWEN3_30B", | |
| "backend": "echo", | |
| "num_layers": "48", | |
| "moe_layers": "48", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.125", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 85.32165861129761, | |
| "max_reserved_gib": 86.8828125, | |
| "fragmentation_gib": 1.5611538887023926, | |
| "theoretical_weight_optim_gib": 210.270107421875, | |
| "peak_sampled_gib": 140.3115234375, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 140.3115234375 | |
| }, | |
| { | |
| "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p25__memiteration__it6/rep1", | |
| "config": "QWEN3_30B", | |
| "backend": "echo", | |
| "num_layers": "48", | |
| "moe_layers": "48", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "1", | |
| "capacity_mode": "static", | |
| "capacity": "1.25", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 86.43166065216064, | |
| "max_reserved_gib": 87.861328125, | |
| "fragmentation_gib": 1.4296674728393555, | |
| "theoretical_weight_optim_gib": 210.270107421875, | |
| "peak_sampled_gib": 144.2001953125, | |
| "snapshot_pickle_count": 48, | |
| "snapshot_json_count": 48, | |
| "snapshot_expected_each": 48, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 144.2001953125 | |
| }, | |
| { | |
| "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1", | |
| "config": "QWEN3_30B", | |
| "backend": "echo", | |
| "num_layers": "48", | |
| "moe_layers": "48", | |
| "seq_length": "4096", | |
| "global_batch_size": "8", | |
| "cuda_graph": "0", | |
| "capacity_mode": "dynamic", | |
| "capacity": "dynamic", | |
| "memory_dump_mode": "iteration", | |
| "branch": "better-memory-dump-support", | |
| "commit": "b7c52442", | |
| "status": "OK", | |
| "max_allocated_gib": 84.67870235443115, | |
| "max_reserved_gib": 85.841796875, | |
| "fragmentation_gib": 1.1630945205688477, | |
| "theoretical_weight_optim_gib": 210.270107421875, | |
| "peak_sampled_gib": 121.5712890625, | |
| "snapshot_pickle_count": 40, | |
| "snapshot_json_count": 40, | |
| "snapshot_expected_each": 40, | |
| "snapshot_complete": 1, | |
| "effective_peak_gib": 121.5712890625 | |
| } | |
| ], | |
| "comparisons": [ | |
| { | |
| "config": "DSV2_LITE_L24", | |
| "backend": "echo", | |
| "dynamic_nocg_status": "OK", | |
| "dynamic_nocg_peak_gib": 127.8095703125, | |
| "cap_1p0_status": "OK", | |
| "cap_1p0_peak_gib": 147.7373046875, | |
| "cap_1p125_status": "OK", | |
| "cap_1p125_peak_gib": 151.7998046875, | |
| "cap_1p25_status": "OK", | |
| "cap_1p25_peak_gib": 152.0087890625, | |
| "static_capacity_1p00_to_1p25_delta_gib": 4.271484375 | |
| }, | |
| { | |
| "config": "QWEN2_57B", | |
| "backend": "echo", | |
| "dynamic_nocg_status": "OK", | |
| "dynamic_nocg_peak_gib": 101.8818359375, | |
| "cap_1p0_status": "OK", | |
| "cap_1p0_peak_gib": 109.2783203125, | |
| "cap_1p125_status": "OK", | |
| "cap_1p125_peak_gib": 109.4287109375, | |
| "cap_1p25_status": "OK", | |
| "cap_1p25_peak_gib": 110.7822265625, | |
| "static_capacity_1p00_to_1p25_delta_gib": 1.50390625 | |
| }, | |
| { | |
| "config": "QWEN3_235B", | |
| "backend": "echo", | |
| "dynamic_nocg_status": "OK", | |
| "dynamic_nocg_peak_gib": 128.1689453125, | |
| "cap_1p0_status": "OK", | |
| "cap_1p0_peak_gib": 141.9404296875, | |
| "cap_1p125_status": "OK", | |
| "cap_1p125_peak_gib": 143.0830078125, | |
| "cap_1p25_status": "OK", | |
| "cap_1p25_peak_gib": 144.6904296875, | |
| "static_capacity_1p00_to_1p25_delta_gib": 2.75 | |
| }, | |
| { | |
| "config": "QWEN3_30B", | |
| "backend": "echo", | |
| "dynamic_nocg_status": "OK", | |
| "dynamic_nocg_peak_gib": 121.5712890625, | |
| "cap_1p0_status": "OK", | |
| "cap_1p0_peak_gib": 139.7509765625, | |
| "cap_1p125_status": "OK", | |
| "cap_1p125_peak_gib": 140.3115234375, | |
| "cap_1p25_status": "OK", | |
| "cap_1p25_peak_gib": 144.2001953125, | |
| "static_capacity_1p00_to_1p25_delta_gib": 4.44921875 | |
| } | |
| ] | |
| } |