tierb-b200-gbs8 / moonep /tierbmem /tierbmem_gbs8 /memory_summary.json
AbhishekGhosh1998's picture
granularity results moonep/tierbmem @ 2026-08-26T19:42:33Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0 (part 2)
9e2d613 verified
Raw History Blame Contribute Delete
4.29 kB
{
"runs": [
{
"run_dir": "DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__memiteration__it6/rep1",
"config": "DSV2_LITE_L24",
"backend": "moonep",
"num_layers": "24",
"moe_layers": "23",
"seq_length": "8192",
"global_batch_size": "8",
"cuda_graph": "1",
"capacity_mode": "none",
"capacity": "none",
"memory_dump_mode": "iteration",
"branch": "moonep_backend_better_memory_dump_support",
"commit": "453b84c7",
"status": "OK",
"max_allocated_gib": 122.02059412002563,
"max_reserved_gib": 124.513671875,
"fragmentation_gib": 2.4930777549743652,
"theoretical_weight_optim_gib": 95.94234375,
"peak_sampled_gib": 161.4208984375,
"snapshot_pickle_count": 48,
"snapshot_json_count": 48,
"snapshot_expected_each": 48,
"snapshot_complete": 1,
"effective_peak_gib": 161.4208984375
},
{
"run_dir": "DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__nocg__memiteration__it5/rep1",
"config": "DSV2_LITE_L24",
"backend": "moonep",
"num_layers": "24",
"moe_layers": "23",
"seq_length": "8192",
"global_batch_size": "8",
"cuda_graph": "0",
"capacity_mode": "none",
"capacity": "none",
"memory_dump_mode": "iteration",
"branch": "moonep_backend_better_memory_dump_support",
"commit": "453b84c7",
"status": "OK",
"max_allocated_gib": 122.02059412002563,
"max_reserved_gib": 124.513671875,
"fragmentation_gib": 2.4930777549743652,
"theoretical_weight_optim_gib": 95.94234375,
"peak_sampled_gib": 153.4697265625,
"snapshot_pickle_count": 40,
"snapshot_json_count": 40,
"snapshot_expected_each": 40,
"snapshot_complete": 1,
"effective_peak_gib": 153.4697265625
},
{
"run_dir": "QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__memiteration__it6/rep1",
"config": "QWEN2_57B",
"backend": "moonep",
"num_layers": "10",
"moe_layers": "10",
"seq_length": "4096",
"global_batch_size": "8",
"cuda_graph": "1",
"capacity_mode": "none",
"capacity": "none",
"memory_dump_mode": "iteration",
"branch": "moonep_backend_better_memory_dump_support",
"commit": "453b84c7",
"status": "OK",
"max_allocated_gib": 102.53948497772217,
"max_reserved_gib": 106.0859375,
"fragmentation_gib": 3.546452522277832,
"theoretical_weight_optim_gib": 142.99818359375,
"peak_sampled_gib": 139.3935546875,
"snapshot_pickle_count": 48,
"snapshot_json_count": 48,
"snapshot_expected_each": 48,
"snapshot_complete": 1,
"effective_peak_gib": 139.3935546875
},
{
"run_dir": "QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__nocg__memiteration__it5/rep1",
"config": "QWEN2_57B",
"backend": "moonep",
"num_layers": "10",
"moe_layers": "10",
"seq_length": "4096",
"global_batch_size": "8",
"cuda_graph": "0",
"capacity_mode": "none",
"capacity": "none",
"memory_dump_mode": "iteration",
"branch": "moonep_backend_better_memory_dump_support",
"commit": "453b84c7",
"status": "OK",
"max_allocated_gib": 102.52448511123657,
"max_reserved_gib": 106.0859375,
"fragmentation_gib": 3.5614523887634277,
"theoretical_weight_optim_gib": 142.99818359375,
"peak_sampled_gib": 138.2392578125,
"snapshot_pickle_count": 40,
"snapshot_json_count": 40,
"snapshot_expected_each": 40,
"snapshot_complete": 1,
"effective_peak_gib": 138.2392578125
}
],
"comparisons": [
{
"config": "DSV2_LITE_L24",
"backend": "moonep",
"moon_graph_on_status": "OK",
"moon_graph_on_peak_gib": 161.4208984375,
"moon_graph_off_status": "OK",
"moon_graph_off_peak_gib": 153.4697265625,
"moon_graph_delta_gib": 7.951171875
},
{
"config": "QWEN2_57B",
"backend": "moonep",
"moon_graph_on_status": "OK",
"moon_graph_on_peak_gib": 139.3935546875,
"moon_graph_off_status": "OK",
"moon_graph_off_peak_gib": 138.2392578125,
"moon_graph_delta_gib": 1.154296875
}
]
}