{ "runs": [ { "run_dir": "DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__memiteration__it6/rep1", "config": "DSV2_LITE_L24", "backend": "moonep", "num_layers": "24", "moe_layers": "23", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "none", "capacity": "none", "memory_dump_mode": "iteration", "branch": "moonep_backend_better_memory_dump_support", "commit": "453b84c7", "status": "OK", "max_allocated_gib": 122.02059412002563, "max_reserved_gib": 124.513671875, "fragmentation_gib": 2.4930777549743652, "theoretical_weight_optim_gib": 95.94234375, "peak_sampled_gib": 161.4208984375, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 161.4208984375 }, { "run_dir": "DSV2_LITE_L24__moonep__matched__seq8192__gbs8__capnone__nocg__memiteration__it5/rep1", "config": "DSV2_LITE_L24", "backend": "moonep", "num_layers": "24", "moe_layers": "23", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "0", "capacity_mode": "none", "capacity": "none", "memory_dump_mode": "iteration", "branch": "moonep_backend_better_memory_dump_support", "commit": "453b84c7", "status": "OK", "max_allocated_gib": 122.02059412002563, "max_reserved_gib": 124.513671875, "fragmentation_gib": 2.4930777549743652, "theoretical_weight_optim_gib": 95.94234375, "peak_sampled_gib": 153.4697265625, "snapshot_pickle_count": 40, "snapshot_json_count": 40, "snapshot_expected_each": 40, "snapshot_complete": 1, "effective_peak_gib": 153.4697265625 }, { "run_dir": "QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__memiteration__it6/rep1", "config": "QWEN2_57B", "backend": "moonep", "num_layers": "10", "moe_layers": "10", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "none", "capacity": "none", "memory_dump_mode": "iteration", "branch": "moonep_backend_better_memory_dump_support", "commit": "453b84c7", "status": "OK", "max_allocated_gib": 102.53948497772217, "max_reserved_gib": 106.0859375, "fragmentation_gib": 3.546452522277832, "theoretical_weight_optim_gib": 142.99818359375, "peak_sampled_gib": 139.3935546875, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 139.3935546875 }, { "run_dir": "QWEN2_57B__moonep__matched__seq4096__gbs8__capnone__nocg__memiteration__it5/rep1", "config": "QWEN2_57B", "backend": "moonep", "num_layers": "10", "moe_layers": "10", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "0", "capacity_mode": "none", "capacity": "none", "memory_dump_mode": "iteration", "branch": "moonep_backend_better_memory_dump_support", "commit": "453b84c7", "status": "OK", "max_allocated_gib": 102.52448511123657, "max_reserved_gib": 106.0859375, "fragmentation_gib": 3.5614523887634277, "theoretical_weight_optim_gib": 142.99818359375, "peak_sampled_gib": 138.2392578125, "snapshot_pickle_count": 40, "snapshot_json_count": 40, "snapshot_expected_each": 40, "snapshot_complete": 1, "effective_peak_gib": 138.2392578125 } ], "comparisons": [ { "config": "DSV2_LITE_L24", "backend": "moonep", "moon_graph_on_status": "OK", "moon_graph_on_peak_gib": 161.4208984375, "moon_graph_off_status": "OK", "moon_graph_off_peak_gib": 153.4697265625, "moon_graph_delta_gib": 7.951171875 }, { "config": "QWEN2_57B", "backend": "moonep", "moon_graph_on_status": "OK", "moon_graph_on_peak_gib": 139.3935546875, "moon_graph_off_status": "OK", "moon_graph_off_peak_gib": 138.2392578125, "moon_graph_delta_gib": 1.154296875 } ] }