{ "runs": [ { "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p00__memiteration__it6/rep1", "config": "DSV2_LITE_L24", "backend": "echo", "num_layers": "24", "moe_layers": "23", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.00", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 103.0418348312378, "max_reserved_gib": 107.412109375, "fragmentation_gib": 4.370274543762207, "theoretical_weight_optim_gib": 95.94234375, "peak_sampled_gib": 147.7373046875, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 147.7373046875 }, { "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p125__memiteration__it6/rep1", "config": "DSV2_LITE_L24", "backend": "echo", "num_layers": "24", "moe_layers": "23", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.125", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 104.26594829559326, "max_reserved_gib": 107.412109375, "fragmentation_gib": 3.1461610794067383, "theoretical_weight_optim_gib": 95.94234375, "peak_sampled_gib": 151.7998046875, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 151.7998046875 }, { "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p25__memiteration__it6/rep1", "config": "DSV2_LITE_L24", "backend": "echo", "num_layers": "24", "moe_layers": "23", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.25", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 105.45801830291748, "max_reserved_gib": 109.412109375, "fragmentation_gib": 3.9540910720825195, "theoretical_weight_optim_gib": 95.94234375, "peak_sampled_gib": 152.0087890625, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 152.0087890625 }, { "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__capdynamic__nocg__memiteration__it5/rep1", "config": "DSV2_LITE_L24", "backend": "echo", "num_layers": "24", "moe_layers": "23", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "0", "capacity_mode": "dynamic", "capacity": "dynamic", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 103.29968357086182, "max_reserved_gib": 107.208984375, "fragmentation_gib": 3.9093008041381836, "theoretical_weight_optim_gib": 95.94234375, "peak_sampled_gib": 127.8095703125, "snapshot_pickle_count": 40, "snapshot_json_count": 40, "snapshot_expected_each": 40, "snapshot_complete": 1, "effective_peak_gib": 127.8095703125 }, { "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p00__memiteration__it6/rep1", "config": "QWEN2_57B", "backend": "echo", "num_layers": "10", "moe_layers": "10", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.00", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 68.26414585113525, "max_reserved_gib": 79.373046875, "fragmentation_gib": 11.108901023864746, "theoretical_weight_optim_gib": 142.99818359375, "peak_sampled_gib": 109.2783203125, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 109.2783203125 }, { "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p125__memiteration__it6/rep1", "config": "QWEN2_57B", "backend": "echo", "num_layers": "10", "moe_layers": "10", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.125", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 68.95816707611084, "max_reserved_gib": 78.6640625, "fragmentation_gib": 9.70589542388916, "theoretical_weight_optim_gib": 142.99818359375, "peak_sampled_gib": 109.4287109375, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 109.4287109375 }, { "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p25__memiteration__it6/rep1", "config": "QWEN2_57B", "backend": "echo", "num_layers": "10", "moe_layers": "10", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.25", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 69.63735675811768, "max_reserved_gib": 79.412109375, "fragmentation_gib": 9.774752616882324, "theoretical_weight_optim_gib": 142.99818359375, "peak_sampled_gib": 110.7822265625, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 110.7822265625 }, { "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1", "config": "QWEN2_57B", "backend": "echo", "num_layers": "10", "moe_layers": "10", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "0", "capacity_mode": "dynamic", "capacity": "dynamic", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 68.57288694381714, "max_reserved_gib": 77.71875, "fragmentation_gib": 9.145863056182861, "theoretical_weight_optim_gib": 142.99818359375, "peak_sampled_gib": 101.8818359375, "snapshot_pickle_count": 40, "snapshot_json_count": 40, "snapshot_expected_each": 40, "snapshot_complete": 1, "effective_peak_gib": 101.8818359375 }, { "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p00__memiteration__it6/rep1", "config": "QWEN3_235B", "backend": "echo", "num_layers": "12", "moe_layers": "12", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.00", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 84.38795804977417, "max_reserved_gib": 96.087890625, "fragmentation_gib": 11.69993257522583, "theoretical_weight_optim_gib": 211.35640625, "peak_sampled_gib": 141.9404296875, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 141.9404296875 }, { "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p125__memiteration__it6/rep1", "config": "QWEN3_235B", "backend": "echo", "num_layers": "12", "moe_layers": "12", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.125", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 85.47532987594604, "max_reserved_gib": 94.810546875, "fragmentation_gib": 9.335216999053955, "theoretical_weight_optim_gib": 211.35640625, "peak_sampled_gib": 143.0830078125, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 143.0830078125 }, { "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p25__memiteration__it6/rep1", "config": "QWEN3_235B", "backend": "echo", "num_layers": "12", "moe_layers": "12", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.25", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 86.56814908981323, "max_reserved_gib": 96.419921875, "fragmentation_gib": 9.851772785186768, "theoretical_weight_optim_gib": 211.35640625, "peak_sampled_gib": 144.6904296875, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 144.6904296875 }, { "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__capdynamic__nocg__memiteration__it5/rep1", "config": "QWEN3_235B", "backend": "echo", "num_layers": "12", "moe_layers": "12", "seq_length": "8192", "global_batch_size": "8", "cuda_graph": "0", "capacity_mode": "dynamic", "capacity": "dynamic", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 84.64361619949341, "max_reserved_gib": 93.953125, "fragmentation_gib": 9.309508800506592, "theoretical_weight_optim_gib": 211.35640625, "peak_sampled_gib": 128.1689453125, "snapshot_pickle_count": 40, "snapshot_json_count": 40, "snapshot_expected_each": 40, "snapshot_complete": 1, "effective_peak_gib": 128.1689453125 }, { "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p00__memiteration__it6/rep1", "config": "QWEN3_30B", "backend": "echo", "num_layers": "48", "moe_layers": "48", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.00", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 84.2321047782898, "max_reserved_gib": 85.458984375, "fragmentation_gib": 1.226879596710205, "theoretical_weight_optim_gib": 210.270107421875, "peak_sampled_gib": 139.7509765625, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 139.7509765625 }, { "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p125__memiteration__it6/rep1", "config": "QWEN3_30B", "backend": "echo", "num_layers": "48", "moe_layers": "48", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.125", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 85.32165861129761, "max_reserved_gib": 86.8828125, "fragmentation_gib": 1.5611538887023926, "theoretical_weight_optim_gib": 210.270107421875, "peak_sampled_gib": 140.3115234375, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 140.3115234375 }, { "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p25__memiteration__it6/rep1", "config": "QWEN3_30B", "backend": "echo", "num_layers": "48", "moe_layers": "48", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "1", "capacity_mode": "static", "capacity": "1.25", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 86.43166065216064, "max_reserved_gib": 87.861328125, "fragmentation_gib": 1.4296674728393555, "theoretical_weight_optim_gib": 210.270107421875, "peak_sampled_gib": 144.2001953125, "snapshot_pickle_count": 48, "snapshot_json_count": 48, "snapshot_expected_each": 48, "snapshot_complete": 1, "effective_peak_gib": 144.2001953125 }, { "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1", "config": "QWEN3_30B", "backend": "echo", "num_layers": "48", "moe_layers": "48", "seq_length": "4096", "global_batch_size": "8", "cuda_graph": "0", "capacity_mode": "dynamic", "capacity": "dynamic", "memory_dump_mode": "iteration", "branch": "better-memory-dump-support", "commit": "b7c52442", "status": "OK", "max_allocated_gib": 84.67870235443115, "max_reserved_gib": 85.841796875, "fragmentation_gib": 1.1630945205688477, "theoretical_weight_optim_gib": 210.270107421875, "peak_sampled_gib": 121.5712890625, "snapshot_pickle_count": 40, "snapshot_json_count": 40, "snapshot_expected_each": 40, "snapshot_complete": 1, "effective_peak_gib": 121.5712890625 } ], "comparisons": [ { "config": "DSV2_LITE_L24", "backend": "echo", "dynamic_nocg_status": "OK", "dynamic_nocg_peak_gib": 127.8095703125, "cap_1p0_status": "OK", "cap_1p0_peak_gib": 147.7373046875, "cap_1p125_status": "OK", "cap_1p125_peak_gib": 151.7998046875, "cap_1p25_status": "OK", "cap_1p25_peak_gib": 152.0087890625, "static_capacity_1p00_to_1p25_delta_gib": 4.271484375 }, { "config": "QWEN2_57B", "backend": "echo", "dynamic_nocg_status": "OK", "dynamic_nocg_peak_gib": 101.8818359375, "cap_1p0_status": "OK", "cap_1p0_peak_gib": 109.2783203125, "cap_1p125_status": "OK", "cap_1p125_peak_gib": 109.4287109375, "cap_1p25_status": "OK", "cap_1p25_peak_gib": 110.7822265625, "static_capacity_1p00_to_1p25_delta_gib": 1.50390625 }, { "config": "QWEN3_235B", "backend": "echo", "dynamic_nocg_status": "OK", "dynamic_nocg_peak_gib": 128.1689453125, "cap_1p0_status": "OK", "cap_1p0_peak_gib": 141.9404296875, "cap_1p125_status": "OK", "cap_1p125_peak_gib": 143.0830078125, "cap_1p25_status": "OK", "cap_1p25_peak_gib": 144.6904296875, "static_capacity_1p00_to_1p25_delta_gib": 2.75 }, { "config": "QWEN3_30B", "backend": "echo", "dynamic_nocg_status": "OK", "dynamic_nocg_peak_gib": 121.5712890625, "cap_1p0_status": "OK", "cap_1p0_peak_gib": 139.7509765625, "cap_1p125_status": "OK", "cap_1p125_peak_gib": 140.3115234375, "cap_1p25_status": "OK", "cap_1p25_peak_gib": 144.2001953125, "static_capacity_1p00_to_1p25_delta_gib": 4.44921875 } ] }