[ { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.0234375", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 23, "commit": "b099fd84", "config": "DSV2_LITE_L24", "cuda_graph": "0", "dense_first_layers": "1", "drop_accounting_source": "dispatch", "drop_expected_assignments": 9043968.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 23, "experts_per_rank": "8", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 23, "hottest_expert_token_fraction_max": 0.499298095703125, "hottest_expert_token_fraction_mean": 0.2901452105978261, "hottest_expert_token_fraction_min": 0.185516357421875, "hottest_expert_token_fraction_n": 23, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "23", "num_experts": "64", "num_layers": "24", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 23, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 23, "pre_home_rank_cv_max": 0.3471133959287342, "pre_home_rank_cv_mean": 0.21377386532323456, "pre_home_rank_cv_min": 0.0802328706701629, "pre_home_rank_cv_n": 23, "pre_home_rank_imax_max": 1.71746826171875, "pre_home_rank_imax_mean": 1.3778819208559783, "pre_home_rank_imax_min": 1.1109822591145833, "pre_home_rank_imax_n": 23, "raw_expert_cv_max": 0.9478535238132552, "raw_expert_cv_mean": 0.6129542705466309, "raw_expert_cv_min": 0.36860618049647703, "raw_expert_cv_n": 23, "raw_expert_imax_ceiling": 10.666666666666666, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 5.325846354166667, "raw_expert_imax_mean": 3.094882246376812, "raw_expert_imax_min": 1.9788411458333333, "raw_expert_imax_n": 23, "records": { "drop_dispatch": 184, "drop_experts": 184, "drop_setup": 184, "echo_post": 184, "echo_pre": 184 }, "required_capacity_max": 1.0182291666666667, "required_capacity_mean": 1.0115206068840579, "required_capacity_min": 1.0052083333333333, "required_capacity_n": 184, "router_balancing": "seq_aux_loss", "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p0234375/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "6", "valid_max_rank_reduction_max": 0.41774761007853867, "valid_max_rank_reduction_mean": 0.2636767056437002, "valid_max_rank_reduction_min": 0.09989561777794055, "valid_max_rank_reduction_n": 23, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.0755208333333333", "capacity_mode": "static", "cold_expert_fraction_max": 0.59375, "cold_expert_fraction_mean": 0.12777400362318841, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 276, "commit": "b099fd84", "config": "DSV2_LITE_L24", "cuda_graph": "0", "dense_first_layers": "1", "drop_accounting_source": "dispatch", "drop_expected_assignments": 108527616.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 276, "experts_per_rank": "8", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 276, "hottest_expert_token_fraction_max": 0.999969482421875, "hottest_expert_token_fraction_mean": 0.6977317920629529, "hottest_expert_token_fraction_min": 0.18292236328125, "hottest_expert_token_fraction_n": 276, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "23", "num_experts": "64", "num_layers": "24", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 276, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 276, "pre_home_rank_cv_max": 1.3955462296743573, "pre_home_rank_cv_mean": 0.5956958266809962, "pre_home_rank_cv_min": 0.06838324069662365, "pre_home_rank_cv_n": 276, "pre_home_rank_imax_max": 4.433919270833333, "pre_home_rank_imax_mean": 2.117264752226751, "pre_home_rank_imax_min": 1.1109822591145833, "pre_home_rank_imax_n": 276, "raw_expert_cv_max": 3.0650012939743223, "raw_expert_cv_mean": 1.7377059172733105, "raw_expert_cv_min": 0.36860618049647703, "raw_expert_cv_n": 276, "raw_expert_imax_ceiling": 10.666666666666666, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 10.666341145833334, "raw_expert_imax_mean": 7.442472448671498, "raw_expert_imax_min": 1.951171875, "raw_expert_imax_n": 276, "records": { "drop_dispatch": 2208, "drop_experts": 2208, "drop_setup": 2208, "echo_post": 2208, "echo_pre": 2208 }, "required_capacity_max": 1.0234374999999998, "required_capacity_mean": 1.0114793270682367, "required_capacity_min": 1.0, "required_capacity_n": 2208, "router_balancing": "seq_aux_loss", "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p0755208333333333/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "6", "valid_max_rank_reduction_max": 0.7744658982453564, "valid_max_rank_reduction_mean": 0.4729061659118927, "valid_max_rank_reduction_min": 0.09989561777794055, "valid_max_rank_reduction_n": 276, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.0755208333333333", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 276, "commit": "b099fd84", "config": "DSV2_LITE_L24", "cuda_graph": "0", "dense_first_layers": "1", "drop_accounting_source": "dispatch", "drop_expected_assignments": 108527616.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 276, "experts_per_rank": "8", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 276, "hottest_expert_token_fraction_max": 0.0982818603515625, "hottest_expert_token_fraction_mean": 0.09644090956535892, "hottest_expert_token_fraction_min": 0.09539794921875, "hottest_expert_token_fraction_n": 276, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "23", "num_experts": "64", "num_layers": "24", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 276, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 276, "pre_home_rank_cv_max": 0.006715970721309454, "pre_home_rank_cv_mean": 0.00392157619549587, "pre_home_rank_cv_min": 0.0014708009315538319, "pre_home_rank_cv_n": 276, "pre_home_rank_imax_max": 1.0122884114583333, "pre_home_rank_imax_mean": 1.0060781580238527, "pre_home_rank_imax_min": 1.00213623046875, "pre_home_rank_imax_n": 276, "raw_expert_cv_max": 0.015123587213954862, "raw_expert_cv_mean": 0.012112028161640214, "raw_expert_cv_min": 0.008171875787738593, "raw_expert_cv_n": 276, "raw_expert_imax_ceiling": 10.666666666666666, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.04833984375, "raw_expert_imax_mean": 1.0287030353638287, "raw_expert_imax_min": 1.017578125, "raw_expert_imax_n": 276, "records": { "drop_dispatch": 2208, "drop_experts": 2208, "drop_setup": 2208, "echo_post": 2208, "echo_pre": 2208 }, "required_capacity_max": 1.0234374999999998, "required_capacity_mean": 1.011791874245169, "required_capacity_min": 1.0052083333333333, "required_capacity_n": 2208, "router_balancing": "seq_aux_loss", "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p0755208333333333__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "6", "valid_max_rank_reduction_max": 0.01213923948870488, "valid_max_rank_reduction_mean": 0.006037272492700937, "valid_max_rank_reduction_min": 0.0021316767159997563, "valid_max_rank_reduction_n": 276, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.25", "capacity_mode": "static", "cold_expert_fraction_max": 0.59375, "cold_expert_fraction_mean": 0.12777400362318841, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 276, "commit": "b099fd84", "config": "DSV2_LITE_L24", "cuda_graph": "0", "dense_first_layers": "1", "drop_accounting_source": "dispatch", "drop_expected_assignments": 108527616.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 276, "experts_per_rank": "8", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 276, "hottest_expert_token_fraction_max": 0.999969482421875, "hottest_expert_token_fraction_mean": 0.6977317920629529, "hottest_expert_token_fraction_min": 0.18292236328125, "hottest_expert_token_fraction_n": 276, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "23", "num_experts": "64", "num_layers": "24", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 276, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 276, "pre_home_rank_cv_max": 1.3955462296743573, "pre_home_rank_cv_mean": 0.5956958266809962, "pre_home_rank_cv_min": 0.06838324069662365, "pre_home_rank_cv_n": 276, "pre_home_rank_imax_max": 4.433919270833333, "pre_home_rank_imax_mean": 2.117264752226751, "pre_home_rank_imax_min": 1.1109822591145833, "pre_home_rank_imax_n": 276, "raw_expert_cv_max": 3.0650012939743223, "raw_expert_cv_mean": 1.7377059172733105, "raw_expert_cv_min": 0.36860618049647703, "raw_expert_cv_n": 276, "raw_expert_imax_ceiling": 10.666666666666666, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 10.666341145833334, "raw_expert_imax_mean": 7.442472448671498, "raw_expert_imax_min": 1.951171875, "raw_expert_imax_n": 276, "records": { "drop_dispatch": 2208, "drop_experts": 2208, "drop_setup": 2208, "echo_post": 2208, "echo_pre": 2208 }, "required_capacity_max": 1.0234375, "required_capacity_mean": 1.0114793270682367, "required_capacity_min": 1.0, "required_capacity_n": 2208, "router_balancing": "seq_aux_loss", "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p25/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "6", "valid_max_rank_reduction_max": 0.7744658982453564, "valid_max_rank_reduction_mean": 0.4729061659118927, "valid_max_rank_reduction_min": 0.09989561777794055, "valid_max_rank_reduction_n": 276, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.25", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 276, "commit": "b099fd84", "config": "DSV2_LITE_L24", "cuda_graph": "0", "dense_first_layers": "1", "drop_accounting_source": "dispatch", "drop_expected_assignments": 108527616.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 276, "experts_per_rank": "8", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 276, "hottest_expert_token_fraction_max": 0.0982818603515625, "hottest_expert_token_fraction_mean": 0.09644090956535892, "hottest_expert_token_fraction_min": 0.09539794921875, "hottest_expert_token_fraction_n": 276, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "23", "num_experts": "64", "num_layers": "24", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 276, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 276, "pre_home_rank_cv_max": 0.006715970721309454, "pre_home_rank_cv_mean": 0.00392157619549587, "pre_home_rank_cv_min": 0.0014708009315538319, "pre_home_rank_cv_n": 276, "pre_home_rank_imax_max": 1.0122884114583333, "pre_home_rank_imax_mean": 1.0060781580238527, "pre_home_rank_imax_min": 1.00213623046875, "pre_home_rank_imax_n": 276, "raw_expert_cv_max": 0.015123587213954862, "raw_expert_cv_mean": 0.012112028161640214, "raw_expert_cv_min": 0.008171875787738593, "raw_expert_cv_n": 276, "raw_expert_imax_ceiling": 10.666666666666666, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.04833984375, "raw_expert_imax_mean": 1.0287030353638287, "raw_expert_imax_min": 1.017578125, "raw_expert_imax_n": 276, "records": { "drop_dispatch": 2208, "drop_experts": 2208, "drop_setup": 2208, "echo_post": 2208, "echo_pre": 2208 }, "required_capacity_max": 1.0234375, "required_capacity_mean": 1.0117918742451693, "required_capacity_min": 1.0052083333333333, "required_capacity_n": 2208, "router_balancing": "seq_aux_loss", "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p25__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "6", "valid_max_rank_reduction_max": 0.01213923948870488, "valid_max_rank_reduction_mean": 0.006037272492700937, "valid_max_rank_reduction_min": 0.0021316767159997563, "valid_max_rank_reduction_n": 276, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.59375, "cold_expert_fraction_mean": 0.12777400362318841, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 276, "commit": "b099fd84", "config": "DSV2_LITE_L24", "cuda_graph": "0", "dense_first_layers": "1", "drop_accounting_source": "dispatch", "drop_expected_assignments": 108527616.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 276, "experts_per_rank": "8", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 276, "hottest_expert_token_fraction_max": 0.999969482421875, "hottest_expert_token_fraction_mean": 0.6977317920629529, "hottest_expert_token_fraction_min": 0.18292236328125, "hottest_expert_token_fraction_n": 276, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "23", "num_experts": "64", "num_layers": "24", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 276, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 276, "pre_home_rank_cv_max": 1.3955462296743573, "pre_home_rank_cv_mean": 0.5956958266809962, "pre_home_rank_cv_min": 0.06838324069662365, "pre_home_rank_cv_n": 276, "pre_home_rank_imax_max": 4.433919270833333, "pre_home_rank_imax_mean": 2.117264752226751, "pre_home_rank_imax_min": 1.1109822591145833, "pre_home_rank_imax_n": 276, "raw_expert_cv_max": 3.0650012939743223, "raw_expert_cv_mean": 1.7377059172733105, "raw_expert_cv_min": 0.36860618049647703, "raw_expert_cv_n": 276, "raw_expert_imax_ceiling": 10.666666666666666, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 10.666341145833334, "raw_expert_imax_mean": 7.442472448671498, "raw_expert_imax_min": 1.951171875, "raw_expert_imax_n": 276, "records": { "drop_dispatch": 2208, "drop_experts": 2208, "drop_setup": 2208, "echo_post": 2208, "echo_pre": 2208 }, "required_capacity_max": 1.0234375, "required_capacity_mean": 1.0114793270682367, "required_capacity_min": 1.0, "required_capacity_n": 2208, "router_balancing": "seq_aux_loss", "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "6", "valid_max_rank_reduction_max": 0.7744658982453564, "valid_max_rank_reduction_mean": 0.4729061659118927, "valid_max_rank_reduction_min": 0.09989561777794055, "valid_max_rank_reduction_n": 276, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 276, "commit": "b099fd84", "config": "DSV2_LITE_L24", "cuda_graph": "0", "dense_first_layers": "1", "drop_accounting_source": "dispatch", "drop_expected_assignments": 108527616.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 276, "experts_per_rank": "8", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 276, "hottest_expert_token_fraction_max": 0.0982818603515625, "hottest_expert_token_fraction_mean": 0.09644090956535892, "hottest_expert_token_fraction_min": 0.09539794921875, "hottest_expert_token_fraction_n": 276, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "23", "num_experts": "64", "num_layers": "24", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 276, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 276, "pre_home_rank_cv_max": 0.006715970721309454, "pre_home_rank_cv_mean": 0.00392157619549587, "pre_home_rank_cv_min": 0.0014708009315538319, "pre_home_rank_cv_n": 276, "pre_home_rank_imax_max": 1.0122884114583333, "pre_home_rank_imax_mean": 1.0060781580238527, "pre_home_rank_imax_min": 1.00213623046875, "pre_home_rank_imax_n": 276, "raw_expert_cv_max": 0.015123587213954862, "raw_expert_cv_mean": 0.012112028161640214, "raw_expert_cv_min": 0.008171875787738593, "raw_expert_cv_n": 276, "raw_expert_imax_ceiling": 10.666666666666666, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.04833984375, "raw_expert_imax_mean": 1.0287030353638287, "raw_expert_imax_min": 1.017578125, "raw_expert_imax_n": 276, "records": { "drop_dispatch": 2208, "drop_experts": 2208, "drop_setup": 2208, "echo_post": 2208, "echo_pre": 2208 }, "required_capacity_max": 1.0234375, "required_capacity_mean": 1.0117918742451693, "required_capacity_min": 1.0052083333333333, "required_capacity_n": 2208, "router_balancing": "seq_aux_loss", "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "6", "valid_max_rank_reduction_max": 0.01213923948870488, "valid_max_rank_reduction_mean": 0.006037272492700937, "valid_max_rank_reduction_min": 0.0021316767159997563, "valid_max_rank_reduction_n": 276, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-2", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.08984375", "capacity_mode": "static", "cold_expert_fraction_max": 0.828125, "cold_expert_fraction_mean": 0.3274739583333333, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 120, "commit": "b099fd84", "config": "QWEN2_57B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 31457280.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 120, "experts_per_rank": "8", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 120, "hottest_expert_token_fraction_max": 1.0, "hottest_expert_token_fraction_mean": 0.8499237060546875, "hottest_expert_token_fraction_min": 0.2733154296875, "hottest_expert_token_fraction_n": 120, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "10", "num_experts": "64", "num_layers": "10", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 120, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 120, "pre_home_rank_cv_max": 1.2713859460677295, "pre_home_rank_cv_mean": 0.6296595928561665, "pre_home_rank_cv_min": 0.09838717509188986, "pre_home_rank_cv_n": 120, "pre_home_rank_imax_max": 3.977935791015625, "pre_home_rank_imax_mean": 2.1591702779134114, "pre_home_rank_imax_min": 1.128753662109375, "pre_home_rank_imax_n": 120, "raw_expert_cv_max": 2.64366544703565, "raw_expert_cv_mean": 1.9464032645104268, "raw_expert_cv_min": 0.5576965556137874, "raw_expert_cv_n": 120, "raw_expert_imax_ceiling": 8.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 8.0, "raw_expert_imax_mean": 6.7993896484375, "raw_expert_imax_min": 2.1865234375, "raw_expert_imax_n": 120, "records": { "drop_dispatch": 960, "drop_experts": 960, "drop_setup": 960, "echo_post": 960, "echo_pre": 960 }, "required_capacity_max": 1.03515625, "required_capacity_mean": 1.014892578125, "required_capacity_min": 1.0, "required_capacity_n": 960, "router_balancing": "aux_loss", "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p08984375/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.74861333803865, "valid_max_rank_reduction_mean": 0.4971006918043861, "valid_max_rank_reduction_min": 0.1140671046583935, "valid_max_rank_reduction_n": 120, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-2", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.08984375", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 120, "commit": "b099fd84", "config": "QWEN2_57B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 31457280.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 120, "experts_per_rank": "8", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 120, "hottest_expert_token_fraction_max": 0.13189697265625, "hottest_expert_token_fraction_mean": 0.1293980916341146, "hottest_expert_token_fraction_min": 0.1279296875, "hottest_expert_token_fraction_n": 120, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "10", "num_experts": "64", "num_layers": "10", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 120, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 120, "pre_home_rank_cv_max": 0.01039906345549811, "pre_home_rank_cv_mean": 0.004760489966476766, "pre_home_rank_cv_min": 0.002294812301292466, "pre_home_rank_cv_n": 120, "pre_home_rank_imax_max": 1.015838623046875, "pre_home_rank_imax_mean": 1.0073875427246093, "pre_home_rank_imax_min": 1.002899169921875, "pre_home_rank_imax_n": 120, "raw_expert_cv_max": 0.018080370892918116, "raw_expert_cv_mean": 0.014602030835140035, "raw_expert_cv_min": 0.011942398269672016, "raw_expert_cv_n": 120, "raw_expert_imax_ceiling": 8.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.05517578125, "raw_expert_imax_mean": 1.0351847330729167, "raw_expert_imax_min": 1.0234375, "raw_expert_imax_n": 120, "records": { "drop_dispatch": 960, "drop_experts": 960, "drop_setup": 960, "echo_post": 960, "echo_pre": 960 }, "required_capacity_max": 1.03125, "required_capacity_mean": 1.0179768880208333, "required_capacity_min": 1.0078125, "required_capacity_n": 960, "router_balancing": "aux_loss", "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p08984375__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.015591672424670291, "valid_max_rank_reduction_mean": 0.007327065584253315, "valid_max_rank_reduction_min": 0.0028907890332592885, "valid_max_rank_reduction_n": 120, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-2", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.25", "capacity_mode": "static", "cold_expert_fraction_max": 0.796875, "cold_expert_fraction_mean": 0.3307291666666667, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 120, "commit": "b099fd84", "config": "QWEN2_57B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 31457280.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 120, "experts_per_rank": "8", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 120, "hottest_expert_token_fraction_max": 1.0, "hottest_expert_token_fraction_mean": 0.8495613098144531, "hottest_expert_token_fraction_min": 0.267181396484375, "hottest_expert_token_fraction_n": 120, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "10", "num_experts": "64", "num_layers": "10", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 120, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 120, "pre_home_rank_cv_max": 1.2909208232623854, "pre_home_rank_cv_mean": 0.6428786953159736, "pre_home_rank_cv_min": 0.04900161202230773, "pre_home_rank_cv_n": 120, "pre_home_rank_imax_max": 3.98077392578125, "pre_home_rank_imax_mean": 2.192555236816406, "pre_home_rank_imax_min": 1.11444091796875, "pre_home_rank_imax_n": 120, "raw_expert_cv_max": 2.645002284776313, "raw_expert_cv_mean": 1.9500279827693596, "raw_expert_cv_min": 0.5563260846126699, "raw_expert_cv_n": 120, "raw_expert_imax_ceiling": 8.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 8.0, "raw_expert_imax_mean": 6.796490478515625, "raw_expert_imax_min": 2.137451171875, "raw_expert_imax_n": 120, "records": { "drop_dispatch": 960, "drop_experts": 960, "drop_setup": 960, "echo_post": 960, "echo_pre": 960 }, "required_capacity_max": 1.0390625, "required_capacity_mean": 1.0147216796875, "required_capacity_min": 1.0, "required_capacity_n": 960, "router_balancing": "aux_loss", "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p25/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7487925668113031, "valid_max_rank_reduction_mean": 0.5019813151712101, "valid_max_rank_reduction_min": 0.10268908483487595, "valid_max_rank_reduction_n": 120, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-2", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.25", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 120, "commit": "b099fd84", "config": "QWEN2_57B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 31457280.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 120, "experts_per_rank": "8", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 120, "hottest_expert_token_fraction_max": 0.13189697265625, "hottest_expert_token_fraction_mean": 0.1293980916341146, "hottest_expert_token_fraction_min": 0.1279296875, "hottest_expert_token_fraction_n": 120, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "10", "num_experts": "64", "num_layers": "10", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 120, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 120, "pre_home_rank_cv_max": 0.01039906345549811, "pre_home_rank_cv_mean": 0.004760489966476766, "pre_home_rank_cv_min": 0.002294812301292466, "pre_home_rank_cv_n": 120, "pre_home_rank_imax_max": 1.015838623046875, "pre_home_rank_imax_mean": 1.0073875427246093, "pre_home_rank_imax_min": 1.002899169921875, "pre_home_rank_imax_n": 120, "raw_expert_cv_max": 0.018080370892918116, "raw_expert_cv_mean": 0.014602030835140035, "raw_expert_cv_min": 0.011942398269672016, "raw_expert_cv_n": 120, "raw_expert_imax_ceiling": 8.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.05517578125, "raw_expert_imax_mean": 1.0351847330729167, "raw_expert_imax_min": 1.0234375, "raw_expert_imax_n": 120, "records": { "drop_dispatch": 960, "drop_experts": 960, "drop_setup": 960, "echo_post": 960, "echo_pre": 960 }, "required_capacity_max": 1.03125, "required_capacity_mean": 1.0179768880208333, "required_capacity_min": 1.0078125, "required_capacity_n": 960, "router_balancing": "aux_loss", "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p25__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.015591672424670291, "valid_max_rank_reduction_mean": 0.007327065584253315, "valid_max_rank_reduction_min": 0.0028907890332592885, "valid_max_rank_reduction_n": 120, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-2", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.828125, "cold_expert_fraction_mean": 0.32864583333333336, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 120, "commit": "b099fd84", "config": "QWEN2_57B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 31457280.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 120, "experts_per_rank": "8", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 120, "hottest_expert_token_fraction_max": 1.0, "hottest_expert_token_fraction_mean": 0.8495752970377605, "hottest_expert_token_fraction_min": 0.268310546875, "hottest_expert_token_fraction_n": 120, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "10", "num_experts": "64", "num_layers": "10", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 120, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 120, "pre_home_rank_cv_max": 1.3448950241084519, "pre_home_rank_cv_mean": 0.6410446437941464, "pre_home_rank_cv_min": 0.026997675220531297, "pre_home_rank_cv_n": 120, "pre_home_rank_imax_max": 4.072998046875, "pre_home_rank_imax_mean": 2.19417241414388, "pre_home_rank_imax_min": 1.055938720703125, "pre_home_rank_imax_n": 120, "raw_expert_cv_max": 2.643649271839625, "raw_expert_cv_mean": 1.9526188206879285, "raw_expert_cv_min": 0.5550252212048575, "raw_expert_cv_n": 120, "raw_expert_imax_ceiling": 8.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 8.0, "raw_expert_imax_mean": 6.796602376302084, "raw_expert_imax_min": 2.146484375, "raw_expert_imax_n": 120, "records": { "drop_dispatch": 960, "drop_experts": 960, "drop_setup": 960, "echo_post": 960, "echo_pre": 960 }, "required_capacity_max": 1.03515625, "required_capacity_mean": 1.0147420247395833, "required_capacity_min": 1.0, "required_capacity_n": 960, "router_balancing": "aux_loss", "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7544806090031769, "valid_max_rank_reduction_mean": 0.5004399425366601, "valid_max_rank_reduction_min": 0.052975347533308285, "valid_max_rank_reduction_n": 120, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-2", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 120, "commit": "b099fd84", "config": "QWEN2_57B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 31457280.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 120, "experts_per_rank": "8", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 120, "hottest_expert_token_fraction_max": 0.13189697265625, "hottest_expert_token_fraction_mean": 0.1293980916341146, "hottest_expert_token_fraction_min": 0.1279296875, "hottest_expert_token_fraction_n": 120, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "10", "num_experts": "64", "num_layers": "10", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 120, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 120, "pre_home_rank_cv_max": 0.01039906345549811, "pre_home_rank_cv_mean": 0.004760489966476766, "pre_home_rank_cv_min": 0.002294812301292466, "pre_home_rank_cv_n": 120, "pre_home_rank_imax_max": 1.015838623046875, "pre_home_rank_imax_mean": 1.0073875427246093, "pre_home_rank_imax_min": 1.002899169921875, "pre_home_rank_imax_n": 120, "raw_expert_cv_max": 0.018080370892918116, "raw_expert_cv_mean": 0.014602030835140035, "raw_expert_cv_min": 0.011942398269672016, "raw_expert_cv_n": 120, "raw_expert_imax_ceiling": 8.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.05517578125, "raw_expert_imax_mean": 1.0351847330729167, "raw_expert_imax_min": 1.0234375, "raw_expert_imax_n": 120, "records": { "drop_dispatch": 960, "drop_experts": 960, "drop_setup": 960, "echo_post": 960, "echo_pre": 960 }, "required_capacity_max": 1.03125, "required_capacity_mean": 1.0179768880208333, "required_capacity_min": 1.0078125, "required_capacity_n": 960, "router_balancing": "aux_loss", "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.015591672424670291, "valid_max_rank_reduction_mean": 0.007327065584253315, "valid_max_rank_reduction_min": 0.0028907890332592885, "valid_max_rank_reduction_n": 120, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.03125", "capacity_mode": "static", "cold_expert_fraction_max": 0.7734375, "cold_expert_fraction_mean": 0.4906684027777778, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.9999542236328125, "hottest_expert_token_fraction_mean": 0.9661489062839084, "hottest_expert_token_fraction_min": 0.546875, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 1.5995471800921004, "pre_home_rank_cv_mean": 0.8329777049642888, "pre_home_rank_cv_min": 0.3167748701963148, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 4.920684814453125, "pre_home_rank_imax_mean": 2.536224365234375, "pre_home_rank_imax_min": 1.2317352294921875, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 3.871990655341855, "raw_expert_cv_mean": 3.4518160028221327, "raw_expert_cv_min": 1.5070684637391225, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.999267578125, "raw_expert_imax_mean": 15.458382500542534, "raw_expert_imax_min": 8.75, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.029296875, "required_capacity_mean": 1.0126274956597223, "required_capacity_min": 1.001953125, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p03125/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7967762541785278, "valid_max_rank_reduction_mean": 0.5772955243021687, "valid_max_rank_reduction_min": 0.18813720996494185, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.03125", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.0663299560546875, "hottest_expert_token_fraction_mean": 0.0649354722764757, "hottest_expert_token_fraction_min": 0.0641632080078125, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 0.006990045273933762, "pre_home_rank_cv_mean": 0.0034121784262079076, "pre_home_rank_cv_min": 0.0012782366924169522, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 1.0104522705078125, "pre_home_rank_imax_mean": 1.0053127076890733, "pre_home_rank_imax_min": 1.0019378662109375, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 0.017577383237659006, "raw_expert_cv_mean": 0.015149663454502107, "raw_expert_cv_min": 0.013421143735031664, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.061279296875, "raw_expert_imax_mean": 1.0389675564236112, "raw_expert_imax_min": 1.026611328125, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.025390625, "required_capacity_mean": 1.0166727701822917, "required_capacity_min": 1.009765625, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p03125__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.010344150647075702, "valid_max_rank_reduction_mean": 0.005281131647695585, "valid_max_rank_reduction_min": 0.0019341181487291168, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.083984375", "capacity_mode": "static", "cold_expert_fraction_max": 0.7890625, "cold_expert_fraction_mean": 0.4908854166666667, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.9999542236328125, "hottest_expert_token_fraction_mean": 0.9661493301391602, "hottest_expert_token_fraction_min": 0.546875, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 1.637669354418164, "pre_home_rank_cv_mean": 0.8272813583373456, "pre_home_rank_cv_min": 0.3167748701963148, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 4.96343994140625, "pre_home_rank_imax_mean": 2.51570733388265, "pre_home_rank_imax_min": 1.2317352294921875, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 3.872006402203808, "raw_expert_cv_mean": 3.451780042408464, "raw_expert_cv_min": 1.5070684637391225, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.999267578125, "raw_expert_imax_mean": 15.458389282226562, "raw_expert_imax_min": 8.75, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.02734375, "required_capacity_mean": 1.0126003689236112, "required_capacity_min": 1.001953125, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7985268257891566, "valid_max_rank_reduction_mean": 0.5733120305617301, "valid_max_rank_reduction_min": 0.18813720996494185, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.083984375", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.0663299560546875, "hottest_expert_token_fraction_mean": 0.0649354722764757, "hottest_expert_token_fraction_min": 0.0641632080078125, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 0.006990045273933762, "pre_home_rank_cv_mean": 0.0034121784262079076, "pre_home_rank_cv_min": 0.0012782366924169522, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 1.0104522705078125, "pre_home_rank_imax_mean": 1.0053127076890733, "pre_home_rank_imax_min": 1.0019378662109375, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 0.017577383237659006, "raw_expert_cv_mean": 0.015149663454502107, "raw_expert_cv_min": 0.013421143735031664, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.061279296875, "raw_expert_imax_mean": 1.0389675564236112, "raw_expert_imax_min": 1.026611328125, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.025390625, "required_capacity_mean": 1.0166727701822917, "required_capacity_min": 1.009765625, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.010344150647075702, "valid_max_rank_reduction_mean": 0.005281131647695585, "valid_max_rank_reduction_min": 0.0019341181487291168, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.134765625", "capacity_mode": "static", "cold_expert_fraction_max": 0.7890625, "cold_expert_fraction_mean": 0.4915907118055556, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.9999542236328125, "hottest_expert_token_fraction_mean": 0.966154416402181, "hottest_expert_token_fraction_min": 0.546875, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 1.5462378247124489, "pre_home_rank_cv_mean": 0.8323865063549613, "pre_home_rank_cv_min": 0.3167748701963148, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 4.8984527587890625, "pre_home_rank_imax_mean": 2.5378551483154297, "pre_home_rank_imax_min": 1.2317352294921875, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 3.8719827774370845, "raw_expert_cv_mean": 3.45243402472069, "raw_expert_cv_min": 1.5070684637391225, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.999267578125, "raw_expert_imax_mean": 15.458470662434896, "raw_expert_imax_min": 8.75, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.029296875, "required_capacity_mean": 1.0125901963975694, "required_capacity_min": 1.001953125, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p134765625/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7958539054590764, "valid_max_rank_reduction_mean": 0.5762724698182038, "valid_max_rank_reduction_min": 0.18813720996494185, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.134765625", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 12, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 6291456.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 12, "experts_per_rank": "16", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 12, "hottest_expert_token_fraction_max": 0.06536865234375, "hottest_expert_token_fraction_mean": 0.06496429443359375, "hottest_expert_token_fraction_min": 0.0646820068359375, "hottest_expert_token_fraction_n": 12, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 12, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 12, "pre_home_rank_cv_max": 0.005232157335290111, "pre_home_rank_cv_mean": 0.003550248022255805, "pre_home_rank_cv_min": 0.0015395316640899204, "pre_home_rank_cv_n": 12, "pre_home_rank_imax_max": 1.0089874267578125, "pre_home_rank_imax_mean": 1.0057385762532551, "pre_home_rank_imax_min": 1.002593994140625, "pre_home_rank_imax_n": 12, "raw_expert_cv_max": 0.016767652730270356, "raw_expert_cv_mean": 0.015152137050235407, "raw_expert_cv_min": 0.014122584252422707, "raw_expert_cv_n": 12, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.0458984375, "raw_expert_imax_mean": 1.0394287109375, "raw_expert_imax_min": 1.034912109375, "raw_expert_imax_n": 12, "records": { "drop_dispatch": 96, "drop_experts": 96, "drop_setup": 96, "echo_post": 96, "echo_pre": 96 }, "required_capacity_max": 1.0234375, "required_capacity_mean": 1.01678466796875, "required_capacity_min": 1.01171875, "required_capacity_n": 96, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p134765625__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.008907372400756144, "valid_max_rank_reduction_mean": 0.005701918040890056, "valid_max_rank_reduction_min": 0.0025872827443460264, "valid_max_rank_reduction_n": 12, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.25", "capacity_mode": "static", "cold_expert_fraction_max": 0.7734375, "cold_expert_fraction_mean": 0.48876953125, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.9999542236328125, "hottest_expert_token_fraction_mean": 0.9661407470703125, "hottest_expert_token_fraction_min": 0.546875, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 1.5642522684700815, "pre_home_rank_cv_mean": 0.8339325425872647, "pre_home_rank_cv_min": 0.3167748701963148, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 4.9268646240234375, "pre_home_rank_imax_mean": 2.52905633714464, "pre_home_rank_imax_min": 1.2317352294921875, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 3.871943407396349, "raw_expert_cv_mean": 3.447895477338181, "raw_expert_cv_min": 1.5070684637391225, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.999267578125, "raw_expert_imax_mean": 15.458251953125, "raw_expert_imax_min": 8.75, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.029296875, "required_capacity_mean": 1.0126902262369792, "required_capacity_min": 1.001953125, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p25/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7970311595078154, "valid_max_rank_reduction_mean": 0.5759816150749706, "valid_max_rank_reduction_min": 0.18813720996494185, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.7890625, "cold_expert_fraction_mean": 0.4912651909722222, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.9999542236328125, "hottest_expert_token_fraction_mean": 0.9661454094780816, "hottest_expert_token_fraction_min": 0.546875, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 1.6405640822834566, "pre_home_rank_cv_mean": 0.8322684239304321, "pre_home_rank_cv_min": 0.3167748701963148, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 4.957916259765625, "pre_home_rank_imax_mean": 2.533095359802246, "pre_home_rank_imax_min": 1.2317352294921875, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 3.872006410261467, "raw_expert_cv_mean": 3.449435560157951, "raw_expert_cv_min": 1.5070684637391225, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.999267578125, "raw_expert_imax_mean": 15.458326551649305, "raw_expert_imax_min": 8.75, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.03125, "required_capacity_mean": 1.0126393636067708, "required_capacity_min": 1.001953125, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7983023617976006, "valid_max_rank_reduction_mean": 0.5768722808079307, "valid_max_rank_reduction_min": 0.18813720996494185, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 144, "commit": "b099fd84", "config": "QWEN3_235B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 75497472.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 144, "experts_per_rank": "16", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 144, "hottest_expert_token_fraction_max": 0.0663299560546875, "hottest_expert_token_fraction_mean": 0.0649354722764757, "hottest_expert_token_fraction_min": 0.0641632080078125, "hottest_expert_token_fraction_n": 144, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "12", "num_experts": "128", "num_layers": "12", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 144, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 144, "pre_home_rank_cv_max": 0.006990045273933762, "pre_home_rank_cv_mean": 0.0034121784262079076, "pre_home_rank_cv_min": 0.0012782366924169522, "pre_home_rank_cv_n": 144, "pre_home_rank_imax_max": 1.0104522705078125, "pre_home_rank_imax_mean": 1.0053127076890733, "pre_home_rank_imax_min": 1.0019378662109375, "pre_home_rank_imax_n": 144, "raw_expert_cv_max": 0.017577383237659006, "raw_expert_cv_mean": 0.015149663454502107, "raw_expert_cv_min": 0.013421143735031664, "raw_expert_cv_n": 144, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.061279296875, "raw_expert_imax_mean": 1.0389675564236112, "raw_expert_imax_min": 1.026611328125, "raw_expert_imax_n": 144, "records": { "drop_dispatch": 1152, "drop_experts": 1152, "drop_setup": 1152, "echo_post": 1152, "echo_pre": 1152 }, "required_capacity_max": 1.025390625, "required_capacity_mean": 1.0166727701822917, "required_capacity_min": 1.009765625, "required_capacity_n": 1152, "router_balancing": "aux_loss", "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "8192", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.010344150647075702, "valid_max_rank_reduction_mean": 0.005281131647695585, "valid_max_rank_reduction_min": 0.0019341181487291168, "valid_max_rank_reduction_n": 144, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.05859375", "capacity_mode": "static", "cold_expert_fraction_max": 0.8671875, "cold_expert_fraction_mean": 0.6226128472222222, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 576, "commit": "b099fd84", "config": "QWEN3_30B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 150994944.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 576, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 576, "hottest_expert_token_fraction_max": 0.999969482421875, "hottest_expert_token_fraction_mean": 0.9118819236755371, "hottest_expert_token_fraction_min": 0.17547607421875, "hottest_expert_token_fraction_n": 576, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "48", "num_experts": "128", "num_layers": "48", "observed_dropped_tokens": 0.0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 576, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 576, "pre_home_rank_cv_max": 1.5761933186406574, "pre_home_rank_cv_mean": 0.7444972532673396, "pre_home_rank_cv_min": 0.13794675824562003, "pre_home_rank_cv_n": 576, "pre_home_rank_imax_max": 4.99761962890625, "pre_home_rank_imax_mean": 2.3144000901116266, "pre_home_rank_imax_min": 1.190643310546875, "pre_home_rank_imax_n": 576, "raw_expert_cv_max": 3.8728415155335756, "raw_expert_cv_mean": 3.29777346641909, "raw_expert_cv_min": 0.540439815722741, "raw_expert_cv_n": 576, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.99951171875, "raw_expert_imax_mean": 14.590110778808594, "raw_expert_imax_min": 2.8076171875, "raw_expert_imax_n": 576, "records": { "drop_dispatch": 4608, "drop_experts": 4608, "drop_setup": 4608, "echo_post": 4608, "echo_pre": 4608 }, "required_capacity_max": 1.05859375, "required_capacity_mean": 1.0174246893988714, "required_capacity_min": 1.0, "required_capacity_n": 4608, "router_balancing": "aux_loss", "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p05859375/rep1", "saturated_dispatch_rows": 2, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7999047398053273, "valid_max_rank_reduction_mean": 0.5349478740536299, "valid_max_rank_reduction_min": 0.16011790337049853, "valid_max_rank_reduction_n": 576, "zero_drop": 0 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.11328125", "capacity_mode": "static", "cold_expert_fraction_max": 0.875, "cold_expert_fraction_mean": 0.6219482421875, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 576, "commit": "b099fd84", "config": "QWEN3_30B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 150994944.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 576, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 576, "hottest_expert_token_fraction_max": 0.99993896484375, "hottest_expert_token_fraction_mean": 0.9112130271063911, "hottest_expert_token_fraction_min": 0.17547607421875, "hottest_expert_token_fraction_n": 576, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "48", "num_experts": "128", "num_layers": "48", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 576, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 576, "pre_home_rank_cv_max": 1.578097624116397, "pre_home_rank_cv_mean": 0.7551068112656576, "pre_home_rank_cv_min": 0.06624539963813919, "pre_home_rank_cv_n": 576, "pre_home_rank_imax_max": 4.993865966796875, "pre_home_rank_imax_mean": 2.3430113792419434, "pre_home_rank_imax_min": 1.141937255859375, "pre_home_rank_imax_n": 576, "raw_expert_cv_max": 3.8727312060365473, "raw_expert_cv_mean": 3.3030873539547936, "raw_expert_cv_min": 0.540439815722741, "raw_expert_cv_n": 576, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.9990234375, "raw_expert_imax_mean": 14.579408433702257, "raw_expert_imax_min": 2.8076171875, "raw_expert_imax_n": 576, "records": { "drop_dispatch": 4608, "drop_experts": 4608, "drop_setup": 4608, "echo_post": 4608, "echo_pre": 4608 }, "required_capacity_max": 1.05859375, "required_capacity_mean": 1.0174391004774306, "required_capacity_min": 1.00390625, "required_capacity_n": 4608, "router_balancing": "aux_loss", "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7997543372912326, "valid_max_rank_reduction_mean": 0.5390777070427375, "valid_max_rank_reduction_min": 0.12429514417809134, "valid_max_rank_reduction_n": 576, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.11328125", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 576, "commit": "b099fd84", "config": "QWEN3_30B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 150994944.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 576, "experts_per_rank": "16", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 576, "hottest_expert_token_fraction_max": 0.06854248046875, "hottest_expert_token_fraction_mean": 0.066029601626926, "hottest_expert_token_fraction_min": 0.06488037109375, "hottest_expert_token_fraction_n": 576, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "48", "num_experts": "128", "num_layers": "48", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 576, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 576, "pre_home_rank_cv_max": 0.009112333689945906, "pre_home_rank_cv_mean": 0.004932308997139817, "pre_home_rank_cv_min": 0.0012089160228135533, "pre_home_rank_cv_n": 576, "pre_home_rank_imax_max": 1.01739501953125, "pre_home_rank_imax_mean": 1.0077196756998699, "pre_home_rank_imax_min": 1.00177001953125, "pre_home_rank_imax_n": 576, "raw_expert_cv_max": 0.02488528396573193, "raw_expert_cv_mean": 0.021371222454350164, "raw_expert_cv_min": 0.018128366157757106, "raw_expert_cv_n": 576, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.0966796875, "raw_expert_imax_mean": 1.056473626030816, "raw_expert_imax_min": 1.0380859375, "raw_expert_imax_n": 576, "records": { "drop_dispatch": 4608, "drop_experts": 4608, "drop_setup": 4608, "echo_post": 4608, "echo_pre": 4608 }, "required_capacity_max": 1.0546875, "required_capacity_mean": 1.0334201388888888, "required_capacity_min": 1.015625, "required_capacity_n": 4608, "router_balancing": "aux_loss", "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.017097606335113084, "valid_max_rank_reduction_mean": 0.00765283599899436, "valid_max_rank_reduction_min": 0.0017668920977274112, "valid_max_rank_reduction_n": 576, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.25", "capacity_mode": "static", "cold_expert_fraction_max": 0.875, "cold_expert_fraction_mean": 0.6218939887152778, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 576, "commit": "b099fd84", "config": "QWEN3_30B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 150994944.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 576, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 576, "hottest_expert_token_fraction_max": 0.999969482421875, "hottest_expert_token_fraction_mean": 0.910184277428521, "hottest_expert_token_fraction_min": 0.17547607421875, "hottest_expert_token_fraction_n": 576, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "48", "num_experts": "128", "num_layers": "48", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 576, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 576, "pre_home_rank_cv_max": 1.6223541481667079, "pre_home_rank_cv_mean": 0.7499987247080857, "pre_home_rank_cv_min": 0.13794675824562003, "pre_home_rank_cv_n": 576, "pre_home_rank_imax_max": 4.996490478515625, "pre_home_rank_imax_mean": 2.325153562757704, "pre_home_rank_imax_min": 1.2030029296875, "pre_home_rank_imax_n": 576, "raw_expert_cv_max": 3.8728572743263237, "raw_expert_cv_mean": 3.290849378885907, "raw_expert_cv_min": 0.540439815722741, "raw_expert_cv_n": 576, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.99951171875, "raw_expert_imax_mean": 14.562948438856337, "raw_expert_imax_min": 2.8076171875, "raw_expert_imax_n": 576, "records": { "drop_dispatch": 4608, "drop_experts": 4608, "drop_setup": 4608, "echo_post": 4608, "echo_pre": 4608 }, "required_capacity_max": 1.05859375, "required_capacity_mean": 1.017472161187066, "required_capacity_min": 1.0, "required_capacity_n": 4608, "router_balancing": "aux_loss", "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p25/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7998595205374867, "valid_max_rank_reduction_mean": 0.5375943177275591, "valid_max_rank_reduction_min": 0.16874682902080163, "valid_max_rank_reduction_n": 576, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "1.25", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 576, "commit": "b099fd84", "config": "QWEN3_30B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 150994944.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 576, "experts_per_rank": "16", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 576, "hottest_expert_token_fraction_max": 0.06854248046875, "hottest_expert_token_fraction_mean": 0.066029601626926, "hottest_expert_token_fraction_min": 0.06488037109375, "hottest_expert_token_fraction_n": 576, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "48", "num_experts": "128", "num_layers": "48", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 576, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 576, "pre_home_rank_cv_max": 0.009112333689945906, "pre_home_rank_cv_mean": 0.004932308997139817, "pre_home_rank_cv_min": 0.0012089160228135533, "pre_home_rank_cv_n": 576, "pre_home_rank_imax_max": 1.01739501953125, "pre_home_rank_imax_mean": 1.0077196756998699, "pre_home_rank_imax_min": 1.00177001953125, "pre_home_rank_imax_n": 576, "raw_expert_cv_max": 0.02488528396573193, "raw_expert_cv_mean": 0.021371222454350164, "raw_expert_cv_min": 0.018128366157757106, "raw_expert_cv_n": 576, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.0966796875, "raw_expert_imax_mean": 1.056473626030816, "raw_expert_imax_min": 1.0380859375, "raw_expert_imax_n": 576, "records": { "drop_dispatch": 4608, "drop_experts": 4608, "drop_setup": 4608, "echo_post": 4608, "echo_pre": 4608 }, "required_capacity_max": 1.0546875, "required_capacity_mean": 1.0334201388888888, "required_capacity_min": 1.015625, "required_capacity_n": 4608, "router_balancing": "aux_loss", "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p25__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.017097606335113084, "valid_max_rank_reduction_mean": 0.00765283599899436, "valid_max_rank_reduction_min": 0.0017668920977274112, "valid_max_rank_reduction_n": 576, "zero_drop": 1 }, { "arm": "natural", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.8671875, "cold_expert_fraction_mean": 0.622314453125, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 576, "commit": "b099fd84", "config": "QWEN3_30B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 150994944.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 576, "experts_per_rank": "16", "force_balance": "0", "global_batch_size": "8", "global_snapshots": 576, "hottest_expert_token_fraction_max": 0.999969482421875, "hottest_expert_token_fraction_mean": 0.9118531545003256, "hottest_expert_token_fraction_min": 0.17547607421875, "hottest_expert_token_fraction_n": 576, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "48", "num_experts": "128", "num_layers": "48", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 576, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 576, "pre_home_rank_cv_max": 1.5774194895632199, "pre_home_rank_cv_mean": 0.7400018080842333, "pre_home_rank_cv_min": 0.13794675824562003, "pre_home_rank_cv_n": 576, "pre_home_rank_imax_max": 4.9976806640625, "pre_home_rank_imax_mean": 2.307412306467692, "pre_home_rank_imax_min": 1.2030029296875, "pre_home_rank_imax_n": 576, "raw_expert_cv_max": 3.8728415155335756, "raw_expert_cv_mean": 3.2988971894607007, "raw_expert_cv_min": 0.540439815722741, "raw_expert_cv_n": 576, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 1, "raw_expert_imax_max": 15.99951171875, "raw_expert_imax_mean": 14.589650472005209, "raw_expert_imax_min": 2.8076171875, "raw_expert_imax_n": 576, "records": { "drop_dispatch": 4608, "drop_experts": 4608, "drop_setup": 4608, "echo_post": 4608, "echo_pre": 4608 }, "required_capacity_max": 1.05859375, "required_capacity_mean": 1.0174026489257812, "required_capacity_min": 1.00390625, "required_capacity_n": 4608, "router_balancing": "aux_loss", "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.7999071835079749, "valid_max_rank_reduction_mean": 0.5342935820013672, "valid_max_rank_reduction_min": 0.16874682902080163, "valid_max_rank_reduction_n": 576, "zero_drop": 1 }, { "arm": "forced", "assignment_sum_mismatches": 0, "aux_loss_coeff": "1e-3", "backend": "echo", "branch": "token-drop-analysis", "capacity": "2.00", "capacity_mode": "static", "cold_expert_fraction_max": 0.0, "cold_expert_fraction_mean": 0.0, "cold_expert_fraction_min": 0.0, "cold_expert_fraction_n": 576, "commit": "b099fd84", "config": "QWEN3_30B", "cuda_graph": "0", "dense_first_layers": "0", "drop_accounting_source": "dispatch", "drop_expected_assignments": 150994944.0, "drop_rate_pct_overall": 0.0, "echo_logged_load_reduction_valid": 0, "echo_logged_pre_rank_metric_valid": 0, "echo_moved_assignment_fraction_max": 0.5, "echo_moved_assignment_fraction_mean": 0.5, "echo_moved_assignment_fraction_min": 0.5, "echo_moved_assignment_fraction_n": 576, "experts_per_rank": "16", "force_balance": "1", "global_batch_size": "8", "global_snapshots": 576, "hottest_expert_token_fraction_max": 0.06854248046875, "hottest_expert_token_fraction_mean": 0.066029601626926, "hottest_expert_token_fraction_min": 0.06488037109375, "hottest_expert_token_fraction_n": 576, "incomplete_snapshots": 0, "malformed_records": 0, "moe_layers": "48", "num_experts": "128", "num_layers": "48", "observed_dropped_tokens": 0, "post_physical_rank_cv_max": 0.0, "post_physical_rank_cv_mean": 0.0, "post_physical_rank_cv_min": 0.0, "post_physical_rank_cv_n": 576, "post_physical_rank_imax_max": 1.0, "post_physical_rank_imax_mean": 1.0, "post_physical_rank_imax_min": 1.0, "post_physical_rank_imax_n": 576, "pre_home_rank_cv_max": 0.009112333689945906, "pre_home_rank_cv_mean": 0.004932308997139817, "pre_home_rank_cv_min": 0.0012089160228135533, "pre_home_rank_cv_n": 576, "pre_home_rank_imax_max": 1.01739501953125, "pre_home_rank_imax_mean": 1.0077196756998699, "pre_home_rank_imax_min": 1.00177001953125, "pre_home_rank_imax_n": 576, "raw_expert_cv_max": 0.02488528396573193, "raw_expert_cv_mean": 0.021371222454350164, "raw_expert_cv_min": 0.018128366157757106, "raw_expert_cv_n": 576, "raw_expert_imax_ceiling": 16.0, "raw_expert_imax_hit_ceiling": 0, "raw_expert_imax_max": 1.0966796875, "raw_expert_imax_mean": 1.056473626030816, "raw_expert_imax_min": 1.0380859375, "raw_expert_imax_n": 576, "records": { "drop_dispatch": 4608, "drop_experts": 4608, "drop_setup": 4608, "echo_post": 4608, "echo_pre": 4608 }, "required_capacity_max": 1.0546875, "required_capacity_mean": 1.0334201388888888, "required_capacity_min": 1.015625, "required_capacity_n": 4608, "router_balancing": "aux_loss", "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1", "saturated_dispatch_rows": 0, "seq_length": "4096", "shared_expert_overlap": "0", "topk": "8", "valid_max_rank_reduction_max": 0.017097606335113084, "valid_max_rank_reduction_mean": 0.00765283599899436, "valid_max_rank_reduction_min": 0.0017668920977274112, "valid_max_rank_reduction_n": 576, "zero_drop": 1 } ]