granularity results echo/tierbprobe @ 2026-08-26T17:58:43Z from sp-aiinfra-interactive-aghosh-b5xzj-8xb200-moe-cg-0
4fcac6f verified Download echo/tierbprobe/tierbprobe_gbs8/probe_summary.json from MoE-CUDA-Graph-Analysis/tierb-b200-gbs8: direct link, hf CLI and curl.
- Browser
- Download file 93.6 kB
-
https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/resolve/main/echo/tierbprobe/tierbprobe_gbs8/probe_summary.json
- Command line
-
hf download hf://MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/echo/tierbprobe/tierbprobe_gbs8/probe_summary.json
-
curl -L -o probe_summary.json https://huggingface.co/MoE-CUDA-Graph-Analysis/tierb-b200-gbs8/resolve/main/echo/tierbprobe/tierbprobe_gbs8/probe_summary.json
93.6 kB
[
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.0234375",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 23,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 9043968.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 23,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 23,
"hottest_expert_token_fraction_max": 0.499298095703125,
"hottest_expert_token_fraction_mean": 0.2901452105978261,
"hottest_expert_token_fraction_min": 0.185516357421875,
"hottest_expert_token_fraction_n": 23,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 23,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 23,
"pre_home_rank_cv_max": 0.3471133959287342,
"pre_home_rank_cv_mean": 0.21377386532323456,
"pre_home_rank_cv_min": 0.0802328706701629,
"pre_home_rank_cv_n": 23,
"pre_home_rank_imax_max": 1.71746826171875,
"pre_home_rank_imax_mean": 1.3778819208559783,
"pre_home_rank_imax_min": 1.1109822591145833,
"pre_home_rank_imax_n": 23,
"raw_expert_cv_max": 0.9478535238132552,
"raw_expert_cv_mean": 0.6129542705466309,
"raw_expert_cv_min": 0.36860618049647703,
"raw_expert_cv_n": 23,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 5.325846354166667,
"raw_expert_imax_mean": 3.094882246376812,
"raw_expert_imax_min": 1.9788411458333333,
"raw_expert_imax_n": 23,
"records": {
"drop_dispatch": 184,
"drop_experts": 184,
"drop_setup": 184,
"echo_post": 184,
"echo_pre": 184
},
"required_capacity_max": 1.0182291666666667,
"required_capacity_mean": 1.0115206068840579,
"required_capacity_min": 1.0052083333333333,
"required_capacity_n": 184,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p0234375/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.41774761007853867,
"valid_max_rank_reduction_mean": 0.2636767056437002,
"valid_max_rank_reduction_min": 0.09989561777794055,
"valid_max_rank_reduction_n": 23,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.0755208333333333",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.59375,
"cold_expert_fraction_mean": 0.12777400362318841,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 276,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 108527616.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 276,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 276,
"hottest_expert_token_fraction_max": 0.999969482421875,
"hottest_expert_token_fraction_mean": 0.6977317920629529,
"hottest_expert_token_fraction_min": 0.18292236328125,
"hottest_expert_token_fraction_n": 276,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 276,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 276,
"pre_home_rank_cv_max": 1.3955462296743573,
"pre_home_rank_cv_mean": 0.5956958266809962,
"pre_home_rank_cv_min": 0.06838324069662365,
"pre_home_rank_cv_n": 276,
"pre_home_rank_imax_max": 4.433919270833333,
"pre_home_rank_imax_mean": 2.117264752226751,
"pre_home_rank_imax_min": 1.1109822591145833,
"pre_home_rank_imax_n": 276,
"raw_expert_cv_max": 3.0650012939743223,
"raw_expert_cv_mean": 1.7377059172733105,
"raw_expert_cv_min": 0.36860618049647703,
"raw_expert_cv_n": 276,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 10.666341145833334,
"raw_expert_imax_mean": 7.442472448671498,
"raw_expert_imax_min": 1.951171875,
"raw_expert_imax_n": 276,
"records": {
"drop_dispatch": 2208,
"drop_experts": 2208,
"drop_setup": 2208,
"echo_post": 2208,
"echo_pre": 2208
},
"required_capacity_max": 1.0234374999999998,
"required_capacity_mean": 1.0114793270682367,
"required_capacity_min": 1.0,
"required_capacity_n": 2208,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p0755208333333333/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.7744658982453564,
"valid_max_rank_reduction_mean": 0.4729061659118927,
"valid_max_rank_reduction_min": 0.09989561777794055,
"valid_max_rank_reduction_n": 276,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.0755208333333333",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 276,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 108527616.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 276,
"experts_per_rank": "8",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 276,
"hottest_expert_token_fraction_max": 0.0982818603515625,
"hottest_expert_token_fraction_mean": 0.09644090956535892,
"hottest_expert_token_fraction_min": 0.09539794921875,
"hottest_expert_token_fraction_n": 276,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 276,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 276,
"pre_home_rank_cv_max": 0.006715970721309454,
"pre_home_rank_cv_mean": 0.00392157619549587,
"pre_home_rank_cv_min": 0.0014708009315538319,
"pre_home_rank_cv_n": 276,
"pre_home_rank_imax_max": 1.0122884114583333,
"pre_home_rank_imax_mean": 1.0060781580238527,
"pre_home_rank_imax_min": 1.00213623046875,
"pre_home_rank_imax_n": 276,
"raw_expert_cv_max": 0.015123587213954862,
"raw_expert_cv_mean": 0.012112028161640214,
"raw_expert_cv_min": 0.008171875787738593,
"raw_expert_cv_n": 276,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.04833984375,
"raw_expert_imax_mean": 1.0287030353638287,
"raw_expert_imax_min": 1.017578125,
"raw_expert_imax_n": 276,
"records": {
"drop_dispatch": 2208,
"drop_experts": 2208,
"drop_setup": 2208,
"echo_post": 2208,
"echo_pre": 2208
},
"required_capacity_max": 1.0234374999999998,
"required_capacity_mean": 1.011791874245169,
"required_capacity_min": 1.0052083333333333,
"required_capacity_n": 2208,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p0755208333333333__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.01213923948870488,
"valid_max_rank_reduction_mean": 0.006037272492700937,
"valid_max_rank_reduction_min": 0.0021316767159997563,
"valid_max_rank_reduction_n": 276,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.25",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.59375,
"cold_expert_fraction_mean": 0.12777400362318841,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 276,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 108527616.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 276,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 276,
"hottest_expert_token_fraction_max": 0.999969482421875,
"hottest_expert_token_fraction_mean": 0.6977317920629529,
"hottest_expert_token_fraction_min": 0.18292236328125,
"hottest_expert_token_fraction_n": 276,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 276,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 276,
"pre_home_rank_cv_max": 1.3955462296743573,
"pre_home_rank_cv_mean": 0.5956958266809962,
"pre_home_rank_cv_min": 0.06838324069662365,
"pre_home_rank_cv_n": 276,
"pre_home_rank_imax_max": 4.433919270833333,
"pre_home_rank_imax_mean": 2.117264752226751,
"pre_home_rank_imax_min": 1.1109822591145833,
"pre_home_rank_imax_n": 276,
"raw_expert_cv_max": 3.0650012939743223,
"raw_expert_cv_mean": 1.7377059172733105,
"raw_expert_cv_min": 0.36860618049647703,
"raw_expert_cv_n": 276,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 10.666341145833334,
"raw_expert_imax_mean": 7.442472448671498,
"raw_expert_imax_min": 1.951171875,
"raw_expert_imax_n": 276,
"records": {
"drop_dispatch": 2208,
"drop_experts": 2208,
"drop_setup": 2208,
"echo_post": 2208,
"echo_pre": 2208
},
"required_capacity_max": 1.0234375,
"required_capacity_mean": 1.0114793270682367,
"required_capacity_min": 1.0,
"required_capacity_n": 2208,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p25/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.7744658982453564,
"valid_max_rank_reduction_mean": 0.4729061659118927,
"valid_max_rank_reduction_min": 0.09989561777794055,
"valid_max_rank_reduction_n": 276,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.25",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 276,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 108527616.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 276,
"experts_per_rank": "8",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 276,
"hottest_expert_token_fraction_max": 0.0982818603515625,
"hottest_expert_token_fraction_mean": 0.09644090956535892,
"hottest_expert_token_fraction_min": 0.09539794921875,
"hottest_expert_token_fraction_n": 276,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 276,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 276,
"pre_home_rank_cv_max": 0.006715970721309454,
"pre_home_rank_cv_mean": 0.00392157619549587,
"pre_home_rank_cv_min": 0.0014708009315538319,
"pre_home_rank_cv_n": 276,
"pre_home_rank_imax_max": 1.0122884114583333,
"pre_home_rank_imax_mean": 1.0060781580238527,
"pre_home_rank_imax_min": 1.00213623046875,
"pre_home_rank_imax_n": 276,
"raw_expert_cv_max": 0.015123587213954862,
"raw_expert_cv_mean": 0.012112028161640214,
"raw_expert_cv_min": 0.008171875787738593,
"raw_expert_cv_n": 276,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.04833984375,
"raw_expert_imax_mean": 1.0287030353638287,
"raw_expert_imax_min": 1.017578125,
"raw_expert_imax_n": 276,
"records": {
"drop_dispatch": 2208,
"drop_experts": 2208,
"drop_setup": 2208,
"echo_post": 2208,
"echo_pre": 2208
},
"required_capacity_max": 1.0234375,
"required_capacity_mean": 1.0117918742451693,
"required_capacity_min": 1.0052083333333333,
"required_capacity_n": 2208,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p25__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.01213923948870488,
"valid_max_rank_reduction_mean": 0.006037272492700937,
"valid_max_rank_reduction_min": 0.0021316767159997563,
"valid_max_rank_reduction_n": 276,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.59375,
"cold_expert_fraction_mean": 0.12777400362318841,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 276,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 108527616.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 276,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 276,
"hottest_expert_token_fraction_max": 0.999969482421875,
"hottest_expert_token_fraction_mean": 0.6977317920629529,
"hottest_expert_token_fraction_min": 0.18292236328125,
"hottest_expert_token_fraction_n": 276,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 276,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 276,
"pre_home_rank_cv_max": 1.3955462296743573,
"pre_home_rank_cv_mean": 0.5956958266809962,
"pre_home_rank_cv_min": 0.06838324069662365,
"pre_home_rank_cv_n": 276,
"pre_home_rank_imax_max": 4.433919270833333,
"pre_home_rank_imax_mean": 2.117264752226751,
"pre_home_rank_imax_min": 1.1109822591145833,
"pre_home_rank_imax_n": 276,
"raw_expert_cv_max": 3.0650012939743223,
"raw_expert_cv_mean": 1.7377059172733105,
"raw_expert_cv_min": 0.36860618049647703,
"raw_expert_cv_n": 276,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 10.666341145833334,
"raw_expert_imax_mean": 7.442472448671498,
"raw_expert_imax_min": 1.951171875,
"raw_expert_imax_n": 276,
"records": {
"drop_dispatch": 2208,
"drop_experts": 2208,
"drop_setup": 2208,
"echo_post": 2208,
"echo_pre": 2208
},
"required_capacity_max": 1.0234375,
"required_capacity_mean": 1.0114793270682367,
"required_capacity_min": 1.0,
"required_capacity_n": 2208,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.7744658982453564,
"valid_max_rank_reduction_mean": 0.4729061659118927,
"valid_max_rank_reduction_min": 0.09989561777794055,
"valid_max_rank_reduction_n": 276,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 276,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 108527616.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 276,
"experts_per_rank": "8",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 276,
"hottest_expert_token_fraction_max": 0.0982818603515625,
"hottest_expert_token_fraction_mean": 0.09644090956535892,
"hottest_expert_token_fraction_min": 0.09539794921875,
"hottest_expert_token_fraction_n": 276,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 276,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 276,
"pre_home_rank_cv_max": 0.006715970721309454,
"pre_home_rank_cv_mean": 0.00392157619549587,
"pre_home_rank_cv_min": 0.0014708009315538319,
"pre_home_rank_cv_n": 276,
"pre_home_rank_imax_max": 1.0122884114583333,
"pre_home_rank_imax_mean": 1.0060781580238527,
"pre_home_rank_imax_min": 1.00213623046875,
"pre_home_rank_imax_n": 276,
"raw_expert_cv_max": 0.015123587213954862,
"raw_expert_cv_mean": 0.012112028161640214,
"raw_expert_cv_min": 0.008171875787738593,
"raw_expert_cv_n": 276,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.04833984375,
"raw_expert_imax_mean": 1.0287030353638287,
"raw_expert_imax_min": 1.017578125,
"raw_expert_imax_n": 276,
"records": {
"drop_dispatch": 2208,
"drop_experts": 2208,
"drop_setup": 2208,
"echo_post": 2208,
"echo_pre": 2208
},
"required_capacity_max": 1.0234375,
"required_capacity_mean": 1.0117918742451693,
"required_capacity_min": 1.0052083333333333,
"required_capacity_n": 2208,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.01213923948870488,
"valid_max_rank_reduction_mean": 0.006037272492700937,
"valid_max_rank_reduction_min": 0.0021316767159997563,
"valid_max_rank_reduction_n": 276,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-2",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.08984375",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.828125,
"cold_expert_fraction_mean": 0.3274739583333333,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 120,
"commit": "b099fd84",
"config": "QWEN2_57B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 31457280.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 120,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 120,
"hottest_expert_token_fraction_max": 1.0,
"hottest_expert_token_fraction_mean": 0.8499237060546875,
"hottest_expert_token_fraction_min": 0.2733154296875,
"hottest_expert_token_fraction_n": 120,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "10",
"num_experts": "64",
"num_layers": "10",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 120,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 120,
"pre_home_rank_cv_max": 1.2713859460677295,
"pre_home_rank_cv_mean": 0.6296595928561665,
"pre_home_rank_cv_min": 0.09838717509188986,
"pre_home_rank_cv_n": 120,
"pre_home_rank_imax_max": 3.977935791015625,
"pre_home_rank_imax_mean": 2.1591702779134114,
"pre_home_rank_imax_min": 1.128753662109375,
"pre_home_rank_imax_n": 120,
"raw_expert_cv_max": 2.64366544703565,
"raw_expert_cv_mean": 1.9464032645104268,
"raw_expert_cv_min": 0.5576965556137874,
"raw_expert_cv_n": 120,
"raw_expert_imax_ceiling": 8.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 8.0,
"raw_expert_imax_mean": 6.7993896484375,
"raw_expert_imax_min": 2.1865234375,
"raw_expert_imax_n": 120,
"records": {
"drop_dispatch": 960,
"drop_experts": 960,
"drop_setup": 960,
"echo_post": 960,
"echo_pre": 960
},
"required_capacity_max": 1.03515625,
"required_capacity_mean": 1.014892578125,
"required_capacity_min": 1.0,
"required_capacity_n": 960,
"router_balancing": "aux_loss",
"run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p08984375/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.74861333803865,
"valid_max_rank_reduction_mean": 0.4971006918043861,
"valid_max_rank_reduction_min": 0.1140671046583935,
"valid_max_rank_reduction_n": 120,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-2",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.08984375",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 120,
"commit": "b099fd84",
"config": "QWEN2_57B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 31457280.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 120,
"experts_per_rank": "8",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 120,
"hottest_expert_token_fraction_max": 0.13189697265625,
"hottest_expert_token_fraction_mean": 0.1293980916341146,
"hottest_expert_token_fraction_min": 0.1279296875,
"hottest_expert_token_fraction_n": 120,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "10",
"num_experts": "64",
"num_layers": "10",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 120,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 120,
"pre_home_rank_cv_max": 0.01039906345549811,
"pre_home_rank_cv_mean": 0.004760489966476766,
"pre_home_rank_cv_min": 0.002294812301292466,
"pre_home_rank_cv_n": 120,
"pre_home_rank_imax_max": 1.015838623046875,
"pre_home_rank_imax_mean": 1.0073875427246093,
"pre_home_rank_imax_min": 1.002899169921875,
"pre_home_rank_imax_n": 120,
"raw_expert_cv_max": 0.018080370892918116,
"raw_expert_cv_mean": 0.014602030835140035,
"raw_expert_cv_min": 0.011942398269672016,
"raw_expert_cv_n": 120,
"raw_expert_imax_ceiling": 8.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.05517578125,
"raw_expert_imax_mean": 1.0351847330729167,
"raw_expert_imax_min": 1.0234375,
"raw_expert_imax_n": 120,
"records": {
"drop_dispatch": 960,
"drop_experts": 960,
"drop_setup": 960,
"echo_post": 960,
"echo_pre": 960
},
"required_capacity_max": 1.03125,
"required_capacity_mean": 1.0179768880208333,
"required_capacity_min": 1.0078125,
"required_capacity_n": 960,
"router_balancing": "aux_loss",
"run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p08984375__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.015591672424670291,
"valid_max_rank_reduction_mean": 0.007327065584253315,
"valid_max_rank_reduction_min": 0.0028907890332592885,
"valid_max_rank_reduction_n": 120,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-2",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.25",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.796875,
"cold_expert_fraction_mean": 0.3307291666666667,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 120,
"commit": "b099fd84",
"config": "QWEN2_57B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 31457280.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 120,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 120,
"hottest_expert_token_fraction_max": 1.0,
"hottest_expert_token_fraction_mean": 0.8495613098144531,
"hottest_expert_token_fraction_min": 0.267181396484375,
"hottest_expert_token_fraction_n": 120,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "10",
"num_experts": "64",
"num_layers": "10",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 120,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 120,
"pre_home_rank_cv_max": 1.2909208232623854,
"pre_home_rank_cv_mean": 0.6428786953159736,
"pre_home_rank_cv_min": 0.04900161202230773,
"pre_home_rank_cv_n": 120,
"pre_home_rank_imax_max": 3.98077392578125,
"pre_home_rank_imax_mean": 2.192555236816406,
"pre_home_rank_imax_min": 1.11444091796875,
"pre_home_rank_imax_n": 120,
"raw_expert_cv_max": 2.645002284776313,
"raw_expert_cv_mean": 1.9500279827693596,
"raw_expert_cv_min": 0.5563260846126699,
"raw_expert_cv_n": 120,
"raw_expert_imax_ceiling": 8.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 8.0,
"raw_expert_imax_mean": 6.796490478515625,
"raw_expert_imax_min": 2.137451171875,
"raw_expert_imax_n": 120,
"records": {
"drop_dispatch": 960,
"drop_experts": 960,
"drop_setup": 960,
"echo_post": 960,
"echo_pre": 960
},
"required_capacity_max": 1.0390625,
"required_capacity_mean": 1.0147216796875,
"required_capacity_min": 1.0,
"required_capacity_n": 960,
"router_balancing": "aux_loss",
"run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p25/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7487925668113031,
"valid_max_rank_reduction_mean": 0.5019813151712101,
"valid_max_rank_reduction_min": 0.10268908483487595,
"valid_max_rank_reduction_n": 120,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-2",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.25",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 120,
"commit": "b099fd84",
"config": "QWEN2_57B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 31457280.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 120,
"experts_per_rank": "8",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 120,
"hottest_expert_token_fraction_max": 0.13189697265625,
"hottest_expert_token_fraction_mean": 0.1293980916341146,
"hottest_expert_token_fraction_min": 0.1279296875,
"hottest_expert_token_fraction_n": 120,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "10",
"num_experts": "64",
"num_layers": "10",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 120,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 120,
"pre_home_rank_cv_max": 0.01039906345549811,
"pre_home_rank_cv_mean": 0.004760489966476766,
"pre_home_rank_cv_min": 0.002294812301292466,
"pre_home_rank_cv_n": 120,
"pre_home_rank_imax_max": 1.015838623046875,
"pre_home_rank_imax_mean": 1.0073875427246093,
"pre_home_rank_imax_min": 1.002899169921875,
"pre_home_rank_imax_n": 120,
"raw_expert_cv_max": 0.018080370892918116,
"raw_expert_cv_mean": 0.014602030835140035,
"raw_expert_cv_min": 0.011942398269672016,
"raw_expert_cv_n": 120,
"raw_expert_imax_ceiling": 8.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.05517578125,
"raw_expert_imax_mean": 1.0351847330729167,
"raw_expert_imax_min": 1.0234375,
"raw_expert_imax_n": 120,
"records": {
"drop_dispatch": 960,
"drop_experts": 960,
"drop_setup": 960,
"echo_post": 960,
"echo_pre": 960
},
"required_capacity_max": 1.03125,
"required_capacity_mean": 1.0179768880208333,
"required_capacity_min": 1.0078125,
"required_capacity_n": 960,
"router_balancing": "aux_loss",
"run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p25__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.015591672424670291,
"valid_max_rank_reduction_mean": 0.007327065584253315,
"valid_max_rank_reduction_min": 0.0028907890332592885,
"valid_max_rank_reduction_n": 120,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-2",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.828125,
"cold_expert_fraction_mean": 0.32864583333333336,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 120,
"commit": "b099fd84",
"config": "QWEN2_57B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 31457280.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 120,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 120,
"hottest_expert_token_fraction_max": 1.0,
"hottest_expert_token_fraction_mean": 0.8495752970377605,
"hottest_expert_token_fraction_min": 0.268310546875,
"hottest_expert_token_fraction_n": 120,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "10",
"num_experts": "64",
"num_layers": "10",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 120,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 120,
"pre_home_rank_cv_max": 1.3448950241084519,
"pre_home_rank_cv_mean": 0.6410446437941464,
"pre_home_rank_cv_min": 0.026997675220531297,
"pre_home_rank_cv_n": 120,
"pre_home_rank_imax_max": 4.072998046875,
"pre_home_rank_imax_mean": 2.19417241414388,
"pre_home_rank_imax_min": 1.055938720703125,
"pre_home_rank_imax_n": 120,
"raw_expert_cv_max": 2.643649271839625,
"raw_expert_cv_mean": 1.9526188206879285,
"raw_expert_cv_min": 0.5550252212048575,
"raw_expert_cv_n": 120,
"raw_expert_imax_ceiling": 8.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 8.0,
"raw_expert_imax_mean": 6.796602376302084,
"raw_expert_imax_min": 2.146484375,
"raw_expert_imax_n": 120,
"records": {
"drop_dispatch": 960,
"drop_experts": 960,
"drop_setup": 960,
"echo_post": 960,
"echo_pre": 960
},
"required_capacity_max": 1.03515625,
"required_capacity_mean": 1.0147420247395833,
"required_capacity_min": 1.0,
"required_capacity_n": 960,
"router_balancing": "aux_loss",
"run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7544806090031769,
"valid_max_rank_reduction_mean": 0.5004399425366601,
"valid_max_rank_reduction_min": 0.052975347533308285,
"valid_max_rank_reduction_n": 120,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-2",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 120,
"commit": "b099fd84",
"config": "QWEN2_57B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 31457280.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 120,
"experts_per_rank": "8",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 120,
"hottest_expert_token_fraction_max": 0.13189697265625,
"hottest_expert_token_fraction_mean": 0.1293980916341146,
"hottest_expert_token_fraction_min": 0.1279296875,
"hottest_expert_token_fraction_n": 120,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "10",
"num_experts": "64",
"num_layers": "10",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 120,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 120,
"pre_home_rank_cv_max": 0.01039906345549811,
"pre_home_rank_cv_mean": 0.004760489966476766,
"pre_home_rank_cv_min": 0.002294812301292466,
"pre_home_rank_cv_n": 120,
"pre_home_rank_imax_max": 1.015838623046875,
"pre_home_rank_imax_mean": 1.0073875427246093,
"pre_home_rank_imax_min": 1.002899169921875,
"pre_home_rank_imax_n": 120,
"raw_expert_cv_max": 0.018080370892918116,
"raw_expert_cv_mean": 0.014602030835140035,
"raw_expert_cv_min": 0.011942398269672016,
"raw_expert_cv_n": 120,
"raw_expert_imax_ceiling": 8.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.05517578125,
"raw_expert_imax_mean": 1.0351847330729167,
"raw_expert_imax_min": 1.0234375,
"raw_expert_imax_n": 120,
"records": {
"drop_dispatch": 960,
"drop_experts": 960,
"drop_setup": 960,
"echo_post": 960,
"echo_pre": 960
},
"required_capacity_max": 1.03125,
"required_capacity_mean": 1.0179768880208333,
"required_capacity_min": 1.0078125,
"required_capacity_n": 960,
"router_balancing": "aux_loss",
"run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.015591672424670291,
"valid_max_rank_reduction_mean": 0.007327065584253315,
"valid_max_rank_reduction_min": 0.0028907890332592885,
"valid_max_rank_reduction_n": 120,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.03125",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.7734375,
"cold_expert_fraction_mean": 0.4906684027777778,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.9999542236328125,
"hottest_expert_token_fraction_mean": 0.9661489062839084,
"hottest_expert_token_fraction_min": 0.546875,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 1.5995471800921004,
"pre_home_rank_cv_mean": 0.8329777049642888,
"pre_home_rank_cv_min": 0.3167748701963148,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 4.920684814453125,
"pre_home_rank_imax_mean": 2.536224365234375,
"pre_home_rank_imax_min": 1.2317352294921875,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 3.871990655341855,
"raw_expert_cv_mean": 3.4518160028221327,
"raw_expert_cv_min": 1.5070684637391225,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.999267578125,
"raw_expert_imax_mean": 15.458382500542534,
"raw_expert_imax_min": 8.75,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.029296875,
"required_capacity_mean": 1.0126274956597223,
"required_capacity_min": 1.001953125,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p03125/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7967762541785278,
"valid_max_rank_reduction_mean": 0.5772955243021687,
"valid_max_rank_reduction_min": 0.18813720996494185,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.03125",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.0663299560546875,
"hottest_expert_token_fraction_mean": 0.0649354722764757,
"hottest_expert_token_fraction_min": 0.0641632080078125,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 0.006990045273933762,
"pre_home_rank_cv_mean": 0.0034121784262079076,
"pre_home_rank_cv_min": 0.0012782366924169522,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 1.0104522705078125,
"pre_home_rank_imax_mean": 1.0053127076890733,
"pre_home_rank_imax_min": 1.0019378662109375,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 0.017577383237659006,
"raw_expert_cv_mean": 0.015149663454502107,
"raw_expert_cv_min": 0.013421143735031664,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.061279296875,
"raw_expert_imax_mean": 1.0389675564236112,
"raw_expert_imax_min": 1.026611328125,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.025390625,
"required_capacity_mean": 1.0166727701822917,
"required_capacity_min": 1.009765625,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p03125__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.010344150647075702,
"valid_max_rank_reduction_mean": 0.005281131647695585,
"valid_max_rank_reduction_min": 0.0019341181487291168,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.083984375",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.7890625,
"cold_expert_fraction_mean": 0.4908854166666667,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.9999542236328125,
"hottest_expert_token_fraction_mean": 0.9661493301391602,
"hottest_expert_token_fraction_min": 0.546875,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 1.637669354418164,
"pre_home_rank_cv_mean": 0.8272813583373456,
"pre_home_rank_cv_min": 0.3167748701963148,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 4.96343994140625,
"pre_home_rank_imax_mean": 2.51570733388265,
"pre_home_rank_imax_min": 1.2317352294921875,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 3.872006402203808,
"raw_expert_cv_mean": 3.451780042408464,
"raw_expert_cv_min": 1.5070684637391225,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.999267578125,
"raw_expert_imax_mean": 15.458389282226562,
"raw_expert_imax_min": 8.75,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.02734375,
"required_capacity_mean": 1.0126003689236112,
"required_capacity_min": 1.001953125,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7985268257891566,
"valid_max_rank_reduction_mean": 0.5733120305617301,
"valid_max_rank_reduction_min": 0.18813720996494185,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.083984375",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.0663299560546875,
"hottest_expert_token_fraction_mean": 0.0649354722764757,
"hottest_expert_token_fraction_min": 0.0641632080078125,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 0.006990045273933762,
"pre_home_rank_cv_mean": 0.0034121784262079076,
"pre_home_rank_cv_min": 0.0012782366924169522,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 1.0104522705078125,
"pre_home_rank_imax_mean": 1.0053127076890733,
"pre_home_rank_imax_min": 1.0019378662109375,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 0.017577383237659006,
"raw_expert_cv_mean": 0.015149663454502107,
"raw_expert_cv_min": 0.013421143735031664,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.061279296875,
"raw_expert_imax_mean": 1.0389675564236112,
"raw_expert_imax_min": 1.026611328125,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.025390625,
"required_capacity_mean": 1.0166727701822917,
"required_capacity_min": 1.009765625,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p083984375__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.010344150647075702,
"valid_max_rank_reduction_mean": 0.005281131647695585,
"valid_max_rank_reduction_min": 0.0019341181487291168,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.134765625",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.7890625,
"cold_expert_fraction_mean": 0.4915907118055556,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.9999542236328125,
"hottest_expert_token_fraction_mean": 0.966154416402181,
"hottest_expert_token_fraction_min": 0.546875,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 1.5462378247124489,
"pre_home_rank_cv_mean": 0.8323865063549613,
"pre_home_rank_cv_min": 0.3167748701963148,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 4.8984527587890625,
"pre_home_rank_imax_mean": 2.5378551483154297,
"pre_home_rank_imax_min": 1.2317352294921875,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 3.8719827774370845,
"raw_expert_cv_mean": 3.45243402472069,
"raw_expert_cv_min": 1.5070684637391225,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.999267578125,
"raw_expert_imax_mean": 15.458470662434896,
"raw_expert_imax_min": 8.75,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.029296875,
"required_capacity_mean": 1.0125901963975694,
"required_capacity_min": 1.001953125,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p134765625/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7958539054590764,
"valid_max_rank_reduction_mean": 0.5762724698182038,
"valid_max_rank_reduction_min": 0.18813720996494185,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.134765625",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 12,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 6291456.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 12,
"experts_per_rank": "16",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 12,
"hottest_expert_token_fraction_max": 0.06536865234375,
"hottest_expert_token_fraction_mean": 0.06496429443359375,
"hottest_expert_token_fraction_min": 0.0646820068359375,
"hottest_expert_token_fraction_n": 12,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 12,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 12,
"pre_home_rank_cv_max": 0.005232157335290111,
"pre_home_rank_cv_mean": 0.003550248022255805,
"pre_home_rank_cv_min": 0.0015395316640899204,
"pre_home_rank_cv_n": 12,
"pre_home_rank_imax_max": 1.0089874267578125,
"pre_home_rank_imax_mean": 1.0057385762532551,
"pre_home_rank_imax_min": 1.002593994140625,
"pre_home_rank_imax_n": 12,
"raw_expert_cv_max": 0.016767652730270356,
"raw_expert_cv_mean": 0.015152137050235407,
"raw_expert_cv_min": 0.014122584252422707,
"raw_expert_cv_n": 12,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.0458984375,
"raw_expert_imax_mean": 1.0394287109375,
"raw_expert_imax_min": 1.034912109375,
"raw_expert_imax_n": 12,
"records": {
"drop_dispatch": 96,
"drop_experts": 96,
"drop_setup": 96,
"echo_post": 96,
"echo_pre": 96
},
"required_capacity_max": 1.0234375,
"required_capacity_mean": 1.01678466796875,
"required_capacity_min": 1.01171875,
"required_capacity_n": 96,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p134765625__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.008907372400756144,
"valid_max_rank_reduction_mean": 0.005701918040890056,
"valid_max_rank_reduction_min": 0.0025872827443460264,
"valid_max_rank_reduction_n": 12,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.25",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.7734375,
"cold_expert_fraction_mean": 0.48876953125,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.9999542236328125,
"hottest_expert_token_fraction_mean": 0.9661407470703125,
"hottest_expert_token_fraction_min": 0.546875,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 1.5642522684700815,
"pre_home_rank_cv_mean": 0.8339325425872647,
"pre_home_rank_cv_min": 0.3167748701963148,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 4.9268646240234375,
"pre_home_rank_imax_mean": 2.52905633714464,
"pre_home_rank_imax_min": 1.2317352294921875,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 3.871943407396349,
"raw_expert_cv_mean": 3.447895477338181,
"raw_expert_cv_min": 1.5070684637391225,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.999267578125,
"raw_expert_imax_mean": 15.458251953125,
"raw_expert_imax_min": 8.75,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.029296875,
"required_capacity_mean": 1.0126902262369792,
"required_capacity_min": 1.001953125,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p25/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7970311595078154,
"valid_max_rank_reduction_mean": 0.5759816150749706,
"valid_max_rank_reduction_min": 0.18813720996494185,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.7890625,
"cold_expert_fraction_mean": 0.4912651909722222,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.9999542236328125,
"hottest_expert_token_fraction_mean": 0.9661454094780816,
"hottest_expert_token_fraction_min": 0.546875,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 1.6405640822834566,
"pre_home_rank_cv_mean": 0.8322684239304321,
"pre_home_rank_cv_min": 0.3167748701963148,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 4.957916259765625,
"pre_home_rank_imax_mean": 2.533095359802246,
"pre_home_rank_imax_min": 1.2317352294921875,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 3.872006410261467,
"raw_expert_cv_mean": 3.449435560157951,
"raw_expert_cv_min": 1.5070684637391225,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.999267578125,
"raw_expert_imax_mean": 15.458326551649305,
"raw_expert_imax_min": 8.75,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.03125,
"required_capacity_mean": 1.0126393636067708,
"required_capacity_min": 1.001953125,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7983023617976006,
"valid_max_rank_reduction_mean": 0.5768722808079307,
"valid_max_rank_reduction_min": 0.18813720996494185,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 144,
"commit": "b099fd84",
"config": "QWEN3_235B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 75497472.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 144,
"experts_per_rank": "16",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 144,
"hottest_expert_token_fraction_max": 0.0663299560546875,
"hottest_expert_token_fraction_mean": 0.0649354722764757,
"hottest_expert_token_fraction_min": 0.0641632080078125,
"hottest_expert_token_fraction_n": 144,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "12",
"num_experts": "128",
"num_layers": "12",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 144,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 144,
"pre_home_rank_cv_max": 0.006990045273933762,
"pre_home_rank_cv_mean": 0.0034121784262079076,
"pre_home_rank_cv_min": 0.0012782366924169522,
"pre_home_rank_cv_n": 144,
"pre_home_rank_imax_max": 1.0104522705078125,
"pre_home_rank_imax_mean": 1.0053127076890733,
"pre_home_rank_imax_min": 1.0019378662109375,
"pre_home_rank_imax_n": 144,
"raw_expert_cv_max": 0.017577383237659006,
"raw_expert_cv_mean": 0.015149663454502107,
"raw_expert_cv_min": 0.013421143735031664,
"raw_expert_cv_n": 144,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.061279296875,
"raw_expert_imax_mean": 1.0389675564236112,
"raw_expert_imax_min": 1.026611328125,
"raw_expert_imax_n": 144,
"records": {
"drop_dispatch": 1152,
"drop_experts": 1152,
"drop_setup": 1152,
"echo_post": 1152,
"echo_pre": 1152
},
"required_capacity_max": 1.025390625,
"required_capacity_mean": 1.0166727701822917,
"required_capacity_min": 1.009765625,
"required_capacity_n": 1152,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap2p00__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.010344150647075702,
"valid_max_rank_reduction_mean": 0.005281131647695585,
"valid_max_rank_reduction_min": 0.0019341181487291168,
"valid_max_rank_reduction_n": 144,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.05859375",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.8671875,
"cold_expert_fraction_mean": 0.6226128472222222,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 576,
"commit": "b099fd84",
"config": "QWEN3_30B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 150994944.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 576,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 576,
"hottest_expert_token_fraction_max": 0.999969482421875,
"hottest_expert_token_fraction_mean": 0.9118819236755371,
"hottest_expert_token_fraction_min": 0.17547607421875,
"hottest_expert_token_fraction_n": 576,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "48",
"num_experts": "128",
"num_layers": "48",
"observed_dropped_tokens": 0.0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 576,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 576,
"pre_home_rank_cv_max": 1.5761933186406574,
"pre_home_rank_cv_mean": 0.7444972532673396,
"pre_home_rank_cv_min": 0.13794675824562003,
"pre_home_rank_cv_n": 576,
"pre_home_rank_imax_max": 4.99761962890625,
"pre_home_rank_imax_mean": 2.3144000901116266,
"pre_home_rank_imax_min": 1.190643310546875,
"pre_home_rank_imax_n": 576,
"raw_expert_cv_max": 3.8728415155335756,
"raw_expert_cv_mean": 3.29777346641909,
"raw_expert_cv_min": 0.540439815722741,
"raw_expert_cv_n": 576,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.99951171875,
"raw_expert_imax_mean": 14.590110778808594,
"raw_expert_imax_min": 2.8076171875,
"raw_expert_imax_n": 576,
"records": {
"drop_dispatch": 4608,
"drop_experts": 4608,
"drop_setup": 4608,
"echo_post": 4608,
"echo_pre": 4608
},
"required_capacity_max": 1.05859375,
"required_capacity_mean": 1.0174246893988714,
"required_capacity_min": 1.0,
"required_capacity_n": 4608,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p05859375/rep1",
"saturated_dispatch_rows": 2,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7999047398053273,
"valid_max_rank_reduction_mean": 0.5349478740536299,
"valid_max_rank_reduction_min": 0.16011790337049853,
"valid_max_rank_reduction_n": 576,
"zero_drop": 0
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.11328125",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.875,
"cold_expert_fraction_mean": 0.6219482421875,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 576,
"commit": "b099fd84",
"config": "QWEN3_30B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 150994944.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 576,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 576,
"hottest_expert_token_fraction_max": 0.99993896484375,
"hottest_expert_token_fraction_mean": 0.9112130271063911,
"hottest_expert_token_fraction_min": 0.17547607421875,
"hottest_expert_token_fraction_n": 576,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "48",
"num_experts": "128",
"num_layers": "48",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 576,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 576,
"pre_home_rank_cv_max": 1.578097624116397,
"pre_home_rank_cv_mean": 0.7551068112656576,
"pre_home_rank_cv_min": 0.06624539963813919,
"pre_home_rank_cv_n": 576,
"pre_home_rank_imax_max": 4.993865966796875,
"pre_home_rank_imax_mean": 2.3430113792419434,
"pre_home_rank_imax_min": 1.141937255859375,
"pre_home_rank_imax_n": 576,
"raw_expert_cv_max": 3.8727312060365473,
"raw_expert_cv_mean": 3.3030873539547936,
"raw_expert_cv_min": 0.540439815722741,
"raw_expert_cv_n": 576,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.9990234375,
"raw_expert_imax_mean": 14.579408433702257,
"raw_expert_imax_min": 2.8076171875,
"raw_expert_imax_n": 576,
"records": {
"drop_dispatch": 4608,
"drop_experts": 4608,
"drop_setup": 4608,
"echo_post": 4608,
"echo_pre": 4608
},
"required_capacity_max": 1.05859375,
"required_capacity_mean": 1.0174391004774306,
"required_capacity_min": 1.00390625,
"required_capacity_n": 4608,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7997543372912326,
"valid_max_rank_reduction_mean": 0.5390777070427375,
"valid_max_rank_reduction_min": 0.12429514417809134,
"valid_max_rank_reduction_n": 576,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.11328125",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 576,
"commit": "b099fd84",
"config": "QWEN3_30B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 150994944.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 576,
"experts_per_rank": "16",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 576,
"hottest_expert_token_fraction_max": 0.06854248046875,
"hottest_expert_token_fraction_mean": 0.066029601626926,
"hottest_expert_token_fraction_min": 0.06488037109375,
"hottest_expert_token_fraction_n": 576,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "48",
"num_experts": "128",
"num_layers": "48",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 576,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 576,
"pre_home_rank_cv_max": 0.009112333689945906,
"pre_home_rank_cv_mean": 0.004932308997139817,
"pre_home_rank_cv_min": 0.0012089160228135533,
"pre_home_rank_cv_n": 576,
"pre_home_rank_imax_max": 1.01739501953125,
"pre_home_rank_imax_mean": 1.0077196756998699,
"pre_home_rank_imax_min": 1.00177001953125,
"pre_home_rank_imax_n": 576,
"raw_expert_cv_max": 0.02488528396573193,
"raw_expert_cv_mean": 0.021371222454350164,
"raw_expert_cv_min": 0.018128366157757106,
"raw_expert_cv_n": 576,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.0966796875,
"raw_expert_imax_mean": 1.056473626030816,
"raw_expert_imax_min": 1.0380859375,
"raw_expert_imax_n": 576,
"records": {
"drop_dispatch": 4608,
"drop_experts": 4608,
"drop_setup": 4608,
"echo_post": 4608,
"echo_pre": 4608
},
"required_capacity_max": 1.0546875,
"required_capacity_mean": 1.0334201388888888,
"required_capacity_min": 1.015625,
"required_capacity_n": 4608,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p11328125__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.017097606335113084,
"valid_max_rank_reduction_mean": 0.00765283599899436,
"valid_max_rank_reduction_min": 0.0017668920977274112,
"valid_max_rank_reduction_n": 576,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.25",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.875,
"cold_expert_fraction_mean": 0.6218939887152778,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 576,
"commit": "b099fd84",
"config": "QWEN3_30B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 150994944.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 576,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 576,
"hottest_expert_token_fraction_max": 0.999969482421875,
"hottest_expert_token_fraction_mean": 0.910184277428521,
"hottest_expert_token_fraction_min": 0.17547607421875,
"hottest_expert_token_fraction_n": 576,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "48",
"num_experts": "128",
"num_layers": "48",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 576,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 576,
"pre_home_rank_cv_max": 1.6223541481667079,
"pre_home_rank_cv_mean": 0.7499987247080857,
"pre_home_rank_cv_min": 0.13794675824562003,
"pre_home_rank_cv_n": 576,
"pre_home_rank_imax_max": 4.996490478515625,
"pre_home_rank_imax_mean": 2.325153562757704,
"pre_home_rank_imax_min": 1.2030029296875,
"pre_home_rank_imax_n": 576,
"raw_expert_cv_max": 3.8728572743263237,
"raw_expert_cv_mean": 3.290849378885907,
"raw_expert_cv_min": 0.540439815722741,
"raw_expert_cv_n": 576,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.99951171875,
"raw_expert_imax_mean": 14.562948438856337,
"raw_expert_imax_min": 2.8076171875,
"raw_expert_imax_n": 576,
"records": {
"drop_dispatch": 4608,
"drop_experts": 4608,
"drop_setup": 4608,
"echo_post": 4608,
"echo_pre": 4608
},
"required_capacity_max": 1.05859375,
"required_capacity_mean": 1.017472161187066,
"required_capacity_min": 1.0,
"required_capacity_n": 4608,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p25/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7998595205374867,
"valid_max_rank_reduction_mean": 0.5375943177275591,
"valid_max_rank_reduction_min": 0.16874682902080163,
"valid_max_rank_reduction_n": 576,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.25",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 576,
"commit": "b099fd84",
"config": "QWEN3_30B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 150994944.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 576,
"experts_per_rank": "16",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 576,
"hottest_expert_token_fraction_max": 0.06854248046875,
"hottest_expert_token_fraction_mean": 0.066029601626926,
"hottest_expert_token_fraction_min": 0.06488037109375,
"hottest_expert_token_fraction_n": 576,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "48",
"num_experts": "128",
"num_layers": "48",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 576,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 576,
"pre_home_rank_cv_max": 0.009112333689945906,
"pre_home_rank_cv_mean": 0.004932308997139817,
"pre_home_rank_cv_min": 0.0012089160228135533,
"pre_home_rank_cv_n": 576,
"pre_home_rank_imax_max": 1.01739501953125,
"pre_home_rank_imax_mean": 1.0077196756998699,
"pre_home_rank_imax_min": 1.00177001953125,
"pre_home_rank_imax_n": 576,
"raw_expert_cv_max": 0.02488528396573193,
"raw_expert_cv_mean": 0.021371222454350164,
"raw_expert_cv_min": 0.018128366157757106,
"raw_expert_cv_n": 576,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.0966796875,
"raw_expert_imax_mean": 1.056473626030816,
"raw_expert_imax_min": 1.0380859375,
"raw_expert_imax_n": 576,
"records": {
"drop_dispatch": 4608,
"drop_experts": 4608,
"drop_setup": 4608,
"echo_post": 4608,
"echo_pre": 4608
},
"required_capacity_max": 1.0546875,
"required_capacity_mean": 1.0334201388888888,
"required_capacity_min": 1.015625,
"required_capacity_n": 4608,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p25__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.017097606335113084,
"valid_max_rank_reduction_mean": 0.00765283599899436,
"valid_max_rank_reduction_min": 0.0017668920977274112,
"valid_max_rank_reduction_n": 576,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.8671875,
"cold_expert_fraction_mean": 0.622314453125,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 576,
"commit": "b099fd84",
"config": "QWEN3_30B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 150994944.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 576,
"experts_per_rank": "16",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 576,
"hottest_expert_token_fraction_max": 0.999969482421875,
"hottest_expert_token_fraction_mean": 0.9118531545003256,
"hottest_expert_token_fraction_min": 0.17547607421875,
"hottest_expert_token_fraction_n": 576,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "48",
"num_experts": "128",
"num_layers": "48",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 576,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 576,
"pre_home_rank_cv_max": 1.5774194895632199,
"pre_home_rank_cv_mean": 0.7400018080842333,
"pre_home_rank_cv_min": 0.13794675824562003,
"pre_home_rank_cv_n": 576,
"pre_home_rank_imax_max": 4.9976806640625,
"pre_home_rank_imax_mean": 2.307412306467692,
"pre_home_rank_imax_min": 1.2030029296875,
"pre_home_rank_imax_n": 576,
"raw_expert_cv_max": 3.8728415155335756,
"raw_expert_cv_mean": 3.2988971894607007,
"raw_expert_cv_min": 0.540439815722741,
"raw_expert_cv_n": 576,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 1,
"raw_expert_imax_max": 15.99951171875,
"raw_expert_imax_mean": 14.589650472005209,
"raw_expert_imax_min": 2.8076171875,
"raw_expert_imax_n": 576,
"records": {
"drop_dispatch": 4608,
"drop_experts": 4608,
"drop_setup": 4608,
"echo_post": 4608,
"echo_pre": 4608
},
"required_capacity_max": 1.05859375,
"required_capacity_mean": 1.0174026489257812,
"required_capacity_min": 1.00390625,
"required_capacity_n": 4608,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.7999071835079749,
"valid_max_rank_reduction_mean": 0.5342935820013672,
"valid_max_rank_reduction_min": 0.16874682902080163,
"valid_max_rank_reduction_n": 576,
"zero_drop": 1
},
{
"arm": "forced",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "2.00",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 576,
"commit": "b099fd84",
"config": "QWEN3_30B",
"cuda_graph": "0",
"dense_first_layers": "0",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 150994944.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 576,
"experts_per_rank": "16",
"force_balance": "1",
"global_batch_size": "8",
"global_snapshots": 576,
"hottest_expert_token_fraction_max": 0.06854248046875,
"hottest_expert_token_fraction_mean": 0.066029601626926,
"hottest_expert_token_fraction_min": 0.06488037109375,
"hottest_expert_token_fraction_n": 576,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "48",
"num_experts": "128",
"num_layers": "48",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 576,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 576,
"pre_home_rank_cv_max": 0.009112333689945906,
"pre_home_rank_cv_mean": 0.004932308997139817,
"pre_home_rank_cv_min": 0.0012089160228135533,
"pre_home_rank_cv_n": 576,
"pre_home_rank_imax_max": 1.01739501953125,
"pre_home_rank_imax_mean": 1.0077196756998699,
"pre_home_rank_imax_min": 1.00177001953125,
"pre_home_rank_imax_n": 576,
"raw_expert_cv_max": 0.02488528396573193,
"raw_expert_cv_mean": 0.021371222454350164,
"raw_expert_cv_min": 0.018128366157757106,
"raw_expert_cv_n": 576,
"raw_expert_imax_ceiling": 16.0,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 1.0966796875,
"raw_expert_imax_mean": 1.056473626030816,
"raw_expert_imax_min": 1.0380859375,
"raw_expert_imax_n": 576,
"records": {
"drop_dispatch": 4608,
"drop_experts": 4608,
"drop_setup": 4608,
"echo_post": 4608,
"echo_pre": 4608
},
"required_capacity_max": 1.0546875,
"required_capacity_mean": 1.0334201388888888,
"required_capacity_min": 1.015625,
"required_capacity_n": 4608,
"router_balancing": "aux_loss",
"run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap2p00__forcebal/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "4096",
"shared_expert_overlap": "0",
"topk": "8",
"valid_max_rank_reduction_max": 0.017097606335113084,
"valid_max_rank_reduction_mean": 0.00765283599899436,
"valid_max_rank_reduction_min": 0.0017668920977274112,
"valid_max_rank_reduction_n": 576,
"zero_drop": 1
}
]
[
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.0234375",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.0,
"cold_expert_fraction_mean": 0.0,
"cold_expert_fraction_min": 0.0,
"cold_expert_fraction_n": 23,
"commit": "b099fd84",
"config": "DSV2_LITE_L24",
"cuda_graph": "0",
"dense_first_layers": "1",
"drop_accounting_source": "dispatch",
"drop_expected_assignments": 9043968.0,
"drop_rate_pct_overall": 0.0,
"echo_logged_load_reduction_valid": 0,
"echo_logged_pre_rank_metric_valid": 0,
"echo_moved_assignment_fraction_max": 0.5,
"echo_moved_assignment_fraction_mean": 0.5,
"echo_moved_assignment_fraction_min": 0.5,
"echo_moved_assignment_fraction_n": 23,
"experts_per_rank": "8",
"force_balance": "0",
"global_batch_size": "8",
"global_snapshots": 23,
"hottest_expert_token_fraction_max": 0.499298095703125,
"hottest_expert_token_fraction_mean": 0.2901452105978261,
"hottest_expert_token_fraction_min": 0.185516357421875,
"hottest_expert_token_fraction_n": 23,
"incomplete_snapshots": 0,
"malformed_records": 0,
"moe_layers": "23",
"num_experts": "64",
"num_layers": "24",
"observed_dropped_tokens": 0,
"post_physical_rank_cv_max": 0.0,
"post_physical_rank_cv_mean": 0.0,
"post_physical_rank_cv_min": 0.0,
"post_physical_rank_cv_n": 23,
"post_physical_rank_imax_max": 1.0,
"post_physical_rank_imax_mean": 1.0,
"post_physical_rank_imax_min": 1.0,
"post_physical_rank_imax_n": 23,
"pre_home_rank_cv_max": 0.3471133959287342,
"pre_home_rank_cv_mean": 0.21377386532323456,
"pre_home_rank_cv_min": 0.0802328706701629,
"pre_home_rank_cv_n": 23,
"pre_home_rank_imax_max": 1.71746826171875,
"pre_home_rank_imax_mean": 1.3778819208559783,
"pre_home_rank_imax_min": 1.1109822591145833,
"pre_home_rank_imax_n": 23,
"raw_expert_cv_max": 0.9478535238132552,
"raw_expert_cv_mean": 0.6129542705466309,
"raw_expert_cv_min": 0.36860618049647703,
"raw_expert_cv_n": 23,
"raw_expert_imax_ceiling": 10.666666666666666,
"raw_expert_imax_hit_ceiling": 0,
"raw_expert_imax_max": 5.325846354166667,
"raw_expert_imax_mean": 3.094882246376812,
"raw_expert_imax_min": 1.9788411458333333,
"raw_expert_imax_n": 23,
"records": {
"drop_dispatch": 184,
"drop_experts": 184,
"drop_setup": 184,
"echo_post": 184,
"echo_pre": 184
},
"required_capacity_max": 1.0182291666666667,
"required_capacity_mean": 1.0115206068840579,
"required_capacity_min": 1.0052083333333333,
"required_capacity_n": 184,
"router_balancing": "seq_aux_loss",
"run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p0234375/rep1",
"saturated_dispatch_rows": 0,
"seq_length": "8192",
"shared_expert_overlap": "0",
"topk": "6",
"valid_max_rank_reduction_max": 0.41774761007853867,
"valid_max_rank_reduction_mean": 0.2636767056437002,
"valid_max_rank_reduction_min": 0.09989561777794055,
"valid_max_rank_reduction_n": 23,
"zero_drop": 1
},
{
"arm": "natural",
"assignment_sum_mismatches": 0,
"aux_loss_coeff": "1e-3",
"backend": "echo",
"branch": "token-drop-analysis",
"capacity": "1.0755208333333333",
"capacity_mode": "static",
"cold_expert_fraction_max": 0.59375,
"cold_expert_fraction_mean": 0.12777400362318841,
"cold_expert_fraction_min": 0.0,