granularity results granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe @ 2026-09-21T07:43:07Z from sp-aiinfra-interactive-aghosh-8-mb99k-8xb200-moe-cg-0
Browse files- granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1/mem_samples.csv +48 -0
- granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1/train.log +0 -0
- granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv +1 -0
- granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv +1 -0
- granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.json +228 -0
- granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv +3 -0
- granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/results.tsv +1 -0
granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1/mem_samples.csv
CHANGED
|
@@ -174,3 +174,51 @@
|
|
| 174 |
5, 68079
|
| 175 |
6, 68077
|
| 176 |
7, 68083
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 174 |
5, 68079
|
| 175 |
6, 68077
|
| 176 |
7, 68083
|
| 177 |
+
0, 77077
|
| 178 |
+
1, 77103
|
| 179 |
+
2, 77077
|
| 180 |
+
3, 77089
|
| 181 |
+
4, 77145
|
| 182 |
+
5, 77251
|
| 183 |
+
6, 77109
|
| 184 |
+
7, 77129
|
| 185 |
+
0, 86099
|
| 186 |
+
1, 86101
|
| 187 |
+
2, 86101
|
| 188 |
+
3, 86101
|
| 189 |
+
4, 86101
|
| 190 |
+
5, 86157
|
| 191 |
+
6, 86101
|
| 192 |
+
7, 86101
|
| 193 |
+
0, 84189
|
| 194 |
+
1, 84191
|
| 195 |
+
2, 83929
|
| 196 |
+
3, 84191
|
| 197 |
+
4, 84191
|
| 198 |
+
5, 83859
|
| 199 |
+
6, 83971
|
| 200 |
+
7, 84191
|
| 201 |
+
0, 82243
|
| 202 |
+
1, 82769
|
| 203 |
+
2, 82449
|
| 204 |
+
3, 82391
|
| 205 |
+
4, 82769
|
| 206 |
+
5, 82499
|
| 207 |
+
6, 81925
|
| 208 |
+
7, 82769
|
| 209 |
+
0, 388
|
| 210 |
+
1, 68993
|
| 211 |
+
2, 388
|
| 212 |
+
3, 68993
|
| 213 |
+
4, 74369
|
| 214 |
+
5, 324
|
| 215 |
+
6, 68
|
| 216 |
+
7, 68993
|
| 217 |
+
0, 0
|
| 218 |
+
1, 0
|
| 219 |
+
2, 0
|
| 220 |
+
3, 0
|
| 221 |
+
4, 0
|
| 222 |
+
5, 0
|
| 223 |
+
6, 0
|
| 224 |
+
7, 0
|
granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1/train.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/capacity_attempts.tsv
CHANGED
|
@@ -1,2 +1,3 @@
|
|
| 1 |
model backend purpose capacity status peak_mib zero_drop drop_rate_pct required_capacity run_dir
|
| 2 |
KIMI_K2_L2 moonep natural none OK 86157 1 0 /workspace/granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1
|
|
|
|
|
|
| 1 |
model backend purpose capacity status peak_mib zero_drop drop_rate_pct required_capacity run_dir
|
| 2 |
KIMI_K2_L2 moonep natural none OK 86157 1 0 /workspace/granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1
|
| 3 |
+
KIMI_K2_L2 moonep forced none OK 86157 1 0 /workspace/granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1
|
granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/capacity_selection.tsv
CHANGED
|
@@ -1 +1,2 @@
|
|
| 1 |
model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
|
|
|
|
|
|
| 1 |
model backend status selected_capacity required_capacity drop_rate_pct peak_mib run_dir
|
| 2 |
+
KIMI_K2_L2 moonep SELECTED none 0 86157 /workspace/granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1
|
granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.json
ADDED
|
@@ -0,0 +1,228 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"arm": "natural",
|
| 4 |
+
"aux_loss_coeff": "0",
|
| 5 |
+
"backend": "moonep",
|
| 6 |
+
"branch": "moonep_backend_async_grad_reduce_token_routing_analysis",
|
| 7 |
+
"capacity": "none",
|
| 8 |
+
"capacity_mode": "none",
|
| 9 |
+
"cold_expert_fraction_max": 0.0,
|
| 10 |
+
"cold_expert_fraction_mean": 0.0,
|
| 11 |
+
"cold_expert_fraction_min": 0.0,
|
| 12 |
+
"cold_expert_fraction_n": 10,
|
| 13 |
+
"commit": "a6a1a221",
|
| 14 |
+
"config": "KIMI_K2_L2",
|
| 15 |
+
"cuda_graph": "0",
|
| 16 |
+
"dense_first_layers": "1",
|
| 17 |
+
"experts_per_rank": "48",
|
| 18 |
+
"force_balance": "0",
|
| 19 |
+
"global_batch_size": "8",
|
| 20 |
+
"global_snapshots": 10,
|
| 21 |
+
"hottest_expert_token_fraction_max": 0.2982177734375,
|
| 22 |
+
"hottest_expert_token_fraction_mean": 0.170477294921875,
|
| 23 |
+
"hottest_expert_token_fraction_min": 0.110565185546875,
|
| 24 |
+
"hottest_expert_token_fraction_n": 10,
|
| 25 |
+
"incomplete_snapshots": 0,
|
| 26 |
+
"malformed_records": 0,
|
| 27 |
+
"moe_layers": "1",
|
| 28 |
+
"moonep_bytes_global_snapshots": 10,
|
| 29 |
+
"moonep_bytes_incomplete_snapshots": 0,
|
| 30 |
+
"moonep_bytes_malformed_records": 0,
|
| 31 |
+
"moonep_global_combine_payload_bytes_max": 4395991040.0,
|
| 32 |
+
"moonep_global_combine_payload_bytes_mean": 4330650419.2,
|
| 33 |
+
"moonep_global_combine_payload_bytes_min": 4301602816.0,
|
| 34 |
+
"moonep_global_combine_payload_bytes_n": 10,
|
| 35 |
+
"moonep_global_dispatch_payload_bytes_max": 4395991040.0,
|
| 36 |
+
"moonep_global_dispatch_payload_bytes_mean": 4330650419.2,
|
| 37 |
+
"moonep_global_dispatch_payload_bytes_min": 4301602816.0,
|
| 38 |
+
"moonep_global_dispatch_payload_bytes_n": 10,
|
| 39 |
+
"moonep_global_prefetch_bytes_max": 1937768448.0,
|
| 40 |
+
"moonep_global_prefetch_bytes_mean": 1603062988.8,
|
| 41 |
+
"moonep_global_prefetch_bytes_min": 1233125376.0,
|
| 42 |
+
"moonep_global_prefetch_bytes_n": 10,
|
| 43 |
+
"moonep_global_reduce_bytes_max": 1937768448.0,
|
| 44 |
+
"moonep_global_reduce_bytes_mean": 1603062988.8,
|
| 45 |
+
"moonep_global_reduce_bytes_min": 1233125376.0,
|
| 46 |
+
"moonep_global_reduce_bytes_n": 10,
|
| 47 |
+
"moonep_global_token_bytes_max": 8793816424.0,
|
| 48 |
+
"moonep_global_token_bytes_mean": 8663126381.6,
|
| 49 |
+
"moonep_global_token_bytes_min": 8605026376.0,
|
| 50 |
+
"moonep_global_token_bytes_n": 10,
|
| 51 |
+
"moonep_global_total_nvlink_bytes_max": 12480563272.0,
|
| 52 |
+
"moonep_global_total_nvlink_bytes_mean": 11869252359.2,
|
| 53 |
+
"moonep_global_total_nvlink_bytes_min": 11211418776.0,
|
| 54 |
+
"moonep_global_total_nvlink_bytes_n": 10,
|
| 55 |
+
"moonep_global_weight_movement_bytes_max": 3875536896.0,
|
| 56 |
+
"moonep_global_weight_movement_bytes_mean": 3206125977.6,
|
| 57 |
+
"moonep_global_weight_movement_bytes_min": 2466250752.0,
|
| 58 |
+
"moonep_global_weight_movement_bytes_n": 10,
|
| 59 |
+
"moonep_global_weight_to_token_ratio_max": 0.4503805946265469,
|
| 60 |
+
"moonep_global_weight_to_token_ratio_mean": 0.37043439150680124,
|
| 61 |
+
"moonep_global_weight_to_token_ratio_min": 0.280452835616301,
|
| 62 |
+
"moonep_global_weight_to_token_ratio_n": 10,
|
| 63 |
+
"moonep_remote_demand_max": 2.0,
|
| 64 |
+
"moonep_remote_demand_mean": 1.1375,
|
| 65 |
+
"moonep_remote_demand_min": 0.0,
|
| 66 |
+
"moonep_remote_demand_n": 80,
|
| 67 |
+
"moonep_slot_utilization_max": 0.041667,
|
| 68 |
+
"moonep_slot_utilization_mean": 0.0236978,
|
| 69 |
+
"moonep_slot_utilization_min": 0.0,
|
| 70 |
+
"moonep_slot_utilization_n": 80,
|
| 71 |
+
"moonep_unused_prefetch_slots_max": 96.0,
|
| 72 |
+
"moonep_unused_prefetch_slots_mean": 93.725,
|
| 73 |
+
"moonep_unused_prefetch_slots_min": 92.0,
|
| 74 |
+
"moonep_unused_prefetch_slots_n": 80,
|
| 75 |
+
"num_experts": "384",
|
| 76 |
+
"num_layers": "2",
|
| 77 |
+
"post_physical_rank_cv_max": 0.022939437595188024,
|
| 78 |
+
"post_physical_rank_cv_mean": 0.016598105480502157,
|
| 79 |
+
"post_physical_rank_cv_min": 0.0017300051649072432,
|
| 80 |
+
"post_physical_rank_cv_n": 10,
|
| 81 |
+
"post_physical_rank_imax_max": 1.0368468027524256,
|
| 82 |
+
"post_physical_rank_imax_mean": 1.0260113076815665,
|
| 83 |
+
"post_physical_rank_imax_min": 1.003556609365738,
|
| 84 |
+
"post_physical_rank_imax_n": 10,
|
| 85 |
+
"pre_home_rank_cv_max": 0.23147253286871253,
|
| 86 |
+
"pre_home_rank_cv_mean": 0.1336617698353712,
|
| 87 |
+
"pre_home_rank_cv_min": 0.08928583511808427,
|
| 88 |
+
"pre_home_rank_cv_n": 10,
|
| 89 |
+
"pre_home_rank_imax_max": 1.389129638671875,
|
| 90 |
+
"pre_home_rank_imax_mean": 1.230499267578125,
|
| 91 |
+
"pre_home_rank_imax_min": 1.129058837890625,
|
| 92 |
+
"pre_home_rank_imax_n": 10,
|
| 93 |
+
"raw_expert_cv_max": 1.7760509001770588,
|
| 94 |
+
"raw_expert_cv_mean": 1.0733812106366694,
|
| 95 |
+
"raw_expert_cv_min": 0.7388867791341617,
|
| 96 |
+
"raw_expert_cv_n": 10,
|
| 97 |
+
"raw_expert_imax_ceiling": 48.0,
|
| 98 |
+
"raw_expert_imax_hit_ceiling": 0,
|
| 99 |
+
"raw_expert_imax_max": 14.314453125,
|
| 100 |
+
"raw_expert_imax_mean": 8.18291015625,
|
| 101 |
+
"raw_expert_imax_min": 5.30712890625,
|
| 102 |
+
"raw_expert_imax_n": 10,
|
| 103 |
+
"records": {
|
| 104 |
+
"moonep_bytes": 80,
|
| 105 |
+
"moonep_routing": 80,
|
| 106 |
+
"moonep_summary": 80,
|
| 107 |
+
"moonep_weights": 80
|
| 108 |
+
},
|
| 109 |
+
"router_balancing": "seq_aux_loss",
|
| 110 |
+
"run_dir": "KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1",
|
| 111 |
+
"seq_length": "4096",
|
| 112 |
+
"shared_expert_overlap": "0",
|
| 113 |
+
"topk": "8"
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"arm": "forced",
|
| 117 |
+
"aux_loss_coeff": "0",
|
| 118 |
+
"backend": "moonep",
|
| 119 |
+
"branch": "moonep_backend_async_grad_reduce_token_routing_analysis",
|
| 120 |
+
"capacity": "none",
|
| 121 |
+
"capacity_mode": "none",
|
| 122 |
+
"cold_expert_fraction_max": 0.0,
|
| 123 |
+
"cold_expert_fraction_mean": 0.0,
|
| 124 |
+
"cold_expert_fraction_min": 0.0,
|
| 125 |
+
"cold_expert_fraction_n": 10,
|
| 126 |
+
"commit": "a6a1a221",
|
| 127 |
+
"config": "KIMI_K2_L2",
|
| 128 |
+
"cuda_graph": "0",
|
| 129 |
+
"dense_first_layers": "1",
|
| 130 |
+
"experts_per_rank": "48",
|
| 131 |
+
"force_balance": "1",
|
| 132 |
+
"global_batch_size": "8",
|
| 133 |
+
"global_snapshots": 10,
|
| 134 |
+
"hottest_expert_token_fraction_max": 0.0240478515625,
|
| 135 |
+
"hottest_expert_token_fraction_mean": 0.0235992431640625,
|
| 136 |
+
"hottest_expert_token_fraction_min": 0.02313232421875,
|
| 137 |
+
"hottest_expert_token_fraction_n": 10,
|
| 138 |
+
"incomplete_snapshots": 0,
|
| 139 |
+
"malformed_records": 0,
|
| 140 |
+
"moe_layers": "1",
|
| 141 |
+
"moonep_bytes_global_snapshots": 10,
|
| 142 |
+
"moonep_bytes_incomplete_snapshots": 0,
|
| 143 |
+
"moonep_bytes_malformed_records": 0,
|
| 144 |
+
"moonep_global_combine_payload_bytes_max": 4344438784.0,
|
| 145 |
+
"moonep_global_combine_payload_bytes_mean": 4338601164.8,
|
| 146 |
+
"moonep_global_combine_payload_bytes_min": 4333916160.0,
|
| 147 |
+
"moonep_global_combine_payload_bytes_n": 10,
|
| 148 |
+
"moonep_global_dispatch_payload_bytes_max": 4344438784.0,
|
| 149 |
+
"moonep_global_dispatch_payload_bytes_mean": 4338601164.8,
|
| 150 |
+
"moonep_global_dispatch_payload_bytes_min": 4333916160.0,
|
| 151 |
+
"moonep_global_dispatch_payload_bytes_n": 10,
|
| 152 |
+
"moonep_global_prefetch_bytes_max": 1233125376.0,
|
| 153 |
+
"moonep_global_prefetch_bytes_mean": 1233125376.0,
|
| 154 |
+
"moonep_global_prefetch_bytes_min": 1233125376.0,
|
| 155 |
+
"moonep_global_prefetch_bytes_n": 10,
|
| 156 |
+
"moonep_global_reduce_bytes_max": 1233125376.0,
|
| 157 |
+
"moonep_global_reduce_bytes_mean": 1233125376.0,
|
| 158 |
+
"moonep_global_reduce_bytes_min": 1233125376.0,
|
| 159 |
+
"moonep_global_reduce_bytes_n": 10,
|
| 160 |
+
"moonep_global_token_bytes_max": 8690713000.0,
|
| 161 |
+
"moonep_global_token_bytes_mean": 8679036183.2,
|
| 162 |
+
"moonep_global_token_bytes_min": 8669663568.0,
|
| 163 |
+
"moonep_global_token_bytes_n": 10,
|
| 164 |
+
"moonep_global_total_nvlink_bytes_max": 11156963752.0,
|
| 165 |
+
"moonep_global_total_nvlink_bytes_mean": 11145286935.2,
|
| 166 |
+
"moonep_global_total_nvlink_bytes_min": 11135914320.0,
|
| 167 |
+
"moonep_global_total_nvlink_bytes_n": 10,
|
| 168 |
+
"moonep_global_weight_movement_bytes_max": 2466250752.0,
|
| 169 |
+
"moonep_global_weight_movement_bytes_mean": 2466250752.0,
|
| 170 |
+
"moonep_global_weight_movement_bytes_min": 2466250752.0,
|
| 171 |
+
"moonep_global_weight_movement_bytes_n": 10,
|
| 172 |
+
"moonep_global_weight_to_token_ratio_max": 0.2844690261226524,
|
| 173 |
+
"moonep_global_weight_to_token_ratio_mean": 0.28416198294879025,
|
| 174 |
+
"moonep_global_weight_to_token_ratio_min": 0.2837800249530735,
|
| 175 |
+
"moonep_global_weight_to_token_ratio_n": 10,
|
| 176 |
+
"moonep_remote_demand_max": 1.0,
|
| 177 |
+
"moonep_remote_demand_mean": 0.875,
|
| 178 |
+
"moonep_remote_demand_min": 0.0,
|
| 179 |
+
"moonep_remote_demand_n": 80,
|
| 180 |
+
"moonep_slot_utilization_max": 0.020833,
|
| 181 |
+
"moonep_slot_utilization_mean": 0.018228875,
|
| 182 |
+
"moonep_slot_utilization_min": 0.0,
|
| 183 |
+
"moonep_slot_utilization_n": 80,
|
| 184 |
+
"moonep_unused_prefetch_slots_max": 96.0,
|
| 185 |
+
"moonep_unused_prefetch_slots_mean": 94.25,
|
| 186 |
+
"moonep_unused_prefetch_slots_min": 94.0,
|
| 187 |
+
"moonep_unused_prefetch_slots_n": 80,
|
| 188 |
+
"num_experts": "384",
|
| 189 |
+
"num_layers": "2",
|
| 190 |
+
"post_physical_rank_cv_max": 0.0031320054168418494,
|
| 191 |
+
"post_physical_rank_cv_mean": 0.0022532777674585456,
|
| 192 |
+
"post_physical_rank_cv_min": 0.0014149963886086814,
|
| 193 |
+
"post_physical_rank_cv_n": 10,
|
| 194 |
+
"post_physical_rank_imax_max": 1.004496538012507,
|
| 195 |
+
"post_physical_rank_imax_mean": 1.0033084889047725,
|
| 196 |
+
"post_physical_rank_imax_min": 1.0019296319833613,
|
| 197 |
+
"post_physical_rank_imax_n": 10,
|
| 198 |
+
"pre_home_rank_cv_max": 0.009327227347999425,
|
| 199 |
+
"pre_home_rank_cv_mean": 0.007192100098074482,
|
| 200 |
+
"pre_home_rank_cv_min": 0.003541485721042321,
|
| 201 |
+
"pre_home_rank_cv_n": 10,
|
| 202 |
+
"pre_home_rank_imax_max": 1.02001953125,
|
| 203 |
+
"pre_home_rank_imax_mean": 1.01103515625,
|
| 204 |
+
"pre_home_rank_imax_min": 1.005340576171875,
|
| 205 |
+
"pre_home_rank_imax_n": 10,
|
| 206 |
+
"raw_expert_cv_max": 0.04836014600641425,
|
| 207 |
+
"raw_expert_cv_mean": 0.045649240379339776,
|
| 208 |
+
"raw_expert_cv_min": 0.04141931327746496,
|
| 209 |
+
"raw_expert_cv_n": 10,
|
| 210 |
+
"raw_expert_imax_ceiling": 48.0,
|
| 211 |
+
"raw_expert_imax_hit_ceiling": 0,
|
| 212 |
+
"raw_expert_imax_max": 1.154296875,
|
| 213 |
+
"raw_expert_imax_mean": 1.132763671875,
|
| 214 |
+
"raw_expert_imax_min": 1.1103515625,
|
| 215 |
+
"raw_expert_imax_n": 10,
|
| 216 |
+
"records": {
|
| 217 |
+
"moonep_bytes": 80,
|
| 218 |
+
"moonep_routing": 80,
|
| 219 |
+
"moonep_summary": 80,
|
| 220 |
+
"moonep_weights": 80
|
| 221 |
+
},
|
| 222 |
+
"router_balancing": "seq_aux_loss",
|
| 223 |
+
"run_dir": "KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1",
|
| 224 |
+
"seq_length": "4096",
|
| 225 |
+
"shared_expert_overlap": "0",
|
| 226 |
+
"topk": "8"
|
| 227 |
+
}
|
| 228 |
+
]
|
granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/probe_summary.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n
|
| 2 |
+
KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1 natural KIMI_K2_L2 moonep 384 8 48 2 1 1 4096 8 none none 0 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 0 0 0.0 0.0 0.0 10 10 0.2982177734375 0.170477294921875 0.110565185546875 10 0 0 10 0 0 4395991040.0 4330650419.2 4301602816.0 10 4395991040.0 4330650419.2 4301602816.0 10 1937768448.0 1603062988.8 1233125376.0 10 1937768448.0 1603062988.8 1233125376.0 10 8793816424.0 8663126381.6 8605026376.0 10 12480563272.0 11869252359.2 11211418776.0 10 3875536896.0 3206125977.6 2466250752.0 10 0.4503805946265469 0.37043439150680124 0.280452835616301 10 2.0 1.1375 0.0 80 0.041667 0.0236978 0.0 80 96.0 93.725 92.0 80 0.022939437595188024 0.016598105480502157 0.0017300051649072432 10 1.0368468027524256 1.0260113076815665 1.003556609365738 10 0.23147253286871253 0.1336617698353712 0.08928583511808427 10 1.389129638671875 1.230499267578125 1.129058837890625 10 1.7760509001770588 1.0733812106366694 0.7388867791341617 10 48.0 0 14.314453125 8.18291015625 5.30712890625 10
|
| 3 |
+
KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1 forced KIMI_K2_L2 moonep 384 8 48 2 1 1 4096 8 none none 1 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 0 0 0.0 0.0 0.0 10 10 0.0240478515625 0.0235992431640625 0.02313232421875 10 0 0 10 0 0 4344438784.0 4338601164.8 4333916160.0 10 4344438784.0 4338601164.8 4333916160.0 10 1233125376.0 1233125376.0 1233125376.0 10 1233125376.0 1233125376.0 1233125376.0 10 8690713000.0 8679036183.2 8669663568.0 10 11156963752.0 11145286935.2 11135914320.0 10 2466250752.0 2466250752.0 2466250752.0 10 0.2844690261226524 0.28416198294879025 0.2837800249530735 10 1.0 0.875 0.0 80 0.020833 0.018228875 0.0 80 96.0 94.25 94.0 80 0.0031320054168418494 0.0022532777674585456 0.0014149963886086814 10 1.004496538012507 1.0033084889047725 1.0019296319833613 10 0.009327227347999425 0.007192100098074482 0.003541485721042321 10 1.02001953125 1.01103515625 1.005340576171875 10 0.04836014600641425 0.045649240379339776 0.04141931327746496 10 48.0 0 1.154296875 1.132763671875 1.1103515625 10
|
granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/results.tsv
CHANGED
|
@@ -1,2 +1,3 @@
|
|
| 1 |
config backend policy slots seq gbs cap recompute rep status iter_ms_mean iter_ms_min peak_mib run_dir
|
| 2 |
KIMI_K2_L2 moonep matched 48 4096 8 none none 1 OK 121.60 120.60 86157 /workspace/granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1
|
|
|
|
|
|
| 1 |
config backend policy slots seq gbs cap recompute rep status iter_ms_mean iter_ms_min peak_mib run_dir
|
| 2 |
KIMI_K2_L2 moonep matched 48 4096 8 none none 1 OK 121.60 120.60 86157 /workspace/granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1
|
| 3 |
+
KIMI_K2_L2 moonep matched 48 4096 8 none none+forcebal 1 OK 120.39 119.90 86157 /workspace/granularity_next_b200/tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1
|