AbhishekGhosh1998 commited on
Commit
764f1ca
·
verified ·
1 Parent(s): 359231b

Upload granularity_next_b200/probe_summary_all.tsv with huggingface_hub

Browse files
granularity_next_b200/probe_summary_all.tsv ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_dir arm config backend num_experts topk experts_per_rank num_layers moe_layers dense_first_layers seq_length global_batch_size capacity_mode capacity force_balance cuda_graph branch commit router_balancing aux_loss_coeff shared_expert_overlap assignment_sum_mismatches cold_expert_fraction_max cold_expert_fraction_mean cold_expert_fraction_min cold_expert_fraction_n drop_accounting_source drop_expected_assignments drop_rate_pct_max drop_rate_pct_mean drop_rate_pct_min drop_rate_pct_n drop_rate_pct_overall dropped_tokens_sum_all_records duplicate_vector_mismatches echo_logged_load_reduction_valid echo_logged_pre_rank_metric_valid echo_moved_assignment_fraction_max echo_moved_assignment_fraction_mean echo_moved_assignment_fraction_min echo_moved_assignment_fraction_n global_snapshots hottest_expert_token_fraction_max hottest_expert_token_fraction_mean hottest_expert_token_fraction_min hottest_expert_token_fraction_n incomplete_snapshots malformed_records moonep_bytes_global_snapshots moonep_bytes_incomplete_snapshots moonep_bytes_malformed_records moonep_global_combine_payload_bytes_max moonep_global_combine_payload_bytes_mean moonep_global_combine_payload_bytes_min moonep_global_combine_payload_bytes_n moonep_global_dispatch_payload_bytes_max moonep_global_dispatch_payload_bytes_mean moonep_global_dispatch_payload_bytes_min moonep_global_dispatch_payload_bytes_n moonep_global_prefetch_bytes_max moonep_global_prefetch_bytes_mean moonep_global_prefetch_bytes_min moonep_global_prefetch_bytes_n moonep_global_reduce_bytes_max moonep_global_reduce_bytes_mean moonep_global_reduce_bytes_min moonep_global_reduce_bytes_n moonep_global_token_bytes_max moonep_global_token_bytes_mean moonep_global_token_bytes_min moonep_global_token_bytes_n moonep_global_total_nvlink_bytes_max moonep_global_total_nvlink_bytes_mean moonep_global_total_nvlink_bytes_min moonep_global_total_nvlink_bytes_n moonep_global_weight_movement_bytes_max moonep_global_weight_movement_bytes_mean moonep_global_weight_movement_bytes_min moonep_global_weight_movement_bytes_n moonep_global_weight_to_token_ratio_max moonep_global_weight_to_token_ratio_mean moonep_global_weight_to_token_ratio_min moonep_global_weight_to_token_ratio_n moonep_remote_demand_max moonep_remote_demand_mean moonep_remote_demand_min moonep_remote_demand_n moonep_slot_utilization_max moonep_slot_utilization_mean moonep_slot_utilization_min moonep_slot_utilization_n moonep_unused_prefetch_slots_max moonep_unused_prefetch_slots_mean moonep_unused_prefetch_slots_min moonep_unused_prefetch_slots_n observed_dropped_tokens peak_demand_max peak_demand_mean peak_demand_min peak_demand_n peak_rank_overflow_max peak_rank_overflow_mean peak_rank_overflow_min peak_rank_overflow_n post_physical_rank_cv_max post_physical_rank_cv_mean post_physical_rank_cv_min post_physical_rank_cv_n post_physical_rank_imax_max post_physical_rank_imax_mean post_physical_rank_imax_min post_physical_rank_imax_n pre_home_rank_cv_max pre_home_rank_cv_mean pre_home_rank_cv_min pre_home_rank_cv_n pre_home_rank_imax_max pre_home_rank_imax_mean pre_home_rank_imax_min pre_home_rank_imax_n raw_expert_cv_max raw_expert_cv_mean raw_expert_cv_min raw_expert_cv_n raw_expert_imax_ceiling raw_expert_imax_hit_ceiling raw_expert_imax_max raw_expert_imax_mean raw_expert_imax_min raw_expert_imax_n required_capacity_max required_capacity_mean required_capacity_min required_capacity_n saturated_dispatch_rows valid_max_rank_reduction_max valid_max_rank_reduction_mean valid_max_rank_reduction_min valid_max_rank_reduction_n zero_drop
2
+ tiera_topk/echo/tierbprobe/tierbprobe_gbs16/G2_K2__echo__matched__seq4096__gbs16__cap2p00/rep1 natural G2_K2 echo 32 2 4 16 16 0 4096 16 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.125 0.056640625 0.0 16 dispatch 1048576.0 0.0 0 0 0.5 0.5 0.5 16 16 0.619873046875 0.42711830139160156 0.22906494140625 16 0 0 0 0.0 0.0 0.0 16 1.0 1.0 1.0 16 0.9663137673831743 0.6808187541116586 0.3349375313457909 16 2.9771728515625 2.2637786865234375 1.5008544921875 16 2.449947178889177 1.6107010525166876 1.13343002982632 16 16.0 0 9.91796875 6.833892822265625 3.6650390625 16 1.078125 1.0391845703125 1.015625 128 0 0.6641108696543524 0.538580031694066 0.3337128914192761 16 1
3
+ tiera_topk/echo/tierbprobe/tierbprobe_gbs16/G3_K2__echo__matched__seq4096__gbs16__cap1p1875/rep1 natural G3_K2 echo 64 2 8 16 16 0 4096 16 static 1.1875 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.0 0.0 0.0 1 setup_predicted 65536.0 0.0 0 0 0.5 0.5 0.5 1 1 0.19744873046875 0.19744873046875 0.19744873046875 1 0 0 0.0 0.0 0.0 0.0 1 1.0 1.0 1.0 1 0.4511178178315925 0.4511178178315925 0.4511178178315925 1 1.6055908203125 1.6055908203125 1.6055908203125 1 1.540220967098257 1.540220967098257 1.540220967098257 1 32.0 0 6.318359375 6.318359375 6.318359375 1 1.0 1.0 1.0 8 0.3771763095871664 0.3771763095871664 0.3771763095871664 1 1
4
+ tiera_topk/echo/tierbprobe/tierbprobe_gbs16/G4_K6__echo__matched__seq4096__gbs16__cap2p00/rep1 natural G4_K6 echo 128 6 16 16 16 0 4096 16 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.296875 0.20654296875 0.0 16 dispatch 3145728.0 0.0 0 0 0.5 0.5 0.5 16 16 0.910614013671875 0.5871315002441406 0.2750244140625 16 0 0 0 0.0 0.0 0.0 16 1.0 1.0 1.0 16 0.8020855312193444 0.4726220021074186 0.2882069909889588 16 2.5978190104166665 1.828046162923177 1.4016927083333333 16 3.3666279163821584 2.1462435505466795 1.245701658079838 16 21.333333333333332 0 19.426432291666668 12.525472005208334 5.8671875 16 1.0677083333333333 1.0428873697916667 1.0208333333333333 128 0 0.6150617129252554 0.43036693633548173 0.28657686948444033 16 1
5
+ tiera_topk/echo/tierbprobe/tierbprobe_gbs16/G4_K8__echo__matched__seq4096__gbs16__cap1p109375/rep1 natural G4_K8 echo 128 8 16 16 16 0 4096 16 static 1.109375 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.0 0.0 0.0 1 setup_predicted 0 0.0 0 0 0.5 0.5 0.5 1 1 0.354217529296875 0.354217529296875 0.354217529296875 1 0 0 0 0.0 0.0 0.0 1 1.0 1.0 1.0 1 0.28370822841845655 0.28370822841845655 0.28370822841845655 1 1.454010009765625 1.454010009765625 1.454010009765625 1 1.1728942396417854 1.1728942396417854 1.1728942396417854 1 16.0 0 5.66748046875 5.66748046875 5.66748046875 1 0.31224682548011334 0.31224682548011334 0.31224682548011334 1 0
6
+ tierb_models/attempts/DEEPSEEK_V3_L4/echo/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__echo__matched__seq4096__gbs8__cap1p13671875/rep1 natural DEEPSEEK_V3_L4 echo 256 8 32 4 1 3 4096 8 static 1.13671875 0 0 token-drop-analysis b099fd84 seq_aux_loss 1e-4 0 0 0.0 0.0 0.0 12 dispatch 3145728.0 0.0 0 0 0.5 0.5 0.5 12 12 0.279449462890625 0.16472371419270834 0.09417724609375 12 0 0 0 0.0 0.0 0.0 12 1.0 1.0 1.0 12 0.3949158995862076 0.18817834176075468 0.07608345138535468 12 1.563079833984375 1.291656494140625 1.098876953125 12 1.4608217820834073 0.8516673799234088 0.5323456097372459 12 32.0 0 8.9423828125 5.271158854166667 3.013671875 12 1.08203125 1.0650227864583333 1.046875 96 0 0.3602374118979285 0.21588444472672905 0.08998000444345701 12 1
7
+ tierb_models/attempts/DEEPSEEK_V3_L4/echo/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__echo__matched__seq4096__gbs8__cap1p13671875__forcebal/rep1 forced DEEPSEEK_V3_L4 echo 256 8 32 4 1 3 4096 8 static 1.13671875 1 0 token-drop-analysis b099fd84 seq_aux_loss 1e-4 0 0 0.0 0.0 0.0 12 dispatch 3145728.0 0.0 0 0 0.5 0.5 0.5 12 12 0.03521728515625 0.034426371256510414 0.033843994140625 12 0 0 0 0.0 0.0 0.0 12 1.0 1.0 1.0 12 0.009139900015747392 0.006980946768958179 0.0030538170542637444 12 1.014892578125 1.0104904174804688 1.00408935546875 12 0.03876371556245609 0.03570960046443938 0.029816782685728113 12 32.0 0 1.126953125 1.1016438802083333 1.0830078125 12 1.08203125 1.0631510416666667 1.04296875 96 0 0.01467404378157325 0.01036908147130012 0.004072700747674914 12 1
8
+ tierb_models/attempts/DEEPSEEK_V3_L4/echo/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__echo__matched__seq4096__gbs8__cap2p00/rep1 natural DEEPSEEK_V3_L4 echo 256 8 32 4 1 3 4096 8 static 2.00 0 0 token-drop-analysis b099fd84 seq_aux_loss 1e-4 0 0 0.0 0.0 0.0 12 dispatch 3145728.0 0.0 0 0 0.5 0.5 0.5 12 12 0.279449462890625 0.16472371419270834 0.09417724609375 12 0 0 0 0.0 0.0 0.0 12 1.0 1.0 1.0 12 0.3949158995862076 0.18817834176075468 0.07608345138535468 12 1.563079833984375 1.291656494140625 1.098876953125 12 1.4608217820834073 0.8516673799234088 0.5323456097372459 12 32.0 0 8.9423828125 5.271158854166667 3.013671875 12 1.08203125 1.0650227864583333 1.046875 96 0 0.3602374118979285 0.21588444472672905 0.08998000444345701 12 1
9
+ tierb_models/attempts/DEEPSEEK_V3_L4/moonep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__moonep__matched__seq4096__gbs8__capnone__async/rep1 natural DEEPSEEK_V3_L4 moonep 256 8 32 4 1 3 4096 8 none none 0 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 1e-4 0 0.0 0.0 0.0 10 10 0.277313232421875 0.1758575439453125 0.092315673828125 10 0 0 10 0 0 3822120960.0 3501221068.8 3346653184.0 10 3822120960.0 3501221068.8 3346653184.0 10 2466250752.0 1867304140.8 1409286144.0 10 2466250752.0 1867304140.8 1409286144.0 10 7646072992.0 7004270806.4 6695137352.0 10 12578574496.0 10738879088.0 9546567752.0 10 4932501504.0 3734608281.6 2818572288.0 10 0.6762953708910178 0.5305300760379464 0.4096318958168878 10 4.0 1.325 0.0 80 0.125 0.04140625 0.0 80 64.0 61.35 56.0 80 0.054662301330415754 0.03173931531099595 0.019783416729893442 10 1.0904317633276406 1.051604154450151 1.0214255000518957 10 0.39536184425362714 0.19281063246441604 0.08594336137506545 10 1.55706787109375 1.3085418701171876 1.113128662109375 10 1.4500281317834722 0.9091278053879644 0.5606721744656151 10 32.0 0 8.8740234375 5.62744140625 2.9541015625 10
10
+ tierb_models/attempts/DEEPSEEK_V3_L4/moonep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1 forced DEEPSEEK_V3_L4 moonep 256 8 32 4 1 3 4096 8 none none 1 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 1e-4 0 0.0 0.0 0.0 10 10 0.03497314453125 0.034405517578125 0.03399658203125 10 0 0 10 0 0 3276406784.0 3268117708.8 3260407808.0 10 3276406784.0 3268117708.8 3260407808.0 10 1233125376.0 1233125376.0 1233125376.0 10 1233125376.0 1233125376.0 1233125376.0 10 6554650816.0 6538068851.2 6522648928.0 10 9020901568.0 9004319603.2 8988899680.0 10 2466250752.0 2466250752.0 2466250752.0 10 0.37810570202744476 0.37721470246811023 0.3762596698484449 10 1.0 0.875 0.0 80 0.03125 0.02734375 0.0 80 64.0 62.25 62.0 80 0.00471813998380015 0.003239235393271 0.0017429035970738013 10 1.0078812597749087 1.0051071175236657 1.002130562069864 10 0.009139900015747392 0.007327007135739279 0.0030538170542637444 10 1.014892578125 1.0111572265625 1.00408935546875 10 0.03876371556245609 0.0363651698149183 0.0339868829612938 10 32.0 0 1.119140625 1.1009765625 1.087890625 10
11
+ tierb_models/attempts/DEEPSEEK_V3_L4/ultraep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural DEEPSEEK_V3_L4 ultraep 256 8 32 4 1 3 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-4 0 0 3145728.0 0.0 0.0 0.0 96 0.0 0.0 0 12 0 0 0.0 33097.0 32768.0 31546.0 96 0.0 0.0 0.0 96 0.017713692879015048 0.014273621042617956 0.010671796788645344 12 1.010040283203125 1.010022481282552 1.010009765625 12 0.39595445620995434 0.18964812495168137 0.08292629783502173 12 1.5654296875 1.2918370564778645 1.105194091796875 12 1.01004 1.0000000312500001 0.962708 96 0.3548034934497817 0.20816004531911061 0.08612453403285932 12 1
12
+ tierb_models/attempts/DEEPSEEK_V3_L4/ultraep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural DEEPSEEK_V3_L4 ultraep 256 8 32 4 1 3 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-4 0 0 3145728.0 0.0 0.0 0.0 96 0.0 0.0 0 12 0 0 0.0 33097.0 32768.0 31280.0 96 0.0 0.0 0.0 96 0.018971492434756838 0.014175223070035277 0.010671796788645344 12 1.010040283203125 1.0100301106770833 1.010009765625 12 0.3967451453024771 0.18882615919733423 0.08482749505976411 12 1.568817138671875 1.2910486857096355 1.114654541015625 12 1.01004 1.0000000312500001 0.95459 96 0.35619662691851306 0.2084693322073339 0.09388090349075975 12 1
13
+ tierb_models/attempts/DEEPSEEK_V3_L4/ultraep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L4__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced DEEPSEEK_V3_L4 ultraep 256 8 32 4 1 3 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-4 0 0 3145728.0 0.0 0.0 0.0 96 0.0 0.0 0 12 0 0 0.0 33097.0 32768.0 32330.0 96 0.0 0.0 0.0 96 0.007872884560844515 0.006243076586697642 0.0030538170542637444 12 1.010040283203125 1.0086746215820312 1.00408935546875 12 0.009139900015747392 0.006980946768958179 0.0030538170542637444 12 1.014892578125 1.0104904174804688 1.00408935546875 12 1.01004 0.9999999791666667 0.986633 96 0.004841231657445273 0.0017907127529931067 0.0 12 1
14
+ tierb_models/attempts/DEEPSEEK_V3_L5/echo/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__echo__matched__seq4096__gbs8__cap1p13671875/rep1 natural DEEPSEEK_V3_L5 echo 256 8 32 5 2 3 4096 8 static 1.13671875 0 0 token-drop-analysis b099fd84 seq_aux_loss 1e-4 0 0 0.0 0.0 0.0 24 dispatch 6291456.0 0.0 0 0 0.5 0.5 0.5 24 24 0.26043701171875 0.14535903930664062 0.0750732421875 24 0 0 0 0.0 0.0 0.0 24 1.0 1.0 1.0 24 0.24047208235215134 0.13069443261588967 0.037376480896701494 24 1.483245849609375 1.203595479329427 1.039794921875 24 1.3065060573330525 0.7084989748987275 0.4439912150492279 24 32.0 0 8.333984375 4.6514892578125 2.40234375 24 1.08203125 1.0623982747395833 1.04296875 192 0 0.325802933975269 0.16265888444657353 0.03827189481098849 24 1
15
+ tierb_models/attempts/DEEPSEEK_V3_L5/echo/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__echo__matched__seq4096__gbs8__cap1p13671875__forcebal/rep1 forced DEEPSEEK_V3_L5 echo 256 8 32 5 2 3 4096 8 static 1.13671875 1 0 token-drop-analysis b099fd84 seq_aux_loss 1e-4 0 0 0.0 0.0 0.0 24 dispatch 6291456.0 0.0 0 0 0.5 0.5 0.5 24 24 0.03607177734375 0.034520467122395836 0.033447265625 24 0 0 0 0.0 0.0 0.0 24 1.0 1.0 1.0 24 0.009604277479897127 0.00679107400122653 0.004143147599835805 24 1.01922607421875 1.0104827880859375 1.004974365234375 24 0.039987484344832326 0.0357879459929886 0.029816782685728113 24 32.0 0 1.154296875 1.1046549479166667 1.0703125 24 1.08984375 1.0643107096354167 1.046875 192 0 0.018863404994311037 0.010361920084330819 0.004949743402872673 24 1
16
+ tierb_models/attempts/DEEPSEEK_V3_L5/echo/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__echo__matched__seq4096__gbs8__cap2p00/rep1 natural DEEPSEEK_V3_L5 echo 256 8 32 5 2 3 4096 8 static 2.00 0 0 token-drop-analysis b099fd84 seq_aux_loss 1e-4 0 0 0.0 0.0 0.0 24 dispatch 6291456.0 0.0 0 0 0.5 0.5 0.5 24 24 0.26043701171875 0.14535903930664062 0.0750732421875 24 0 0 0 0.0 0.0 0.0 24 1.0 1.0 1.0 24 0.24047208235215134 0.13069443261588967 0.037376480896701494 24 1.483245849609375 1.203595479329427 1.039794921875 24 1.3065060573330525 0.7084989748987275 0.4439912150492279 24 32.0 0 8.333984375 4.6514892578125 2.40234375 24 1.08203125 1.0623982747395833 1.04296875 192 0 0.325802933975269 0.16265888444657353 0.03827189481098849 24 1
17
+ tierb_models/attempts/DEEPSEEK_V3_L5/moonep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__moonep__matched__seq4096__gbs8__capnone__async/rep1 natural DEEPSEEK_V3_L5 moonep 256 8 32 5 2 3 4096 8 none none 0 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 1e-4 0 0.0 0.0 0.0 20 20 0.2550048828125 0.15264739990234374 0.0906982421875 20 0 0 20 0 0 3593031680.0 3434489856.0 3281854464.0 20 3593031680.0 3434489856.0 3281854464.0 20 2113929216.0 1611871027.2 1233125376.0 20 2113929216.0 1611871027.2 1233125376.0 20 7187889536.0 6870807554.8 6565535816.0 20 11309946080.0 10094549609.2 9031786568.0 20 4227858432.0 3223742054.4 2466250752.0 20 0.5969791171949077 0.46838565625355305 0.354355902143727 20 3.0 1.14375 0.0 160 0.09375 0.0357421875 0.0 160 64.0 61.7125 58.0 160 0.056483617856799014 0.03165348091137819 0.013604749223569152 20 1.1115041753285648 1.0504811378551049 1.023228892172244 20 0.24454688507436154 0.12986540713682254 0.03601176696870942 20 1.502716064453125 1.2088455200195312 1.044769287109375 20 1.3127703927444327 0.7447006903042389 0.43551567205354164 20 32.0 0 8.16015625 4.884716796875 2.90234375 20
18
+ tierb_models/attempts/DEEPSEEK_V3_L5/moonep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1 forced DEEPSEEK_V3_L5 moonep 256 8 32 5 2 3 4096 8 none none 1 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 1e-4 0 0.0 0.0 0.0 20 20 0.03607177734375 0.0345306396484375 0.033966064453125 20 0 0 20 0 0 3274743808.0 3266864742.4 3257397248.0 20 3274743808.0 3266864742.4 3257397248.0 20 1233125376.0 1224317337.6 1056964608.0 20 1233125376.0 1224317337.6 1056964608.0 20 6551322552.0 6535562686.0 6516626000.0 20 9017573304.0 8984197361.2 8630555216.0 20 2466250752.0 2448634675.2 2113929216.0 20 0.37826884923814474 0.3746561209662448 0.32439013931442434 20 1.0 0.86875 0.0 160 0.03125 0.0271484375 0.0 160 64.0 62.2625 62.0 160 0.004717782771184373 0.0032699449227841827 0.0015702344536845357 20 1.0076560749957808 1.0054001360559388 1.0034409558040265 20 0.009604277479897127 0.0069051158899935865 0.004143147599835805 20 1.01715087890625 1.0105072021484376 1.004974365234375 20 0.039987484344832326 0.03632398650781431 0.03446211613222339 20 32.0 0 1.154296875 1.10498046875 1.0869140625 20
19
+ tierb_models/attempts/DEEPSEEK_V3_L5/ultraep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural DEEPSEEK_V3_L5 ultraep 256 8 32 5 2 3 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-4 0 0 6291456.0 0.0 0.0 0.0 96 0.0 0.0 0 24 0 0 0.0 33098.0 33018.822916666664 32166.0 96 0.0 0.0 0.0 96 0.022260230439854076 0.013573263188924054 0.008027442852624397 24 1.01007080078125 1.0100288391113281 1.010009765625 24 0.24254264431930642 0.12832544927181525 0.035669941532497425 24 1.47802734375 1.2022768656412761 1.042266845703125 24 1.010071 1.0076545833333335 0.981628 96 0.3166295011562603 0.15285563997235707 0.03091968494714959 24 1
20
+ tierb_models/attempts/DEEPSEEK_V3_L5/ultraep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural DEEPSEEK_V3_L5 ultraep 256 8 32 5 2 3 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-4 0 0 6291456.0 0.0 0.0 0.0 96 0.0 0.0 0 24 0 0 0.0 33098.0 33002.78125 31928.0 96 0.0 0.0 0.0 96 0.022330240762372378 0.014262101579414098 0.010262474385826633 24 1.01007080078125 1.0100301106770833 1.010009765625 24 0.24273581357139212 0.12987891413697858 0.035486271701070625 24 1.492950439453125 1.2045199076334636 1.04937744140625 24 1.010071 1.0071649895833332 0.974365 96 0.3234602726845322 0.15503427953427393 0.03748618623858547 24 1
21
+ tierb_models/attempts/DEEPSEEK_V3_L5/ultraep/tierbprobe/tierbprobe_gbs8/DEEPSEEK_V3_L5__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced DEEPSEEK_V3_L5 ultraep 256 8 32 5 2 3 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 1e-4 0 0 6291456.0 0.0 0.0 0.0 96 0.0 0.0 0 24 0 0 0.0 33096.0 32886.46875 32493.0 96 0.0 0.0 0.0 96 0.008646255185088615 0.006153426634905953 0.004143147599835805 24 1.010009765625 1.0088450113932292 1.004974365234375 24 0.009604277479897127 0.00679107400122653 0.004143147599835805 24 1.01922607421875 1.0104827880859375 1.004974365234375 24 1.01001 1.0036154166666666 0.991608 96 0.009072399544882927 0.0016127099721387455 0.0 24 1
22
+ tierb_models/attempts/KIMI_K2_L2/echo/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__echo__matched__seq4096__gbs8__cap1p17578125/rep1 natural KIMI_K2_L2 echo 384 8 48 2 1 1 4096 8 static 1.17578125 0 0 token-drop-analysis b099fd84 seq_aux_loss 0 0 0 0.0 0.0 0.0 12 dispatch 3145728.0 0.0 0 0 0.5 0.5 0.5 12 12 0.30047607421875 0.16150410970052084 0.10980224609375 12 0 0 0 0.0 0.0 0.0 12 1.0 1.0 1.0 12 0.23490023124048143 0.1314172003975923 0.09022193849823706 12 1.393341064453125 1.2213694254557292 1.133331298828125 12 1.7754821522938804 1.0537211199459462 0.7435680098626484 12 48.0 0 14.4228515625 7.752197265625 5.2705078125 12 1.1171875 1.0969645182291667 1.0703125 96 0 0.28230063298070396 0.17806762817557978 0.11764547486334384 12 1
23
+ tierb_models/attempts/KIMI_K2_L2/echo/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__echo__matched__seq4096__gbs8__cap1p17578125__forcebal/rep1 forced KIMI_K2_L2 echo 384 8 48 2 1 1 4096 8 static 1.17578125 1 0 token-drop-analysis b099fd84 seq_aux_loss 0 0 0 0.0 0.0 0.0 12 dispatch 3145728.0 0.0 0 0 0.5 0.5 0.5 12 12 0.0240478515625 0.0235595703125 0.02313232421875 12 0 0 0 0.0 0.0 0.0 12 1.0 1.0 1.0 12 0.009327227347999425 0.006896456793407019 0.0033077098989994554 12 1.02001953125 1.0104878743489583 1.005340576171875 12 0.04836014600641425 0.04494131821754616 0.038893381234906065 12 48.0 0 1.154296875 1.130859375 1.1103515625 12 1.1328125 1.1121826171875 1.09375 96 0 0.019626615605552896 0.010357864282149248 0.005312205931457366 12 1
24
+ tierb_models/attempts/KIMI_K2_L2/echo/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__echo__matched__seq4096__gbs8__cap2p00/rep1 natural KIMI_K2_L2 echo 384 8 48 2 1 1 4096 8 static 2.00 0 0 token-drop-analysis b099fd84 seq_aux_loss 0 0 0 0.0 0.0 0.0 12 dispatch 3145728.0 0.0 0 0 0.5 0.5 0.5 12 12 0.30047607421875 0.16150410970052084 0.10980224609375 12 0 0 0 0.0 0.0 0.0 12 1.0 1.0 1.0 12 0.23490023124048143 0.1314172003975923 0.09022193849823706 12 1.393341064453125 1.2213694254557292 1.133331298828125 12 1.7754821522938804 1.0537211199459462 0.7435680098626484 12 48.0 0 14.4228515625 7.752197265625 5.2705078125 12 1.1171875 1.0969645182291667 1.0703125 96 0 0.28230063298070396 0.17806762817557978 0.11764547486334384 12 1
25
+ tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async/rep1 natural KIMI_K2_L2 moonep 384 8 48 2 1 1 4096 8 none none 0 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 0 0 0.0 0.0 0.0 10 10 0.2982177734375 0.170477294921875 0.110565185546875 10 0 0 10 0 0 4395991040.0 4330650419.2 4301602816.0 10 4395991040.0 4330650419.2 4301602816.0 10 1937768448.0 1603062988.8 1233125376.0 10 1937768448.0 1603062988.8 1233125376.0 10 8793816424.0 8663126381.6 8605026376.0 10 12480563272.0 11869252359.2 11211418776.0 10 3875536896.0 3206125977.6 2466250752.0 10 0.4503805946265469 0.37043439150680124 0.280452835616301 10 2.0 1.1375 0.0 80 0.041667 0.0236978 0.0 80 96.0 93.725 92.0 80 0.022939437595188024 0.016598105480502157 0.0017300051649072432 10 1.0368468027524256 1.0260113076815665 1.003556609365738 10 0.23147253286871253 0.1336617698353712 0.08928583511808427 10 1.389129638671875 1.230499267578125 1.129058837890625 10 1.7760509001770588 1.0733812106366694 0.7388867791341617 10 48.0 0 14.314453125 8.18291015625 5.30712890625 10
26
+ tierb_models/attempts/KIMI_K2_L2/moonep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1 forced KIMI_K2_L2 moonep 384 8 48 2 1 1 4096 8 none none 1 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 seq_aux_loss 0 0 0.0 0.0 0.0 10 10 0.0240478515625 0.0235992431640625 0.02313232421875 10 0 0 10 0 0 4344438784.0 4338601164.8 4333916160.0 10 4344438784.0 4338601164.8 4333916160.0 10 1233125376.0 1233125376.0 1233125376.0 10 1233125376.0 1233125376.0 1233125376.0 10 8690713000.0 8679036183.2 8669663568.0 10 11156963752.0 11145286935.2 11135914320.0 10 2466250752.0 2466250752.0 2466250752.0 10 0.2844690261226524 0.28416198294879025 0.2837800249530735 10 1.0 0.875 0.0 80 0.020833 0.018228875 0.0 80 96.0 94.25 94.0 80 0.0031320054168418494 0.0022532777674585456 0.0014149963886086814 10 1.004496538012507 1.0033084889047725 1.0019296319833613 10 0.009327227347999425 0.007192100098074482 0.003541485721042321 10 1.02001953125 1.01103515625 1.005340576171875 10 0.04836014600641425 0.045649240379339776 0.04141931327746496 10 48.0 0 1.154296875 1.132763671875 1.1103515625 10
27
+ tierb_models/attempts/KIMI_K2_L2/ultraep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural KIMI_K2_L2 ultraep 384 8 48 2 1 1 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 0 0 0 3145728.0 0.0 0.0 0.0 96 0.0 0.0 0 12 0 0 0.0 33098.0 32768.0 31213.0 96 0.0 0.0 0.0 96 0.018551700753199882 0.014736188098268745 0.01142687710780522 12 1.01007080078125 1.0100326538085938 1.010009765625 12 0.2350733530310411 0.13086798523811746 0.0905917891947787 12 1.406707763671875 1.2260996500651042 1.131988525390625 12 1.010071 1.0000000833333333 0.952545 96 0.282004555808656 0.17248486518149106 0.10772922114684712 12 1
28
+ tierb_models/attempts/KIMI_K2_L2/ultraep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural KIMI_K2_L2 ultraep 384 8 48 2 1 1 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 0 0 0 3145728.0 0.0 0.0 0.0 96 0.0 0.0 0 12 0 0 0.0 33098.0 32768.0 31238.0 96 0.0 0.0 0.0 96 0.018343139886457832 0.014707084226669935 0.011387320530400494 12 1.01007080078125 1.0100351969401042 1.010009765625 12 0.23003629950316515 0.12688407124108866 0.08877670743785306 12 1.385650634765625 1.2170664469401042 1.12664794921875 12 1.010071 1.0000000208333335 0.953308 96 0.271071467900011 0.16650987487084534 0.10352673492605233 12 1
29
+ tierb_models/attempts/KIMI_K2_L2/ultraep/tierbprobe/tierbprobe_gbs8/KIMI_K2_L2__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced KIMI_K2_L2 ultraep 384 8 48 2 1 1 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 seq_aux_loss 0 0 0 3145728.0 0.0 0.0 0.0 96 0.0 0.0 0 12 0 0 0.0 33097.0 32768.0 32318.0 96 0.0 0.0 0.0 96 0.008620891733745346 0.00609096140081787 0.0033077098989994554 12 1.010040283203125 1.0083948771158855 1.005340576171875 12 0.009327227347999425 0.006896456793407019 0.0033077098989994554 12 1.02001953125 1.0104878743489583 1.005340576171875 12 1.01004 0.9999999895833334 0.986267 96 0.009843226424126376 0.002057005642129182 0.0 12 1
30
+ tierb_models/attempts/OLMOE_1B_7B_L16/echo/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__echo__matched__seq4096__gbs8__cap1p08984375/rep1 natural OLMOE_1B_7B_L16 echo 64 8 8 16 16 0 4096 8 static 1.08984375 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.515625 0.18001302083333334 0.0 192 dispatch 50331648.0 0.0 0 0 0.5 0.5 0.5 192 192 0.99993896484375 0.9199026425679525 0.37872314453125 192 0 0 0 0.0 0.0 0.0 192 1.0 1.0 1.0 192 1.3013855491470965 0.6770195310504833 0.19854123422407383 192 3.934173583984375 2.185980478922526 1.308837890625 192 2.6267996370932805 2.0626226931661713 0.8849421129348258 192 8.0 1 7.99951171875 7.35922114054362 3.02978515625 192 1.03515625 1.0187225341796875 1.00390625 1536 0 0.7458170112089362 0.515601266927917 0.23596343965678046 192 1
31
+ tierb_models/attempts/OLMOE_1B_7B_L16/echo/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__echo__matched__seq4096__gbs8__cap1p08984375__forcebal/rep1 forced OLMOE_1B_7B_L16 echo 64 8 8 16 16 0 4096 8 static 1.08984375 1 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.0 0.0 0.0 192 dispatch 50331648.0 0.0 0 0 0.5 0.5 0.5 192 192 0.13189697265625 0.12941678365071616 0.1278076171875 192 0 0 0 0.0 0.0 0.0 192 1.0 1.0 1.0 192 0.01039906345549811 0.004694553504518217 0.001428470427059137 192 1.015838623046875 1.0072050094604492 1.002044677734375 192 0.018080370892918116 0.014634272985474298 0.010177326341354839 192 8.0 0 1.05517578125 1.0353342692057292 1.0224609375 192 1.03515625 1.0179494222005208 1.0078125 1536 0 0.015591672424670291 0.007147557943940151 0.002040505558093498 192 1
32
+ tierb_models/attempts/OLMOE_1B_7B_L16/echo/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__echo__matched__seq4096__gbs8__cap2p00/rep1 natural OLMOE_1B_7B_L16 echo 64 8 8 16 16 0 4096 8 static 2.00 0 0 token-drop-analysis b099fd84 aux_loss 1e-2 0 0 0.515625 0.18196614583333334 0.0 192 dispatch 50331648.0 0.0 0 0 0.5 0.5 0.5 192 192 0.99993896484375 0.9194596608479818 0.381439208984375 192 0 0 0 0.0 0.0 0.0 192 1.0 1.0 1.0 192 1.302987648047582 0.6782627371565456 0.21383062903722408 192 3.935455322265625 2.1892340977986655 1.311676025390625 192 2.630844688232933 2.062377122713016 0.8852160709247104 192 8.0 1 7.99951171875 7.3556772867838545 3.051513671875 192 1.03515625 1.0185597737630208 1.00390625 1536 0 0.7458997960560497 0.5166162191462842 0.23761662129778274 192 1
33
+ tierb_models/attempts/OLMOE_1B_7B_L16/moonep/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__moonep__matched__seq4096__gbs8__capnone__async/rep1 natural OLMOE_1B_7B_L16 moonep 64 8 8 16 16 0 4096 8 none none 0 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 aux_loss 1e-2 0 0.484375 0.2111328125 0.0 160 160 0.99993896484375 0.9486982345581054 0.390716552734375 160 0 0 160 0 0 1867161600.0 1569235660.8 1295032320.0 160 1867161600.0 1569235660.8 1295032320.0 160 251658240.0 193934131.2 176160768.0 160 251658240.0 193934131.2 176160768.0 160 3736155704.0 3140265240.85 2591880616.0 160 4138808888.0 3528133503.25 2944202152.0 160 503316480.0 387868262.4 352321536.0 160 0.1934270379594032 0.12484131355395116 0.09462042088977833 160 3.0 0.96328125 0.0 1280 0.375 0.12041015625 0.0 1280 16.0 14.0734375 10.0 1280 0.22561764409106666 0.09623031930856718 0.004191678422331892 160 1.3098809189892138 1.1295311977570006 1.0052335128996117 160 1.304032801068936 0.7290410654343018 0.23067981190173764 160 3.941009521484375 2.289567756652832 1.311187744140625 160 2.6256940664188297 2.1930980791488244 0.8856034659168336 160 8.0 1 7.99951171875 7.589585876464843 3.125732421875 160
34
+ tierb_models/attempts/OLMOE_1B_7B_L16/moonep/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__moonep__matched__seq4096__gbs8__capnone__forcebal__async/rep1 forced OLMOE_1B_7B_L16 moonep 64 8 8 16 16 0 4096 8 none none 1 0 moonep_backend_async_grad_reduce_token_routing_analysis a6a1a221 aux_loss 1e-2 0 0.0 0.0 0.0 160 160 0.13189697265625 0.1294095993041992 0.1278076171875 160 0 0 160 0 0 1278230528.0 1275283558.4 1271652352.0 160 1278230528.0 1275283558.4 1271652352.0 160 176160768.0 173486899.2 125829120.0 160 176160768.0 173486899.2 125829120.0 160 2558296472.0 2552401001.25 2545135352.0 160 2910618008.0 2899374799.65 2805284064.0 160 352321536.0 346973798.4 251658240.0 160 0.1384293906896312 0.1359406755873575 0.09854937933146465 160 1.0 0.86171875 0.0 1280 0.125 0.10771484375 0.0 1280 16.0 14.2765625 14.0 1280 0.004151405986167901 0.0021700897212804954 0.0007203705850357968 160 1.0083050780744813 1.0033887240372406 1.0013429305103698 160 0.009250589744190636 0.004649780487546198 0.001428470427059137 160 1.015838623046875 1.007100486755371 1.002044677734375 160 0.017802554164692116 0.014583830753424936 0.010177326341354839 160 8.0 0 1.05517578125 1.0352767944335937 1.0224609375 160
35
+ tierb_models/attempts/OLMOE_1B_7B_L16/ultraep/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__ultraep__matched__seq4096__gbs8__cap1p0625/rep1 natural OLMOE_1B_7B_L16 ultraep 64 8 8 16 16 0 4096 8 static 1.0625 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 50331648.0 0.0 0.0 0.0 96 0.0 0.0 0 192 0 0 0.0 33099.0 33096.989583333336 33096.0 96 0.0 0.0 0.0 96 0.02649490454472685 0.018302291987242952 0.008062172926508078 192 1.010101318359375 1.0100321769714355 1.010009765625 192 1.3046160986415993 0.6779059419432283 0.21383062903722408 192 3.93988037109375 2.1876190503438315 1.31243896484375 192 1.010101 1.01003984375 1.01001 96 0.7436445601152577 0.5111351059551091 0.23038645770357624 192 1
36
+ tierb_models/attempts/OLMOE_1B_7B_L16/ultraep/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__ultraep__matched__seq4096__gbs8__cap1p25/rep1 natural OLMOE_1B_7B_L16 ultraep 64 8 8 16 16 0 4096 8 static 1.25 0 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 50331648.0 0.0 0.0 0.0 96 0.0 0.0 0 192 0 0 0.0 33098.0 33097.010416666664 33096.0 96 0.0 0.0 0.0 96 0.026529501304689774 0.018347470893091033 0.0072732903181892 192 1.01007080078125 1.0100318590799968 1.010009765625 192 1.3030881018118772 0.678684232511249 0.21383062903722408 192 3.93988037109375 2.19617493947347 1.312774658203125 192 1.010071 1.0100405104166668 1.01001 96 0.7436445601152577 0.5125381885884186 0.2305832577818072 192 1
37
+ tierb_models/attempts/OLMOE_1B_7B_L16/ultraep/tierbprobe/tierbprobe_gbs8/OLMOE_1B_7B_L16__ultraep__matched__seq4096__gbs8__cap1p25__forcebal/rep1 forced OLMOE_1B_7B_L16 ultraep 64 8 8 16 16 0 4096 8 static 1.25 1 0 ultraep-token-drop-analysis eaf829e7 aux_loss 1e-2 0 0 50331648.0 0.0 0.0 0.0 96 0.0 0.0 0 192 0 0 0.0 33096.0 33025.520833333336 32857.0 96 0.0 0.0 0.0 96 0.01039906345549811 0.004608703565714539 0.001428470427059137 192 1.010009765625 1.0069842338562012 1.002044677734375 192 0.01039906345549811 0.004694553504518217 0.001428470427059137 192 1.015838623046875 1.0072050094604492 1.002044677734375 192 1.01001 1.0078590104166667 1.002716 96 0.005737975786343017 0.00021799220194087596 0.0 192 1