CHOI0126 commited on
Commit
e2527e3
·
verified ·
1 Parent(s): 3d98d09

node B backup 2026-11-18T04:24Z

Browse files
qwen3_4b/ABL_LCbD9_L18r128_q/metrics.jsonl CHANGED
@@ -2356,3 +2356,31 @@
2356
  {"event": "train", "step": 2352, "lr": 0.0002022392332164308, "grad_norm": 0.6236017942428589, "clipped": false, "loss": 4.717547565505452, "slot_acc": [0.7581680897607791, 0.601016159762896, 0.48574453069865914, 0.40546262968452257, 0.3406027242571812, 0.28924336533032186, 0.25088264369439345, 0.22001695154682865, 0.18814469407941217, 0.17163651780667044, 0.14670531674208145, 0.1364214992927864, 0.12131286694489637, 0.10763347967709956, 0.09850365222324658], "accept_run": 3.115932825289303, "mean_block_run_plus_1": 4.115932825289303, "n_blocks": 14172, "n_slots": 212288, "n_seq": 32, "ctx_tokens": 31488, "time_s": 13.907227039337158, "seq_per_s": 2.3009619322016315, "elapsed_s": 31489.15985560417, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.906801500317049, "objective_grad": 0.8642224661010843, "bb_ce": 0.7995058872955145, "bb_h": 1.0140971133385834, "h_mean": 4.809899871104273, "a0": 0.23885054862914704, "a1": 0.25650106159487746, "bound_mean": 0.0007503805052632322, "bound_max": 0.14892879128456116, "accept_topk": 16, "w0_slot0": 0.9999294383290996, "w0_slot7": 0.1135272329401908, "w0_slot14": 0.02502047158746639, "w1_slot0": 0.9999294383290996, "w1_slot7": 0.11635497852350468, "w1_slot14": 0.02541604660571788, "norm": [0.23860533162835365, 0.24799317106723348], "mean_weight": [0.22716307361549307, 0.236544040624442], "norm_ratio": [0.9520452542498807, 0.9538328801816583], "norm_ema": [0.2374611058270676, 0.24684825802295435], "norm_next": [0.2374611058270676, 0.24684825802295435], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14172, "a_mean": 2.4483488569009313, "a_full_rate": 0.012701100762066046, "tail_rows_mean": 12.527307366638443, "verify_rows_mean": 14.975656223539373, "start_rate": 0.001622918430708439, "a_hist": [0.26587637595258257, 0.2544453852667231, 0.16038667795653402, 0.09765735252610781, 0.05884843353090601, 0.0356336438046853, 0.02998871013265594, 0.020956816257408976, 0.015029635901778153, 0.012630539091165679, 0.010654812305955405, 0.00825571549534293, 0.006632797064634491, 0.005644933672029354, 0.0046570702794242165, 0.012701100762066046], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2357
  {"event": "train", "step": 2353, "lr": 0.00020215983270831722, "grad_norm": 0.6110091805458069, "clipped": false, "loss": 4.304751280213986, "slot_acc": [0.8015895343930229, 0.6538191025460683, 0.5512802476083286, 0.4655269452652315, 0.4016745233237177, 0.3485115067914702, 0.30074605855855857, 0.2635691657866948, 0.23871558340961904, 0.21597070628828954, 0.19404141428370192, 0.1722558827673665, 0.15567300916138124, 0.14052910052910053, 0.12922816185297648], "accept_run": 3.721851044377242, "mean_block_run_plus_1": 4.721851044377242, "n_blocks": 14219, "n_slots": 213021, "n_seq": 32, "ctx_tokens": 35429, "time_s": 14.067685842514038, "seq_per_s": 2.274716705948366, "elapsed_s": 31503.22909760475, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7460304189256934, "objective_grad": 0.8156049556668516, "bb_ce": 0.6440076415600074, "bb_h": 0.8480531962913793, "h_mean": 4.401358045669695, "a0": 0.28813112206073976, "a1": 0.3049032516407959, "bound_mean": 0.0005863993776371182, "bound_max": 0.1524866223335266, "accept_topk": 16, "w0_slot0": 0.9999296715662143, "w0_slot7": 0.14607423169710768, "w0_slot14": 0.034915584095321514, "w1_slot0": 0.9999296715662143, "w1_slot7": 0.1494616916350915, "w1_slot14": 0.03552874351657571, "norm": [0.2374611058270676, 0.24684825802295435], "mean_weight": [0.2601765879893214, 0.26941932391951584], "norm_ratio": [1.0956598011414826, 1.091437006999104], "norm_ema": [0.23973265404329297, 0.2491053646126105], "norm_next": [0.23973265404329297, 0.2491053646126105], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14219, "a_mean": 3.327027217103875, "a_full_rate": 0.028553344117026515, "tail_rows_mean": 11.64870947324003, "verify_rows_mean": 14.975736690343906, "start_rate": 0.0016175539770729307, "a_hist": [0.20142063436247276, 0.2149940220831282, 0.15697306420986004, 0.10563330754624095, 0.07110204655742317, 0.04979253112033195, 0.035375202194247134, 0.030311554961671004, 0.02370068218580772, 0.020113932062732962, 0.01575356916801463, 0.015331598565299951, 0.012307475912511428, 0.0103382797665096, 0.008298755186721992, 0.028553344117026515], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2358
  {"event": "train", "step": 2354, "lr": 0.00020208041557137415, "grad_norm": 0.7434583306312561, "clipped": false, "loss": 4.185865251723469, "slot_acc": [0.8142316426949281, 0.6770383829207358, 0.5710175651120533, 0.4845110959630387, 0.417683157814986, 0.35548147586938406, 0.3083800575844825, 0.2733196938698189, 0.24729064039408866, 0.21778350515463918, 0.20139520776463452, 0.17939770917090192, 0.16036446469248292, 0.14028421612584543, 0.12872040800791656], "accept_run": 3.773690584317287, "mean_block_run_plus_1": 4.773690584317287, "n_blocks": 13212, "n_slots": 197847, "n_seq": 32, "ctx_tokens": 29121, "time_s": 12.750639915466309, "seq_per_s": 2.5096779622161978, "elapsed_s": 31515.981475830078, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7343434664502493, "objective_grad": 0.8087121430312549, "bb_ce": 0.6489419204785153, "bb_h": 0.8197450124219833, "h_mean": 4.26921025669091, "a0": 0.29564173517819775, "a1": 0.31074893822160526, "bound_mean": 0.0007513264824578758, "bound_max": 0.19174596667289734, "accept_topk": 16, "w0_slot0": 0.9998486224644263, "w0_slot7": 0.14774304127667576, "w0_slot14": 0.03338317910518888, "w1_slot0": 0.9998486224644263, "w1_slot7": 0.15149926542463818, "w1_slot14": 0.03390232338399395, "norm": [0.23973265404329297, 0.2491053646126105], "mean_weight": [0.26507549494798816, 0.27345714491871204], "norm_ratio": [1.1057129284528697, 1.097756948526466], "norm_ema": [0.2422669381337625, 0.2515405426432207], "norm_next": [0.2422669381337625, 0.2515405426432207], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13212, "a_mean": 3.304268846503179, "a_full_rate": 0.027020890099909173, "tail_rows_mean": 11.66848319709355, "verify_rows_mean": 14.97275204359673, "start_rate": 0.0018165304268846503, "a_hist": [0.20746291250378443, 0.2178322736905843, 0.15538904026642447, 0.10361792310021192, 0.06766575840145322, 0.04738116863457463, 0.03648198607326673, 0.02686951256433545, 0.02459884953072964, 0.01983045716015743, 0.01733272782319104, 0.015364819860732667, 0.013018468059339995, 0.010747805025734181, 0.009385407205570693, 0.027020890099909173], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2356
  {"event": "train", "step": 2352, "lr": 0.0002022392332164308, "grad_norm": 0.6236017942428589, "clipped": false, "loss": 4.717547565505452, "slot_acc": [0.7581680897607791, 0.601016159762896, 0.48574453069865914, 0.40546262968452257, 0.3406027242571812, 0.28924336533032186, 0.25088264369439345, 0.22001695154682865, 0.18814469407941217, 0.17163651780667044, 0.14670531674208145, 0.1364214992927864, 0.12131286694489637, 0.10763347967709956, 0.09850365222324658], "accept_run": 3.115932825289303, "mean_block_run_plus_1": 4.115932825289303, "n_blocks": 14172, "n_slots": 212288, "n_seq": 32, "ctx_tokens": 31488, "time_s": 13.907227039337158, "seq_per_s": 2.3009619322016315, "elapsed_s": 31489.15985560417, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.906801500317049, "objective_grad": 0.8642224661010843, "bb_ce": 0.7995058872955145, "bb_h": 1.0140971133385834, "h_mean": 4.809899871104273, "a0": 0.23885054862914704, "a1": 0.25650106159487746, "bound_mean": 0.0007503805052632322, "bound_max": 0.14892879128456116, "accept_topk": 16, "w0_slot0": 0.9999294383290996, "w0_slot7": 0.1135272329401908, "w0_slot14": 0.02502047158746639, "w1_slot0": 0.9999294383290996, "w1_slot7": 0.11635497852350468, "w1_slot14": 0.02541604660571788, "norm": [0.23860533162835365, 0.24799317106723348], "mean_weight": [0.22716307361549307, 0.236544040624442], "norm_ratio": [0.9520452542498807, 0.9538328801816583], "norm_ema": [0.2374611058270676, 0.24684825802295435], "norm_next": [0.2374611058270676, 0.24684825802295435], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14172, "a_mean": 2.4483488569009313, "a_full_rate": 0.012701100762066046, "tail_rows_mean": 12.527307366638443, "verify_rows_mean": 14.975656223539373, "start_rate": 0.001622918430708439, "a_hist": [0.26587637595258257, 0.2544453852667231, 0.16038667795653402, 0.09765735252610781, 0.05884843353090601, 0.0356336438046853, 0.02998871013265594, 0.020956816257408976, 0.015029635901778153, 0.012630539091165679, 0.010654812305955405, 0.00825571549534293, 0.006632797064634491, 0.005644933672029354, 0.0046570702794242165, 0.012701100762066046], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2357
  {"event": "train", "step": 2353, "lr": 0.00020215983270831722, "grad_norm": 0.6110091805458069, "clipped": false, "loss": 4.304751280213986, "slot_acc": [0.8015895343930229, 0.6538191025460683, 0.5512802476083286, 0.4655269452652315, 0.4016745233237177, 0.3485115067914702, 0.30074605855855857, 0.2635691657866948, 0.23871558340961904, 0.21597070628828954, 0.19404141428370192, 0.1722558827673665, 0.15567300916138124, 0.14052910052910053, 0.12922816185297648], "accept_run": 3.721851044377242, "mean_block_run_plus_1": 4.721851044377242, "n_blocks": 14219, "n_slots": 213021, "n_seq": 32, "ctx_tokens": 35429, "time_s": 14.067685842514038, "seq_per_s": 2.274716705948366, "elapsed_s": 31503.22909760475, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7460304189256934, "objective_grad": 0.8156049556668516, "bb_ce": 0.6440076415600074, "bb_h": 0.8480531962913793, "h_mean": 4.401358045669695, "a0": 0.28813112206073976, "a1": 0.3049032516407959, "bound_mean": 0.0005863993776371182, "bound_max": 0.1524866223335266, "accept_topk": 16, "w0_slot0": 0.9999296715662143, "w0_slot7": 0.14607423169710768, "w0_slot14": 0.034915584095321514, "w1_slot0": 0.9999296715662143, "w1_slot7": 0.1494616916350915, "w1_slot14": 0.03552874351657571, "norm": [0.2374611058270676, 0.24684825802295435], "mean_weight": [0.2601765879893214, 0.26941932391951584], "norm_ratio": [1.0956598011414826, 1.091437006999104], "norm_ema": [0.23973265404329297, 0.2491053646126105], "norm_next": [0.23973265404329297, 0.2491053646126105], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14219, "a_mean": 3.327027217103875, "a_full_rate": 0.028553344117026515, "tail_rows_mean": 11.64870947324003, "verify_rows_mean": 14.975736690343906, "start_rate": 0.0016175539770729307, "a_hist": [0.20142063436247276, 0.2149940220831282, 0.15697306420986004, 0.10563330754624095, 0.07110204655742317, 0.04979253112033195, 0.035375202194247134, 0.030311554961671004, 0.02370068218580772, 0.020113932062732962, 0.01575356916801463, 0.015331598565299951, 0.012307475912511428, 0.0103382797665096, 0.008298755186721992, 0.028553344117026515], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2358
  {"event": "train", "step": 2354, "lr": 0.00020208041557137415, "grad_norm": 0.7434583306312561, "clipped": false, "loss": 4.185865251723469, "slot_acc": [0.8142316426949281, 0.6770383829207358, 0.5710175651120533, 0.4845110959630387, 0.417683157814986, 0.35548147586938406, 0.3083800575844825, 0.2733196938698189, 0.24729064039408866, 0.21778350515463918, 0.20139520776463452, 0.17939770917090192, 0.16036446469248292, 0.14028421612584543, 0.12872040800791656], "accept_run": 3.773690584317287, "mean_block_run_plus_1": 4.773690584317287, "n_blocks": 13212, "n_slots": 197847, "n_seq": 32, "ctx_tokens": 29121, "time_s": 12.750639915466309, "seq_per_s": 2.5096779622161978, "elapsed_s": 31515.981475830078, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7343434664502493, "objective_grad": 0.8087121430312549, "bb_ce": 0.6489419204785153, "bb_h": 0.8197450124219833, "h_mean": 4.26921025669091, "a0": 0.29564173517819775, "a1": 0.31074893822160526, "bound_mean": 0.0007513264824578758, "bound_max": 0.19174596667289734, "accept_topk": 16, "w0_slot0": 0.9998486224644263, "w0_slot7": 0.14774304127667576, "w0_slot14": 0.03338317910518888, "w1_slot0": 0.9998486224644263, "w1_slot7": 0.15149926542463818, "w1_slot14": 0.03390232338399395, "norm": [0.23973265404329297, 0.2491053646126105], "mean_weight": [0.26507549494798816, 0.27345714491871204], "norm_ratio": [1.1057129284528697, 1.097756948526466], "norm_ema": [0.2422669381337625, 0.2515405426432207], "norm_next": [0.2422669381337625, 0.2515405426432207], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13212, "a_mean": 3.304268846503179, "a_full_rate": 0.027020890099909173, "tail_rows_mean": 11.66848319709355, "verify_rows_mean": 14.97275204359673, "start_rate": 0.0018165304268846503, "a_hist": [0.20746291250378443, 0.2178322736905843, 0.15538904026642447, 0.10361792310021192, 0.06766575840145322, 0.04738116863457463, 0.03648198607326673, 0.02686951256433545, 0.02459884953072964, 0.01983045716015743, 0.01733272782319104, 0.015364819860732667, 0.013018468059339995, 0.010747805025734181, 0.009385407205570693, 0.027020890099909173], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2359
+ {"event": "train", "step": 2355, "lr": 0.00020200098183092012, "grad_norm": 0.6800602674484253, "clipped": false, "loss": 4.503953169205832, "slot_acc": [0.7864680787366215, 0.6282185628742515, 0.5205089820359281, 0.43633505501908826, 0.37008758140579384, 0.31411888007186706, 0.27902972224301864, 0.2419886193471099, 0.2046424560089854, 0.18420067390490452, 0.16184841222288796, 0.14511537308960143, 0.13021965664592547, 0.11754557047483309, 0.11161183716388763], "accept_run": 3.236883466806377, "mean_block_run_plus_1": 4.236883466806377, "n_blocks": 13361, "n_slots": 200264, "n_seq": 32, "ctx_tokens": 32408, "time_s": 13.236177921295166, "seq_per_s": 2.417616338362788, "elapsed_s": 31529.21926832199, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8821138157420434, "objective_grad": 0.8527189344745112, "bb_ce": 0.7861278323515362, "bb_h": 0.9780997991325507, "h_mean": 4.589789428554548, "a0": 0.26055704749621245, "a1": 0.2766457185107365, "bound_mean": 0.0006740352413983437, "bound_max": 0.1819063127040863, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.11409004769667823, "w0_slot14": 0.020268506114228212, "w1_slot0": 1.0, "w1_slot7": 0.11759359392126087, "w1_slot14": 0.020784420486349185, "norm": [0.2422669381337625, 0.2515405426432207], "mean_weight": [0.23406771044322935, 0.24326364222495958], "norm_ratio": [0.9661562252212635, 0.9670951635418833], "norm_ema": [0.24144701536470917, 0.25071285260139453], "norm_next": [0.24144701536470917, 0.25071285260139453], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13361, "a_mean": 2.7680562832123345, "a_full_rate": 0.014594715964373924, "tail_rows_mean": 12.202754284858917, "verify_rows_mean": 14.970810568071252, "start_rate": 0.00194596212858319, "a_hist": [0.22520769403487764, 0.24055085697178355, 0.16450864456253275, 0.10695307237482224, 0.06691115934436045, 0.04640371229698376, 0.030611481176558642, 0.025671731157847467, 0.019609310680338297, 0.015792231120425118, 0.01362173490008233, 0.010104034129181948, 0.008457450789611557, 0.006212109872015568, 0.004790060624204775, 0.014594715964373924], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2360
+ {"event": "train", "step": 2356, "lr": 0.0002019215315122791, "grad_norm": 0.7500453591346741, "clipped": false, "loss": 3.9616219698033883, "slot_acc": [0.8132298542104881, 0.68071371581925, 0.5810242274771508, 0.5058038305281486, 0.4345838473260286, 0.38730043541364295, 0.33587343058277086, 0.2994120635842346, 0.2624700500980179, 0.23396993682376008, 0.21034282393957002, 0.19272119715240446, 0.17169441011848513, 0.16039863242889357, 0.14402213484782292], "accept_run": 3.9864364981504314, "mean_block_run_plus_1": 4.986436498150431, "n_blocks": 13787, "n_slots": 206577, "n_seq": 32, "ctx_tokens": 33573, "time_s": 13.692681074142456, "seq_per_s": 2.337014922550812, "elapsed_s": 31542.913595199585, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7008057094907203, "objective_grad": 0.7970912120115548, "bb_ce": 0.6131054319083599, "bb_h": 0.7885059870730808, "h_mean": 4.056017892312758, "a0": 0.3117940107485218, "a1": 0.3272924184352211, "bound_mean": 0.000774841366954821, "bound_max": 0.12439167499542236, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.16128829213560414, "w0_slot14": 0.0375617925897, "w1_slot0": 1.0, "w1_slot7": 0.16664252847764022, "w1_slot14": 0.038409922327870376, "norm": [0.24144701536470917, 0.25071285260139453], "mean_weight": [0.27519506328722015, 0.28469467290502887], "norm_ratio": [1.1397741358348707, 1.1355407987705426], "norm_ema": [0.24482182015696027, 0.254111034631758], "norm_next": [0.24482182015696027, 0.254111034631758], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13787, "a_mean": 3.536882570537463, "a_full_rate": 0.0333647639080293, "tail_rows_mean": 11.437005875099732, "verify_rows_mean": 14.973888445637195, "start_rate": 0.0017407702908537027, "a_hist": [0.19518386886197142, 0.20606368317980706, 0.14433886994995285, 0.10662218031478929, 0.07470805831580474, 0.05374628273010807, 0.040545441357800825, 0.0316239936171756, 0.022339885399289185, 0.022630013781098135, 0.018495684340320593, 0.015159207949517662, 0.013200841372307245, 0.010589685936026692, 0.011387538986001306, 0.0333647639080293], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2361
+ {"event": "train", "step": 2357, "lr": 0.0002018420646407802, "grad_norm": 0.8433026671409607, "clipped": false, "loss": 4.097865664683899, "slot_acc": [0.8109310214851112, 0.6824726724462872, 0.579721070486242, 0.5009423294383717, 0.4293252921221259, 0.38009800226159063, 0.33863550697323785, 0.30048258181269794, 0.27370088241948864, 0.24353074311580536, 0.22271698113207547, 0.20025673940949937, 0.1815363677604718, 0.16357580803875557, 0.14556338561794346], "accept_run": 4.010478703354693, "mean_block_run_plus_1": 5.010478703354693, "n_blocks": 13265, "n_slots": 198758, "n_seq": 32, "ctx_tokens": 32433, "time_s": 13.207005262374878, "seq_per_s": 2.4229565570905036, "elapsed_s": 31556.12222123146, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.6882965921646653, "objective_grad": 0.7738700034274613, "bb_ce": 0.6069379212734564, "bb_h": 0.7696552630558744, "h_mean": 4.181725879831787, "a0": 0.3165089848470613, "a1": 0.3302501484447563, "bound_mean": 0.0005693404383266709, "bound_max": 0.1464136242866516, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.16872970552639038, "w0_slot14": 0.03487280567165479, "w1_slot0": 1.0, "w1_slot7": 0.17175005703296853, "w1_slot14": 0.03539668201924303, "norm": [0.24482182015696027, 0.254111034631758], "mean_weight": [0.2767042359004619, 0.2845213218936704], "norm_ratio": [1.1302270186663148, 1.1196732259422781], "norm_ema": [0.24801006173131043, 0.2571520633579492], "norm_next": [0.24801006173131043, 0.2571520633579492], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13265, "a_mean": 3.7750471164719186, "a_full_rate": 0.035733132303053146, "tail_rows_mean": 11.195552205050886, "verify_rows_mean": 14.970599321522805, "start_rate": 0.001960045231813042, "a_hist": [0.18281191104410102, 0.1956275914059555, 0.1450433471541651, 0.10501319261213721, 0.07433094609875612, 0.05450433471541651, 0.0398039954768187, 0.032868450810403314, 0.02857142857142857, 0.02254052016584998, 0.02284206558612891, 0.01899736147757256, 0.01650961176027139, 0.01462495288352808, 0.010177157934413872, 0.035733132303053146], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2362
+ {"event": "train", "step": 2358, "lr": 0.00020176258124175793, "grad_norm": 0.6231005787849426, "clipped": false, "loss": 4.533946088585363, "slot_acc": [0.7488607175408071, 0.6011766655618164, 0.4970580923178918, 0.41294439380127623, 0.3345764959390021, 0.29473684210526313, 0.25810194778284296, 0.22355769230769232, 0.1915264074289031, 0.1715446480391344, 0.15218112456460442, 0.13246516257465163, 0.12129514321295143, 0.10451109080335631, 0.09416853839114882], "accept_run": 3.0287489643744823, "mean_block_run_plus_1": 4.028748964374483, "n_blocks": 12070, "n_slots": 180870, "n_seq": 32, "ctx_tokens": 26418, "time_s": 11.852458715438843, "seq_per_s": 2.699861755967752, "elapsed_s": 31567.97635626793, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.904437423555333, "objective_grad": 0.8101152372905954, "bb_ce": 0.8016099622770739, "bb_h": 1.0072648848335921, "h_mean": 4.6257964347300105, "a0": 0.240393762919146, "a1": 0.2570025895168801, "bound_mean": 0.000756138386069479, "bound_max": 0.156409353017807, "accept_topk": 16, "w0_slot0": 0.999917149958575, "w0_slot7": 0.1046051887245515, "w0_slot14": 0.018489360940362954, "w1_slot0": 0.999917149958575, "w1_slot7": 0.10865001822091638, "w1_slot14": 0.018759748647674757, "norm": [0.24801006173131043, 0.2571520633579492], "mean_weight": [0.22177722130722355, 0.23063804515527112], "norm_ratio": [0.8942267090255916, 0.8968936206209971], "norm_ema": [0.24538677768890174, 0.2545006615376814], "norm_next": [0.24538677768890174, 0.2545006615376814], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12070, "a_mean": 2.723280861640431, "a_full_rate": 0.022120961060480532, "tail_rows_mean": 12.243164871582437, "verify_rows_mean": 14.966445733222866, "start_rate": 0.0022369511184755593, "a_hist": [0.2619718309859155, 0.24498757249378625, 0.15211267605633802, 0.09072079536039768, 0.05683512841756421, 0.039105219552609774, 0.03131731565865783, 0.021541010770505385, 0.01980115990057995, 0.01516155758077879, 0.01275890637945319, 0.010604805302402652, 0.008699254349627174, 0.006628003314001657, 0.005633802816901409, 0.022120961060480532], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2363
+ {"event": "train", "step": 2359, "lr": 0.00020168308134055194, "grad_norm": 0.8379986882209778, "clipped": false, "loss": 4.343815755465055, "slot_acc": [0.8000735564545789, 0.6462409886714727, 0.5446185536673288, 0.45401706886403764, 0.3863870493009566, 0.33473172885846764, 0.28549348642084343, 0.2491718807508281, 0.21830363716683845, 0.19438922023415064, 0.1688149075642631, 0.15172058064991525, 0.12886331784318064, 0.1190757419164329, 0.10152321798284532], "accept_run": 3.415753475031257, "mean_block_run_plus_1": 4.4157534750312575, "n_blocks": 13597, "n_slots": 203661, "n_seq": 32, "ctx_tokens": 27128, "time_s": 13.045642852783203, "seq_per_s": 2.4529262651991894, "elapsed_s": 31581.023734092712, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8206154964663215, "objective_grad": 0.8035699663413175, "bb_ce": 0.7255489645993332, "bb_h": 0.9156820283333097, "h_mean": 4.43356414424648, "a0": 0.267931398978006, "a1": 0.2843479389639935, "bound_mean": 0.0011299287895233344, "bound_max": 0.14328977465629578, "accept_topk": 16, "w0_slot0": 0.9998529087298669, "w0_slot7": 0.11527125929366212, "w0_slot14": 0.021759668814978195, "w1_slot0": 0.9998529087298669, "w1_slot7": 0.12033189103059634, "w1_slot14": 0.02241827084419424, "norm": [0.24538677768890174, 0.2545006615376814], "mean_weight": [0.23978095964208895, 0.249632335790978], "norm_ratio": [0.977155174783216, 0.9808710684000221], "norm_ema": [0.24482619588422044, 0.25401382896301106], "norm_next": [0.24482619588422044, 0.25401382896301106], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13597, "a_mean": 2.9102743252187984, "a_full_rate": 0.02147532543943517, "tail_rows_mean": 12.057733323527248, "verify_rows_mean": 14.968007648746047, "start_rate": 0.002132823416930205, "a_hist": [0.22946238140766345, 0.2399058615871148, 0.15687283959696993, 0.09987497242038686, 0.06626461719496948, 0.0442744723100684, 0.030300801647422226, 0.024784879017430317, 0.020004412738103994, 0.01669485916010885, 0.013605942487313378, 0.011252482165183497, 0.01103184525998382, 0.008090019857321468, 0.0061042877105243806, 0.02147532543943517], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2364
+ {"event": "train", "step": 2360, "lr": 0.00020160356496250735, "grad_norm": 0.5863683819770813, "clipped": false, "loss": 4.268824507812491, "slot_acc": [0.7975841874084919, 0.6554904831625183, 0.5423530273080021, 0.4537667471996486, 0.39991213940547665, 0.3383365060770245, 0.29303653803910085, 0.25983156352984255, 0.2245331380446723, 0.2006301751300652, 0.1825577134481495, 0.16689877592904787, 0.1436111722014515, 0.13270698766881972, 0.12153721801748843], "accept_run": 3.5522693997071744, "mean_block_run_plus_1": 4.552269399707175, "n_blocks": 13660, "n_slots": 204730, "n_seq": 32, "ctx_tokens": 38312, "time_s": 13.840909957885742, "seq_per_s": 2.3119867188911427, "elapsed_s": 31594.86626815796, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7985261204315606, "objective_grad": 0.8076294719692505, "bb_ce": 0.6939251902402884, "bb_h": 0.9031270506228327, "h_mean": 4.3702549308053635, "a0": 0.2762272744484521, "a1": 0.29349400171929213, "bound_mean": 0.000917771399304398, "bound_max": 0.1838364601135254, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.12789341922615896, "w0_slot14": 0.028421608755746626, "w1_slot0": 1.0, "w1_slot7": 0.13318079911281955, "w1_slot14": 0.02899736959305016, "norm": [0.24482619588422044, 0.25401382896301106], "mean_weight": [0.2470176890512091, 0.2573876022424951], "norm_ratio": [1.00895122010565, 1.0132818488397153], "norm_ema": [0.2450453452009193, 0.2543512062909595], "norm_next": [0.2450453452009193, 0.2543512062909595], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13660, "a_mean": 3.1866032210834554, "a_full_rate": 0.027232796486090775, "tail_rows_mean": 11.789238653001464, "verify_rows_mean": 14.975841874084919, "start_rate": 0.001610541727672035, "a_hist": [0.20607613469985359, 0.220497803806735, 0.15900439238653002, 0.11039531478770132, 0.06954612005856516, 0.047510980966325035, 0.03572474377745242, 0.026793557833089312, 0.023792093704245974, 0.01925329428989751, 0.017203513909224012, 0.010980966325036604, 0.010834553440702782, 0.007833089311859444, 0.007320644216691069, 0.027232796486090775], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2365
+ {"event": "train", "step": 2361, "lr": 0.00020152403213297428, "grad_norm": 0.6152026653289795, "clipped": false, "loss": 4.499342201705642, "slot_acc": [0.7815799614643545, 0.6273315862494219, 0.5161489246897403, 0.4250366145070531, 0.35913050181145456, 0.298157712171433, 0.2545286363986742, 0.21887287024901703, 0.18776989512646514, 0.16941829964511648, 0.15511653032875444, 0.14115921895500502, 0.1233299868715731, 0.11165198578272292, 0.1066480922529216], "accept_run": 3.1058107274969173, "mean_block_run_plus_1": 4.105810727496918, "n_blocks": 12976, "n_slots": 194442, "n_seq": 32, "ctx_tokens": 31224, "time_s": 12.918649435043335, "seq_per_s": 2.477039117819568, "elapsed_s": 31607.78675556183, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8951159783163813, "objective_grad": 0.8241582211628942, "bb_ce": 0.7870662149468051, "bb_h": 1.0031657416859576, "h_mean": 4.588155615976842, "a0": 0.24749029669458855, "a1": 0.2646035005037413, "bound_mean": 0.0010177365746657082, "bound_max": 0.18439175188541412, "accept_topk": 16, "w0_slot0": 0.999922934648582, "w0_slot7": 0.09955993798332725, "w0_slot14": 0.019599675801231026, "w1_slot0": 0.999922934648582, "w1_slot7": 0.10401596465921245, "w1_slot14": 0.0199395182372117, "norm": [0.2450453452009193, 0.2543512062909595], "mean_weight": [0.22477956026673895, 0.23487274109770973], "norm_ratio": [0.917297817195573, 0.9234190178325014], "norm_ema": [0.24301876670750125, 0.2524033597716345], "norm_next": [0.24301876670750125, 0.2524033597716345], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12976, "a_mean": 2.6110511713933415, "a_full_rate": 0.01780209617755857, "tail_rows_mean": 12.358893341553637, "verify_rows_mean": 14.969944512946979, "start_rate": 0.002003699136868064, "a_hist": [0.23643649815043158, 0.2558569667077682, 0.1659217016029593, 0.10719790382244143, 0.06180641183723798, 0.03968865598027127, 0.02905363748458693, 0.021347102342786684, 0.015490135635018496, 0.012330456226880395, 0.011636868064118372, 0.007937731196054254, 0.006088162762022195, 0.006011097410604192, 0.005394574599260173, 0.01780209617755857], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2366
+ {"event": "train", "step": 2362, "lr": 0.00020144448287730824, "grad_norm": 0.7273352742195129, "clipped": false, "loss": 4.2036207128599, "slot_acc": [0.7872215278288361, 0.6441388439476393, 0.5367701132519488, 0.4559494043241653, 0.39219002794528607, 0.34063832916605385, 0.29979405707561047, 0.26515151515151514, 0.23484402589758682, 0.20732783990582695, 0.19426048565121412, 0.17566970856638212, 0.16098387215553428, 0.14573197700132684, 0.13265908755352132], "accept_run": 3.576374595707145, "mean_block_run_plus_1": 4.576374595707145, "n_blocks": 13604, "n_slots": 203836, "n_seq": 32, "ctx_tokens": 33083, "time_s": 13.554187774658203, "seq_per_s": 2.360893956318747, "elapsed_s": 31621.342472553253, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.78190061176254, "objective_grad": 0.8147158613665146, "bb_ce": 0.685985235393071, "bb_h": 0.8778159881320089, "h_mean": 4.292902747697679, "a0": 0.2821091700941098, "a1": 0.2992019109629132, "bound_mean": 0.0010683932192947908, "bound_max": 0.1614895462989807, "accept_topk": 16, "w0_slot0": 0.9997794766245222, "w0_slot7": 0.1377377243009909, "w0_slot14": 0.03896307201856116, "w1_slot0": 0.9997794766245222, "w1_slot7": 0.14239772865148884, "w1_slot14": 0.039991658437847424, "norm": [0.24301876670750125, 0.2524033597716345], "mean_weight": [0.2529159863596493, 0.26324141936707446], "norm_ratio": [1.040726153729767, 1.0429394426652874], "norm_ema": [0.24400848867271605, 0.25348716573117847], "norm_next": [0.24400848867271605, 0.25348716573117847], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13604, "a_mean": 3.0710085269038516, "a_full_rate": 0.032416936195236695, "tail_rows_mean": 11.899220817406645, "verify_rows_mean": 14.970229344310496, "start_rate": 0.001984710379300206, "a_hist": [0.23147603645986475, 0.2336077624228168, 0.15568950308732726, 0.10283740076448103, 0.06373125551308438, 0.040870332255219056, 0.026830344016465744, 0.021684798588650397, 0.01947956483387239, 0.014995589532490444, 0.012569832402234637, 0.011908262275801235, 0.011761246692149369, 0.0113937077330197, 0.008747427227286093, 0.032416936195236695], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2367
+ {"event": "train", "step": 2363, "lr": 0.00020136491722087, "grad_norm": 0.6502060890197754, "clipped": false, "loss": 4.063348779709729, "slot_acc": [0.7850761954808197, 0.6513775242098941, 0.542942942942943, 0.45795795795795796, 0.3992792251670546, 0.3490048817123545, 0.3155088246338716, 0.27902959290971907, 0.2583746432326874, 0.23015098024487343, 0.20903148245548125, 0.19860234445446348, 0.17869493309276802, 0.16872366044551476, 0.15040711700844392], "accept_run": 3.6976953682155993, "mean_block_run_plus_1": 4.6976953682156, "n_blocks": 13321, "n_slots": 199643, "n_seq": 32, "ctx_tokens": 34970, "time_s": 13.284022331237793, "seq_per_s": 2.408908928491561, "elapsed_s": 31634.62826681137, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7696058949650373, "objective_grad": 0.8150024163370875, "bb_ce": 0.6634992106835039, "bb_h": 0.8757125792465708, "h_mean": 4.178300870937615, "a0": 0.29357512227939925, "a1": 0.3113377823091086, "bound_mean": 0.0010363350299272688, "bound_max": 0.26281481981277466, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.1433772039357203, "w0_slot14": 0.04786838998352407, "w1_slot0": 1.0, "w1_slot7": 0.14793131096065817, "w1_slot14": 0.048857708122381015, "norm": [0.24400848867271605, 0.25348716573117847], "mean_weight": [0.25824318072187563, 0.26856434936923934], "norm_ratio": [1.0583368723218982, 1.0594790809016743], "norm_ema": [0.245431957877632, 0.25499488409498455], "norm_next": [0.245431957877632, 0.25499488409498455], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13321, "a_mean": 3.1794159597627805, "a_full_rate": 0.04504166353877337, "tail_rows_mean": 11.792433000525486, "verify_rows_mean": 14.971848960288266, "start_rate": 0.0018767359807822235, "a_hist": [0.22761053974926806, 0.24052248329704978, 0.15374221154567974, 0.10021770137377074, 0.05892950979656182, 0.040837774941821184, 0.026649650927107575, 0.021169581863223482, 0.01704076270550259, 0.013587568500863298, 0.012311388033931387, 0.011635763080849786, 0.010885068688536897, 0.01065986037084303, 0.009158471586217251, 0.04504166353877337], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2368
+ {"event": "train", "step": 2364, "lr": 0.0002012853351890255, "grad_norm": 0.7652905583381653, "clipped": false, "loss": 4.319249177534606, "slot_acc": [0.7926509186351706, 0.6364564345607, 0.540980020417092, 0.44293735871071244, 0.3760665062349595, 0.33031872219385894, 0.2883086572824739, 0.2530814674349063, 0.22551236233680985, 0.20093355699803078, 0.17943107221006566, 0.15557501459427905, 0.13919520923099393, 0.13100372834271512, 0.12154048909064284], "accept_run": 3.33447546839688, "mean_block_run_plus_1": 4.33447546839688, "n_blocks": 13717, "n_slots": 205570, "n_seq": 32, "ctx_tokens": 39028, "time_s": 13.858639478683472, "seq_per_s": 2.3090289670368063, "elapsed_s": 31648.488480091095, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8542737696169058, "objective_grad": 0.8359974630253495, "bb_ce": 0.7491788463284056, "bb_h": 0.9593686929054062, "h_mean": 4.424977216574917, "a0": 0.2693938837117623, "a1": 0.2863842806396961, "bound_mean": 0.0011114488920934242, "bound_max": 0.19982165098190308, "accept_topk": 16, "w0_slot0": 0.9999270977619013, "w0_slot7": 0.11850174616514912, "w0_slot14": 0.022338745917880508, "w1_slot0": 0.9999270977619013, "w1_slot7": 0.12366368912966384, "w1_slot14": 0.022977731239237173, "norm": [0.245431957877632, 0.25499488409498455], "mean_weight": [0.23985331133076865, 0.24980555402285604], "norm_ratio": [0.977270089049916, 0.9796492777078794], "norm_ema": [0.24487409322294565, 0.2544759510877717], "norm_next": [0.24487409322294565, 0.2544759510877717], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13717, "a_mean": 2.7569439381789023, "a_full_rate": 0.01771524385798644, "tail_rows_mean": 12.215717722534082, "verify_rows_mean": 14.972661660712983, "start_rate": 0.0018225559524677408, "a_hist": [0.23824451410658307, 0.24713858715462564, 0.15994751038856894, 0.1021360355762922, 0.06094627105052125, 0.0393672085733032, 0.03003572209666837, 0.02354742290588321, 0.0196836042866516, 0.014799154334038054, 0.012830793905372895, 0.010352117810016768, 0.009185682000437413, 0.00794634395275935, 0.0061237880002916086, 0.01771524385798644], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2369
+ {"event": "train", "step": 2365, "lr": 0.00020120573680714588, "grad_norm": 0.9046103954315186, "clipped": false, "loss": 4.587243585231196, "slot_acc": [0.7767692184111173, 0.6067641388174807, 0.4995983290488432, 0.41428341902313626, 0.3469633676092545, 0.3047320639511529, 0.2691627832235256, 0.23585663773706203, 0.21256931608133087, 0.19059485530546624, 0.1711689982312269, 0.1563077912679907, 0.14066269905098921, 0.12556342562781714, 0.12130249052953977], "accept_run": 3.2924263111396677, "mean_block_run_plus_1": 4.292426311139668, "n_blocks": 12451, "n_slots": 186601, "n_seq": 32, "ctx_tokens": 29166, "time_s": 12.43785834312439, "seq_per_s": 2.572790195644052, "elapsed_s": 31660.92812895775, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8497293373824224, "objective_grad": 0.8258067200288268, "bb_ce": 0.7493766578655847, "bb_h": 0.95008201689926, "h_mean": 4.677301379467667, "a0": 0.2566233477461069, "a1": 0.2736477919793238, "bound_mean": 0.0009552689257314452, "bound_max": 0.21487605571746826, "accept_topk": 16, "w0_slot0": 0.9998393703317002, "w0_slot7": 0.12364991502176591, "w0_slot14": 0.032886668836341, "w1_slot0": 0.9998393703317002, "w1_slot7": 0.12788122949807523, "w1_slot14": 0.03330904090377337, "norm": [0.24487409322294565, 0.2544759510877717], "mean_weight": [0.23787620118563563, 0.24739680811852646], "norm_ratio": [0.9714224892261722, 0.9721814853663576], "norm_ema": [0.24417430401921464, 0.2537680367908472], "norm_next": [0.24417430401921464, 0.2537680367908472], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12451, "a_mean": 2.7388964741787807, "a_full_rate": 0.024576339249859448, "tail_rows_mean": 12.22978074050277, "verify_rows_mean": 14.968677214681552, "start_rate": 0.0020881856878965546, "a_hist": [0.2460043370010441, 0.2588547104650229, 0.1600674644606859, 0.09340615211629588, 0.05806762509035419, 0.03622199020159023, 0.026343265601156532, 0.019516504698417796, 0.01590233716167376, 0.013573206971327604, 0.012368484459079593, 0.012288169624929724, 0.008513372419885952, 0.0075495944100875435, 0.006746446068588869, 0.024576339249859448], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2370
+ {"event": "train", "step": 2366, "lr": 0.00020112612210060755, "grad_norm": 0.6613840460777283, "clipped": false, "loss": 4.483781234102842, "slot_acc": [0.7734815040340995, 0.619091116693309, 0.5164040496308138, 0.42528735632183906, 0.3532770038821649, 0.3076805967876989, 0.27085870889159563, 0.23804447151995126, 0.2186762129636682, 0.19683120048750763, 0.17755941499085923, 0.15565714285714286, 0.14067861227601983, 0.1311212814645309, 0.11659158585935711], "accept_run": 3.3132942698424777, "mean_block_run_plus_1": 4.313294269842478, "n_blocks": 13141, "n_slots": 196923, "n_seq": 32, "ctx_tokens": 31389, "time_s": 13.094101428985596, "seq_per_s": 2.4438484896079693, "elapsed_s": 31674.02385187149, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8536509338928906, "objective_grad": 0.8312820021027165, "bb_ce": 0.7493699212803827, "bb_h": 0.9579319465053986, "h_mean": 4.586335021714826, "a0": 0.2610693511112177, "a1": 0.27692892741841424, "bound_mean": 0.0009038166323394428, "bound_max": 0.1292209029197693, "accept_topk": 16, "w0_slot0": 0.9997717068716232, "w0_slot7": 0.11994666365626154, "w0_slot14": 0.026888305128120106, "w1_slot0": 0.9997717068716232, "w1_slot7": 0.12363531290070805, "w1_slot14": 0.027241104890815254, "norm": [0.24417430401921464, 0.2537680367908472], "mean_weight": [0.23802138059903205, 0.24691883361420142], "norm_ratio": [0.9748011018403542, 0.9730099847748327], "norm_ema": [0.24355901167719637, 0.2530831164731826], "norm_next": [0.24355901167719637, 0.2530831164731826], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13141, "a_mean": 2.954189178905715, "a_full_rate": 0.0258732212160414, "tail_rows_mean": 12.017274180047181, "verify_rows_mean": 14.971463358952896, "start_rate": 0.0019024427364736321, "a_hist": [0.23902290541054713, 0.23361996803896204, 0.15942470131649036, 0.0991553154250057, 0.06255231717525303, 0.04063617685107678, 0.027775663952515028, 0.021002967810668897, 0.018948329655277377, 0.01628490982421429, 0.01438246708774066, 0.01339319686477437, 0.011262460999923903, 0.008675138878319763, 0.007990259493189255, 0.0258732212160414], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2371
+ {"event": "train", "step": 2367, "lr": 0.00020104649109479206, "grad_norm": 0.7328047752380371, "clipped": false, "loss": 4.331335979236217, "slot_acc": [0.7966342933690556, 0.6639035418236624, 0.5429265432615797, 0.4618864131345284, 0.400720509383378, 0.34674377671611767, 0.30318524727577534, 0.2594735077129443, 0.2266208169084962, 0.20678079892581402, 0.1780109106168695, 0.16100058759338537, 0.14138104838709678, 0.13277240218763148, 0.11847981798264094], "accept_run": 3.6248639598158223, "mean_block_run_plus_1": 4.624863959815823, "n_blocks": 11945, "n_slots": 178812, "n_seq": 32, "ctx_tokens": 28487, "time_s": 11.801714897155762, "seq_per_s": 2.7114703480688274, "elapsed_s": 31685.827305078506, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7782241802587382, "objective_grad": 0.818370337635922, "bb_ce": 0.6836397954631265, "bb_h": 0.87280856505435, "h_mean": 4.416259786673862, "a0": 0.2826152577820937, "a1": 0.2988729032500151, "bound_mean": 0.000657377799525757, "bound_max": 0.1566225290298462, "accept_topk": 16, "w0_slot0": 0.999916282963583, "w0_slot7": 0.13709736666849348, "w0_slot14": 0.031152766374647152, "w1_slot0": 0.999916282963583, "w1_slot7": 0.1418365023452229, "w1_slot14": 0.03165144874112899, "norm": [0.24355901167719637, 0.2530831164731826], "mean_weight": [0.2564327553038954, 0.2658871568412244], "norm_ratio": [1.0528567739622847, 1.050592234466176], "norm_ema": [0.24484638603986628, 0.2543635205099868], "norm_next": [0.24484638603986628, 0.2543635205099868], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 11945, "a_mean": 3.2674759313520303, "a_full_rate": 0.0270406027626622, "tail_rows_mean": 11.696107157806614, "verify_rows_mean": 14.963583089158643, "start_rate": 0.0024277940560904145, "a_hist": [0.20368354960234408, 0.2176642946839682, 0.15864378401004606, 0.10397655922980327, 0.07090832984512348, 0.04964420259522813, 0.037086647132691504, 0.030221850146504813, 0.023273336123901214, 0.018668899120971118, 0.014734198409376308, 0.014231896190874843, 0.011134365843449142, 0.00987861029719548, 0.009208874005860193, 0.0270406027626622], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2372
+ {"event": "train", "step": 2368, "lr": 0.0002009668438150862, "grad_norm": 0.6879355907440186, "clipped": false, "loss": 4.179535252756493, "slot_acc": [0.7923948098702468, 0.6629162916291629, 0.5567891972993249, 0.4673521465025518, 0.3952248667317366, 0.3375384846436885, 0.2976342470897484, 0.25910900758770944, 0.2272898038921031, 0.2094736842105263, 0.1867619405791651, 0.17407658165952006, 0.15532811559301626, 0.14308318264014466, 0.1234903381642512], "accept_run": 3.5761961901904904, "mean_block_run_plus_1": 4.57619619019049, "n_blocks": 13334, "n_slots": 199586, "n_seq": 32, "ctx_tokens": 31640, "time_s": 13.13362431526184, "seq_per_s": 2.436494240421862, "elapsed_s": 31698.962490081787, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7764692672253444, "objective_grad": 0.8015824932292462, "bb_ce": 0.6774213602951645, "bb_h": 0.8755171741555242, "h_mean": 4.2807851189607655, "a0": 0.2831541657090443, "a1": 0.300312324743337, "bound_mean": 0.0008871485746639818, "bound_max": 0.2571958899497986, "accept_topk": 16, "w0_slot0": 0.9999250037498125, "w0_slot7": 0.13161249202218628, "w0_slot14": 0.03289559456182417, "w1_slot0": 0.9999250037498125, "w1_slot7": 0.13669238618593335, "w1_slot14": 0.033492993203123336, "norm": [0.24484638603986628, 0.2543635205099868], "mean_weight": [0.2526747824432733, 0.262663216298595], "norm_ratio": [1.0319726851191195, 1.032629269212691], "norm_ema": [0.24562922568020698, 0.2551934900888476], "norm_next": [0.24562922568020698, 0.2551934900888476], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13334, "a_mean": 3.146767661616919, "a_full_rate": 0.03254837258137093, "tail_rows_mean": 11.822858857057147, "verify_rows_mean": 14.969626518674067, "start_rate": 0.002024898755062247, "a_hist": [0.2126893655317234, 0.22776361181940902, 0.1591420428978551, 0.10836958152092395, 0.0695965201739913, 0.04649767511624419, 0.030523473826308684, 0.023398830058497074, 0.019649017549122544, 0.015899205039748013, 0.014924253787310635, 0.012599370031498426, 0.009674516274186291, 0.008774561271936402, 0.007949602519874007, 0.03254837258137093], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2373
+ {"event": "train", "step": 2369, "lr": 0.000200887180286882, "grad_norm": 0.6075834631919861, "clipped": false, "loss": 4.186430301527113, "slot_acc": [0.7969292760872586, 0.6489265615229626, 0.5427380125086866, 0.4766140802001529, 0.40731215680822963, 0.3575698595857083, 0.3103448275862069, 0.277089998608986, 0.248330550918197, 0.21832602796910874, 0.19478079331941545, 0.16970625087011, 0.15181058495821728, 0.14079598522339165, 0.13206756945413933], "accept_run": 3.7576073363901625, "mean_block_run_plus_1": 4.757607336390162, "n_blocks": 14394, "n_slots": 215619, "n_seq": 32, "ctx_tokens": 34471, "time_s": 14.207226276397705, "seq_per_s": 2.2523749096022505, "elapsed_s": 31713.171454668045, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7537011493487913, "objective_grad": 0.8013552369013837, "bb_ce": 0.654399798071997, "bb_h": 0.8530025006255855, "h_mean": 4.290029323650013, "a0": 0.28805647512159394, "a1": 0.30481705663110126, "bound_mean": 0.001041878961211264, "bound_max": 0.18439212441444397, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.15017593356054593, "w0_slot14": 0.03432176925391789, "w1_slot0": 1.0, "w1_slot7": 0.15519759753021264, "w1_slot14": 0.034801223525287237, "norm": [0.24562922568020698, 0.2551934900888476], "mean_weight": [0.26131441017090623, 0.2712051176079544], "norm_ratio": [1.0638571588835293, 1.062743087660787], "norm_ema": [0.2471977441292769, 0.2567946528407583], "norm_next": [0.2471977441292769, 0.2567946528407583], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14394, "a_mean": 3.495623176323468, "a_full_rate": 0.0377935250798944, "tail_rows_mean": 11.476240100041684, "verify_rows_mean": 14.971863276365152, "start_rate": 0.0018757815756565235, "a_hist": [0.21043490343198554, 0.2141864665832986, 0.1481172710851744, 0.094483812699736, 0.06474920105599555, 0.048839794358760596, 0.03800194525496735, 0.02897040433513964, 0.02278727247464221, 0.021953591774350422, 0.016395720439071837, 0.016117826872307905, 0.014658885646797277, 0.011324162845630124, 0.01118521606224816, 0.0377935250798944], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2374
+ {"event": "train", "step": 2370, "lr": 0.00020080750053557659, "grad_norm": 0.6098933815956116, "clipped": false, "loss": 4.346253301349217, "slot_acc": [0.7999565595134666, 0.6475528525919491, 0.5348247900376484, 0.44960903562119897, 0.3766657010428737, 0.3280220178170493, 0.2811300253531329, 0.24920312952767315, 0.21757716273003913, 0.19526155629618897, 0.17519570890113076, 0.16469649720791935, 0.1508858553586988, 0.13657508358773077, 0.11696630031297765], "accept_run": 3.5747176368375326, "mean_block_run_plus_1": 4.574717636837533, "n_blocks": 13812, "n_slots": 206930, "n_seq": 32, "ctx_tokens": 31677, "time_s": 13.512921810150146, "seq_per_s": 2.3681036899039407, "elapsed_s": 31726.68595314026, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.778458460329962, "objective_grad": 0.7892709545035398, "bb_ce": 0.6780754212245197, "bb_h": 0.8788414994354043, "h_mean": 4.433433679943022, "a0": 0.27211459717579567, "a1": 0.29018992435804364, "bound_mean": 0.000755365233101793, "bound_max": 0.12724336981773376, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.13166746344927632, "w0_slot14": 0.03498009118367005, "w1_slot0": 1.0, "w1_slot7": 0.13701729903355253, "w1_slot14": 0.03591563472090241, "norm": [0.2471977441292769, 0.2567946528407583], "mean_weight": [0.2500406769079773, 0.26083476422794294], "norm_ratio": [1.0115006420819668, 1.015732848571773], "norm_ema": [0.24748203740714692, 0.25719866397947677], "norm_next": [0.24748203740714692, 0.25719866397947677], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13812, "a_mean": 3.148059658268173, "a_full_rate": 0.028525919490298292, "tail_rows_mean": 11.82261801332175, "verify_rows_mean": 14.970677671589922, "start_rate": 0.001954821894005213, "a_hist": [0.21611642050390964, 0.22610773240660295, 0.15877497827975673, 0.10628439038517232, 0.0650159281783956, 0.046770923834346945, 0.03352157544164495, 0.024978279756733276, 0.01918621488560672, 0.015204170286707211, 0.016000579206487113, 0.013032145960034752, 0.01114972487691862, 0.01035331595713872, 0.008977700550246163, 0.028525919490298292], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2375
+ {"event": "train", "step": 2371, "lr": 0.00020072780458657222, "grad_norm": 0.6748937368392944, "clipped": false, "loss": 4.086853611619494, "slot_acc": [0.7921293880897369, 0.6492248062015504, 0.5484904957137533, 0.47058823529411764, 0.41902773635550256, 0.3632838714488107, 0.32170022371364654, 0.2904019688269073, 0.26363297277135395, 0.23751958809044102, 0.2126278080453765, 0.19746173945502052, 0.17531011806904798, 0.15790261051686738, 0.14345643868454566], "accept_run": 3.8824800655786573, "mean_block_run_plus_1": 4.882480065578657, "n_blocks": 13419, "n_slots": 201003, "n_seq": 32, "ctx_tokens": 29073, "time_s": 13.159714937210083, "seq_per_s": 2.4316636152594455, "elapsed_s": 31739.8473944664, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7047863383997693, "objective_grad": 0.7724252380745953, "bb_ce": 0.619236315335792, "bb_h": 0.7903363614637466, "h_mean": 4.172854581296574, "a0": 0.30167800681427054, "a1": 0.31680978691545286, "bound_mean": 0.000721323789509949, "bound_max": 0.17060518264770508, "accept_topk": 16, "w0_slot0": 0.9998509575974365, "w0_slot7": 0.1674070970839754, "w0_slot14": 0.04531840430658129, "w1_slot0": 0.9998509575974365, "w1_slot7": 0.1707824648946893, "w1_slot14": 0.04530552962082996, "norm": [0.24748203740714692, 0.25719866397947677], "mean_weight": [0.27260517298178605, 0.2807649770743821], "norm_ratio": [1.101514986048493, 1.0916268876761577], "norm_ema": [0.24999435096461084, 0.2595552952889673], "norm_next": [0.24999435096461084, 0.2595552952889673], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13419, "a_mean": 3.6200909158655636, "a_full_rate": 0.042402563529324096, "tail_rows_mean": 11.350845815634548, "verify_rows_mean": 14.970936731500112, "start_rate": 0.0019375512333258812, "a_hist": [0.20545495193382518, 0.21260898725687458, 0.14643416051866756, 0.09866607049705642, 0.06088382144720173, 0.04657575080110291, 0.03420523138832998, 0.028765183694761158, 0.02481556002682763, 0.023399657202474104, 0.019599075937104107, 0.01676727028839705, 0.013935464639689992, 0.014009985840971757, 0.011476264997391758, 0.042402563529324096], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2376
+ {"event": "train", "step": 2372, "lr": 0.00020064809246527645, "grad_norm": 0.7632929086685181, "clipped": false, "loss": 4.38613567844603, "slot_acc": [0.794182893763865, 0.6401807723911257, 0.5379242337086039, 0.4552852211080059, 0.39232286700641134, 0.33067499794458605, 0.27952302631578946, 0.24557940620116786, 0.2093099761493544, 0.1862607980255039, 0.169781803211198, 0.14757745550428478, 0.1324923736499299, 0.11877426282316016, 0.10965927886205756], "accept_run": 3.4133596253389205, "mean_block_run_plus_1": 4.41335962533892, "n_blocks": 12171, "n_slots": 182247, "n_seq": 32, "ctx_tokens": 30171, "time_s": 12.222152709960938, "seq_per_s": 2.6181967088269404, "elapsed_s": 31752.071219921112, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8354688158066282, "objective_grad": 0.8083792887734167, "bb_ce": 0.729866617832197, "bb_h": 0.9410710137810595, "h_mean": 4.480311931385824, "a0": 0.2662970694824786, "a1": 0.2833139863353712, "bound_mean": 0.0010806838262985708, "bound_max": 0.21854765713214874, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.12205436281545302, "w0_slot14": 0.016827955513166352, "w1_slot0": 1.0, "w1_slot7": 0.12611510935170245, "w1_slot14": 0.017154751023524244, "norm": [0.24999435096461084, 0.2595552952889673], "mean_weight": [0.241830468139203, 0.25118606244535846], "norm_ratio": [0.967343730792687, 0.9677554918142154], "norm_ema": [0.24917796268207007, 0.2587183720046064], "norm_next": [0.24917796268207007, 0.2587183720046064], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12171, "a_mean": 2.980773970914469, "a_full_rate": 0.017089803631583272, "tail_rows_mean": 11.988415085038206, "verify_rows_mean": 14.969189055952674, "start_rate": 0.002054062936488374, "a_hist": [0.2147728206392244, 0.2298907238517788, 0.1565195957604141, 0.10771506038945033, 0.06975597732314519, 0.05069427327253307, 0.03483690740284282, 0.029085531180675375, 0.022594692301372114, 0.018240078876016762, 0.013967627968120943, 0.01092761482211815, 0.008791389368170241, 0.008709226850710705, 0.006408676361843727, 0.017089803631583272], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2377
+ {"event": "train", "step": 2373, "lr": 0.00020056836419710193, "grad_norm": 0.6583688259124756, "clipped": false, "loss": 4.112271318420098, "slot_acc": [0.8075928798286431, 0.6771810593189037, 0.5800088652482269, 0.4899874381142393, 0.4385161099615726, 0.3819660014781966, 0.3288491388868357, 0.289030159668835, 0.2624186871673566, 0.22732652759283917, 0.20739918608953015, 0.190176322418136, 0.17313963830418025, 0.15517625231910948, 0.13793616546387918], "accept_run": 3.9611550107082194, "mean_block_run_plus_1": 4.96115501070822, "n_blocks": 13541, "n_slots": 202731, "n_seq": 32, "ctx_tokens": 32847, "time_s": 13.39277195930481, "seq_per_s": 2.3893485304786037, "elapsed_s": 31765.465613126755, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.704538872887056, "objective_grad": 0.7766791681347186, "bb_ce": 0.6178669646537193, "bb_h": 0.7912107811203927, "h_mean": 4.193464285097928, "a0": 0.3089592772759387, "a1": 0.3248179436202409, "bound_mean": 0.0005940963101953703, "bound_max": 0.1117335855960846, "accept_topk": 16, "w0_slot0": 0.9998523004209438, "w0_slot7": 0.1634698745781664, "w0_slot14": 0.03862577448777882, "w1_slot0": 0.9998523004209438, "w1_slot7": 0.16854311955023768, "w1_slot14": 0.03896870774550673, "norm": [0.24917796268207007, 0.2587183720046064], "mean_weight": [0.27516983881614876, 0.2848222112853919], "norm_ratio": [1.1043104930079315, 1.1008967360088395], "norm_ema": [0.2517771502954779, 0.26132875593268495], "norm_next": [0.2517771502954779, 0.26132875593268495], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13541, "a_mean": 3.553873421460749, "a_full_rate": 0.03751569308027472, "tail_rows_mean": 11.419540654309134, "verify_rows_mean": 14.973414075769885, "start_rate": 0.0017723949486743963, "a_hist": [0.20205302414888118, 0.21084114910272506, 0.14651798242375008, 0.10464515176131749, 0.06565246289048077, 0.049331659404770696, 0.034340152130566425, 0.03153386012849863, 0.025256628018610148, 0.020160992541171256, 0.016542352854294364, 0.015656155379957168, 0.014843807695148068, 0.013514511483642272, 0.011594416955911676, 0.03751569308027472], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2378
+ {"event": "train", "step": 2374, "lr": 0.00020048861980746647, "grad_norm": 0.588641881942749, "clipped": false, "loss": 4.048818085848334, "slot_acc": [0.8256636593756085, 0.6981891348088531, 0.5958966368004155, 0.5083755356447215, 0.4402233911292941, 0.3859045144527444, 0.337296173585396, 0.2969196776709124, 0.26025349366265843, 0.23332466519308281, 0.2080244505137209, 0.19281577406130018, 0.1692928766766506, 0.15063851967683087, 0.1339116822125106], "accept_run": 4.099162826919333, "mean_block_run_plus_1": 5.099162826919333, "n_blocks": 15409, "n_slots": 230742, "n_seq": 32, "ctx_tokens": 39176, "time_s": 15.267630577087402, "seq_per_s": 2.0959375351944507, "elapsed_s": 31780.734930038452, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.6799426473903656, "objective_grad": 0.7620520190620774, "bb_ce": 0.5820886076793446, "bb_h": 0.7777966871013867, "h_mean": 4.144877150066669, "a0": 0.31548463967519336, "a1": 0.33176766857632106, "bound_mean": 0.0005356572132057598, "bound_max": 0.15563955903053284, "accept_topk": 16, "w0_slot0": 0.9998702057239276, "w0_slot7": 0.1733566950940091, "w0_slot14": 0.03992920032903158, "w1_slot0": 0.9998702057239276, "w1_slot7": 0.17561076378447502, "w1_slot14": 0.040048961568165835, "norm": [0.2517771502954779, 0.26132875593268495], "mean_weight": [0.2832317446694387, 0.2920708829941575], "norm_ratio": [1.1249302978330107, 1.117637750777765], "norm_ema": [0.254922609732874, 0.2644029686388322], "norm_next": [0.254922609732874, 0.2644029686388322], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 15409, "a_mean": 3.5779739113505094, "a_full_rate": 0.027775975079498996, "tail_rows_mean": 11.400610033097541, "verify_rows_mean": 14.978583944448049, "start_rate": 0.0014277370367966774, "a_hist": [0.1785969238756571, 0.20202479070672982, 0.1508858459341943, 0.10935167759101824, 0.07709779998702057, 0.057174378609903306, 0.04185865403335713, 0.03491466026348238, 0.02836004932182491, 0.021740541242131223, 0.01946914141086378, 0.016548770199234213, 0.013174119021351158, 0.012070867674735544, 0.00895580504899734, 0.027775975079498996], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2379
+ {"event": "train", "step": 2375, "lr": 0.0002004088593217929, "grad_norm": 0.606101930141449, "clipped": false, "loss": 4.383408503808233, "slot_acc": [0.7855888756232882, 0.6340778199185279, 0.5279943800491745, 0.4459668353007307, 0.3798313422347154, 0.3235418130709768, 0.29248067463106114, 0.2545326774420239, 0.22004357298474944, 0.19817223198594025, 0.18049500773449584, 0.1585425898572132, 0.14457661716055464, 0.13219240791605041, 0.11983645848019174], "accept_run": 3.5399957862209424, "mean_block_run_plus_1": 4.539995786220942, "n_blocks": 14239, "n_slots": 213349, "n_seq": 32, "ctx_tokens": 38803, "time_s": 14.319927453994751, "seq_per_s": 2.2346481923742663, "elapsed_s": 31795.05650115013, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8028259924076022, "objective_grad": 0.7835880409153718, "bb_ce": 0.7010968859373576, "bb_h": 0.9045550988778467, "h_mean": 4.475901732469396, "a0": 0.2717293163432739, "a1": 0.28720642916814504, "bound_mean": 0.0006695635005133195, "bound_max": 0.17791369557380676, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.13569142898334227, "w0_slot14": 0.03167265988418059, "w1_slot0": 1.0, "w1_slot7": 0.13866419215311088, "w1_slot14": 0.03183955904668901, "norm": [0.254922609732874, 0.2644029686388322], "mean_weight": [0.24931589727205633, 0.25766363012234106], "norm_ratio": [0.9780062173900825, 0.9745111087398685], "norm_ema": [0.2543619384867922, 0.2637290347871831], "norm_next": [0.2543619384867922, 0.2637290347871831], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14239, "a_mean": 3.0020366598778003, "a_full_rate": 0.02317578481634946, "tail_rows_mean": 11.970573776248331, "verify_rows_mean": 14.972610436126132, "start_rate": 0.0018259709249245032, "a_hist": [0.22838682491748016, 0.23772736849497858, 0.15590982512816912, 0.09642531076620549, 0.06587541259919938, 0.040452278952173605, 0.03265678769576515, 0.02401854062785308, 0.02078797668375588, 0.0184001685511623, 0.015942130767610085, 0.013413863333099234, 0.010042840087084767, 0.008638247067912072, 0.008146639511201629, 0.02317578481634946], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2380
+ {"event": "train", "step": 2376, "lr": 0.00020032908276550938, "grad_norm": 0.5546141266822815, "clipped": false, "loss": 4.445531043916815, "slot_acc": [0.7789312084216683, 0.6325486182190379, 0.5167471113061284, 0.42619953188999415, 0.3635898186073727, 0.3100497366881217, 0.27583936800526665, 0.24848218857435447, 0.2136795903438186, 0.19623911611911904, 0.1739480424442005, 0.1570580909823456, 0.13864868826029605, 0.12701672044587856, 0.11744399559309585], "accept_run": 3.4535818713450293, "mean_block_run_plus_1": 4.45358187134503, "n_blocks": 13680, "n_slots": 204939, "n_seq": 32, "ctx_tokens": 28343, "time_s": 13.282159805297852, "seq_per_s": 2.409246724108542, "elapsed_s": 31808.340389966965, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8085106999543303, "objective_grad": 0.7813344793345901, "bb_ce": 0.7104601772576291, "bb_h": 0.9065612226510317, "h_mean": 4.536496047205428, "a0": 0.26357986042251647, "a1": 0.2799361893336929, "bound_mean": 0.0006377394720626212, "bound_max": 0.12193357944488525, "accept_topk": 16, "w0_slot0": 0.9999269005847953, "w0_slot7": 0.1309628261363526, "w0_slot14": 0.03633838275903162, "w1_slot0": 0.9999269005847953, "w1_slot7": 0.13468559074613173, "w1_slot14": 0.03680160015498135, "norm": [0.2543619384867922, 0.2637290347871831], "mean_weight": [0.2455357580281868, 0.2550889688743415], "norm_ratio": [0.9653007029624295, 0.967238852105102], "norm_ema": [0.2534793204409317, 0.26286502819589896], "norm_next": [0.2534793204409317, 0.26286502819589896], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13680, "a_mean": 3.0458333333333334, "a_full_rate": 0.03442982456140351, "tail_rows_mean": 11.924561403508772, "verify_rows_mean": 14.970394736842104, "start_rate": 0.001973684210526316, "a_hist": [0.23165204678362572, 0.24305555555555555, 0.1560672514619883, 0.09539473684210527, 0.06023391812865497, 0.039108187134502925, 0.030628654970760234, 0.022002923976608187, 0.019371345029239765, 0.014985380116959063, 0.013742690058479532, 0.011257309941520468, 0.009868421052631578, 0.010599415204678362, 0.00760233918128655, 0.03442982456140351], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2381
+ {"event": "train", "step": 2377, "lr": 0.00020024929016404907, "grad_norm": 0.5827816724777222, "clipped": false, "loss": 4.498277159519592, "slot_acc": [0.7572606669057009, 0.6115453567586949, 0.5024026393172201, 0.4246575342465753, 0.3543713691458079, 0.3042386860790361, 0.2651699899583991, 0.22952230669918233, 0.2064266245875771, 0.18391793988953448, 0.16681015927679724, 0.14680545585068197, 0.13684361755621005, 0.12310347307111527, 0.11302282053127924], "accept_run": 3.2971461350924995, "mean_block_run_plus_1": 4.2971461350924995, "n_blocks": 13946, "n_slots": 209016, "n_seq": 32, "ctx_tokens": 32486, "time_s": 13.654069185256958, "seq_per_s": 2.343623689453115, "elapsed_s": 31821.996042728424, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8632056558018164, "objective_grad": 0.807103596995864, "bb_ce": 0.7591822518669767, "bb_h": 0.9672290597366561, "h_mean": 4.592969944056689, "a0": 0.25337466663599645, "a1": 0.2695278361738782, "bound_mean": 0.0009479882658595132, "bound_max": 0.3416330814361572, "accept_topk": 16, "w0_slot0": 0.9999282948515703, "w0_slot7": 0.12085843296641709, "w0_slot14": 0.03271305159782052, "w1_slot0": 0.9999282948515703, "w1_slot7": 0.12448656583672597, "w1_slot14": 0.03321234357565556, "norm": [0.2534793204409317, 0.26286502819589896], "mean_weight": [0.23692530547591106, 0.24584559678492976], "norm_ratio": [0.9346928383103418, 0.9352541053947825], "norm_ema": [0.2518239189444296, 0.26116308505480207], "norm_next": [0.2518239189444296, 0.26116308505480207], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13946, "a_mean": 2.8377312491036855, "a_full_rate": 0.03241072709020508, "tail_rows_mean": 12.135379320235193, "verify_rows_mean": 14.973110569338878, "start_rate": 0.0017926287107414313, "a_hist": [0.25132654524594866, 0.24336727377025671, 0.15488312060805967, 0.09737559156747455, 0.062455184282231464, 0.040369998565897035, 0.024809981356661407, 0.020292557005593, 0.015058081170228022, 0.01305033701419762, 0.01175964434246379, 0.0093933744442851, 0.007600745733543668, 0.008174386920980926, 0.007672450881973326, 0.03241072709020508], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2382
+ {"event": "train", "step": 2378, "lr": 0.00020016948154285023, "grad_norm": 0.7432632446289062, "clipped": false, "loss": 4.422846590442645, "slot_acc": [0.7840232492203005, 0.6440065215850287, 0.5348078831702822, 0.4488479262672811, 0.383862733976177, 0.32780259519251226, 0.289441962702971, 0.257977591830946, 0.22289199347564004, 0.20652713728272437, 0.18350252005395046, 0.1653761454855438, 0.14816921436189123, 0.13597209368548444, 0.12352102637205988], "accept_run": 3.6110992983202213, "mean_block_run_plus_1": 4.611099298320221, "n_blocks": 14109, "n_slots": 211340, "n_seq": 32, "ctx_tokens": 34234, "time_s": 13.874868631362915, "seq_per_s": 2.3063281426439475, "elapsed_s": 31835.872634410858, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7641675181891766, "objective_grad": 0.7760112518053515, "bb_ce": 0.6871242289553631, "bb_h": 0.8412108074229901, "h_mean": 4.498316965998957, "a0": 0.27339120576197506, "a1": 0.2876471208049096, "bound_mean": 0.0007072569651369726, "bound_max": 0.2053045928478241, "accept_topk": 16, "w0_slot0": 0.9999291232546601, "w0_slot7": 0.14457693796223656, "w0_slot14": 0.0397597641306304, "w1_slot0": 0.9999291232546601, "w1_slot7": 0.1483779019984632, "w1_slot14": 0.04033699570406628, "norm": [0.2518239189444296, 0.26116308505480207], "mean_weight": [0.25608053347285337, 0.2649112614595282], "norm_ratio": [1.0169031382970537, 1.0143518614199998], "norm_ema": [0.25224958039727197, 0.2615379026952747], "norm_next": [0.25224958039727197, 0.2615379026952747], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14109, "a_mean": 3.2153944290878163, "a_full_rate": 0.03458785172584875, "tail_rows_mean": 11.761216244950031, "verify_rows_mean": 14.976610674037849, "start_rate": 0.0015592883974767878, "a_hist": [0.2272308455595719, 0.22609681763413425, 0.15160535828194768, 0.10149549932667092, 0.0637890708058686, 0.04039974484371678, 0.030406123750797362, 0.02374370968885109, 0.02076688638457722, 0.018498830533701893, 0.013041321142533134, 0.015167623502728754, 0.01346658161457226, 0.010348004819618683, 0.009355730384860728, 0.03458785172584875], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2383
+ {"event": "train", "step": 2379, "lr": 0.00020008965692735637, "grad_norm": 0.615841805934906, "clipped": false, "loss": 4.353249655116638, "slot_acc": [0.7861795075456711, 0.6236593310558513, 0.5268552359764818, 0.43098927294398093, 0.36451048951048953, 0.3143674507310871, 0.27402050385440674, 0.24096002543113726, 0.21502384737678856, 0.19166865410604977, 0.17315948481475593, 0.16290168628698695, 0.15354612751731275, 0.1399537738104726, 0.13129941697947448], "accept_run": 3.4700555996822877, "mean_block_run_plus_1": 4.470055599682288, "n_blocks": 12590, "n_slots": 188622, "n_seq": 32, "ctx_tokens": 31298, "time_s": 12.554983377456665, "seq_per_s": 2.5487887190243677, "elapsed_s": 31848.42924141884, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7972947711718643, "objective_grad": 0.7726566767998707, "bb_ce": 0.6954747268479164, "bb_h": 0.8991148154958122, "h_mean": 4.453002800984818, "a0": 0.26489154894580413, "a1": 0.2821167471264329, "bound_mean": 0.0010488916568458552, "bound_max": 0.16071048378944397, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.1266203986873283, "w0_slot14": 0.04331514592169263, "w1_slot0": 1.0, "w1_slot7": 0.13039692311759998, "w1_slot14": 0.043556307902503526, "norm": [0.25224958039727197, 0.2615379026952747], "mean_weight": [0.24423200488968996, 0.2536342940611771], "norm_ratio": [0.9682157032929253, 0.9697802553563094], "norm_ema": [0.2514478228465138, 0.26074754183186494], "norm_next": [0.2514478228465138, 0.26074754183186494], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12590, "a_mean": 3.0700555996822874, "a_full_rate": 0.040587768069896744, "tail_rows_mean": 11.900158856235107, "verify_rows_mean": 14.970214455917395, "start_rate": 0.0019857029388403494, "a_hist": [0.23558379666401907, 0.2330420969023034, 0.160285941223193, 0.09904686258935663, 0.06044479745830024, 0.0409054805401112, 0.025416997617156472, 0.02295472597299444, 0.01795075456711676, 0.015806195393169183, 0.012549642573471008, 0.009690230341540906, 0.009293089753772835, 0.008657664813343924, 0.00778395552025417, 0.040587768069896744], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2384
+ {"event": "train", "step": 2380, "lr": 0.00020000981634301585, "grad_norm": 0.6384899616241455, "clipped": false, "loss": 4.09102380528553, "slot_acc": [0.7905598400457012, 0.6545272779205941, 0.5540559840045701, 0.4671522422165096, 0.4103699471504071, 0.35652049707184685, 0.3092857142857143, 0.278436696198914, 0.2514473590165106, 0.22589177210665523, 0.20010012157619966, 0.18184421534936998, 0.16188906406765086, 0.1408905140890514, 0.1267504488330341], "accept_run": 3.6702127659574466, "mean_block_run_plus_1": 4.670212765957446, "n_blocks": 14006, "n_slots": 209773, "n_seq": 32, "ctx_tokens": 34578, "time_s": 13.911909818649292, "seq_per_s": 2.30018742337613, "elapsed_s": 31862.342875480652, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7644669042279651, "objective_grad": 0.7737825502813328, "bb_ce": 0.6628612211900232, "bb_h": 0.8660725872659071, "h_mean": 4.189261238175171, "a0": 0.2878398704752261, "a1": 0.3044212180941353, "bound_mean": 0.0009952138383002513, "bound_max": 0.26678913831710815, "accept_topk": 16, "w0_slot0": 0.9998572040554048, "w0_slot7": 0.14114768148814183, "w0_slot14": 0.03179275572658609, "w1_slot0": 0.9998572040554048, "w1_slot7": 0.14415137430107855, "w1_slot14": 0.03211106300144725, "norm": [0.2514478228465138, 0.26074754183186494], "mean_weight": [0.25486825179219025, 0.26364213813523185], "norm_ratio": [1.0136029372096187, 1.0111011451269343], "norm_ema": [0.2517898657410814, 0.2610370014622016], "norm_next": [0.2517898657410814, 0.2610370014622016], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14006, "a_mean": 3.3001570755390546, "a_full_rate": 0.03027274025417678, "tail_rows_mean": 11.667713836927032, "verify_rows_mean": 14.967870912466086, "start_rate": 0.0021419391689276026, "a_hist": [0.2159788662001999, 0.22483221476510068, 0.15236327288305013, 0.09824360988147937, 0.061759246037412535, 0.04797943738397829, 0.03212908753391404, 0.025774667999428815, 0.023132943024418106, 0.018277880908182206, 0.016350135656147364, 0.016564329573040125, 0.014779380265600457, 0.012851635013565614, 0.008710552620305583, 0.03027274025417678], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2385
+ {"event": "train", "step": 2381, "lr": 0.0001999299598152824, "grad_norm": 0.5620506405830383, "clipped": false, "loss": 4.174798236692448, "slot_acc": [0.7862992728664371, 0.6384444614560209, 0.5274077476649824, 0.4322462103812586, 0.37681825141632214, 0.32792282367353187, 0.2928790199081164, 0.2496936274509804, 0.23071620068939103, 0.2086110472688271, 0.19475942384308917, 0.1717396304531166, 0.160552570990023, 0.14490861618798956, 0.13992465595448605], "accept_run": 3.3446349303535894, "mean_block_run_plus_1": 4.344634930353589, "n_blocks": 13066, "n_slots": 195753, "n_seq": 32, "ctx_tokens": 33216, "time_s": 13.069226741790771, "seq_per_s": 2.4484998716622846, "elapsed_s": 31875.413789510727, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8377634994794148, "objective_grad": 0.7879243621449677, "bb_ce": 0.7347048591615375, "bb_h": 0.9408221397972919, "h_mean": 4.273615246663378, "a0": 0.2722361188766413, "a1": 0.28938755503869545, "bound_mean": 0.0009226245671887412, "bound_max": 0.15329721570014954, "accept_topk": 16, "w0_slot0": 0.9999234654829328, "w0_slot7": 0.1135573805237611, "w0_slot14": 0.030362528979521963, "w1_slot0": 0.9999234654829328, "w1_slot7": 0.11800832253505883, "w1_slot14": 0.030605621001308512, "norm": [0.2517898657410814, 0.2610370014622016], "mean_weight": [0.23629942391097564, 0.24592166627481293], "norm_ratio": [0.9384786922042574, 0.9420950474349615], "norm_ema": [0.2502408215580708, 0.25952546794346276], "norm_next": [0.2502408215580708, 0.25952546794346276], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13066, "a_mean": 2.81348538190724, "a_full_rate": 0.026480942905250267, "tail_rows_mean": 12.157814174192561, "verify_rows_mean": 14.971299556099801, "start_rate": 0.0019133629266799327, "a_hist": [0.22654217051890402, 0.2469768865758457, 0.16898821368437164, 0.10668911679167305, 0.06360018368284096, 0.04301239859176489, 0.027705495178325424, 0.01928669830093372, 0.015230368896372264, 0.012934333384356345, 0.010255625287004438, 0.009796418184601256, 0.007806520740854125, 0.0074238481555181386, 0.007270779121383744, 0.026480942905250267], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2386
+ {"event": "train", "step": 2382, "lr": 0.0001998500873696147, "grad_norm": 0.5843468308448792, "clipped": false, "loss": 4.342693299280597, "slot_acc": [0.7847173269420555, 0.6325696157913289, 0.5289058093626622, 0.43566241274765566, 0.3696939782823297, 0.31483570723452264, 0.2772528557326188, 0.24412946900782737, 0.21114245416078983, 0.18817886866977007, 0.172686230248307, 0.15368331922099915, 0.1377558221594919, 0.12496469923750353, 0.11587952488687783], "accept_run": 3.383590611122859, "mean_block_run_plus_1": 4.383590611122859, "n_blocks": 14187, "n_slots": 212649, "n_seq": 32, "ctx_tokens": 33386, "time_s": 13.880081176757812, "seq_per_s": 2.3054620208982626, "elapsed_s": 31889.295608997345, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.835091041134139, "objective_grad": 0.8005590977414545, "bb_ce": 0.7224119689689205, "bb_h": 0.9477701132993575, "h_mean": 4.451765044582849, "a0": 0.26129723134575483, "a1": 0.27977376191103837, "bound_mean": 0.0009063505687638742, "bound_max": 0.1778384894132614, "accept_topk": 16, "w0_slot0": 0.9999295129343766, "w0_slot7": 0.11975875169671782, "w0_slot14": 0.0268688103129181, "w1_slot0": 0.9999295129343766, "w1_slot7": 0.12433738094854496, "w1_slot14": 0.027240479722129715, "norm": [0.2502408215580708, 0.25952546794346276], "mean_weight": [0.23888551983192152, 0.24959028932595728], "norm_ratio": [0.9546225046119656, 0.9617179050047225], "norm_ema": [0.2491052913854559, 0.2585319500817122], "norm_next": [0.2491052913854559, 0.2585319500817122], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14187, "a_mean": 3.0389793472897724, "a_full_rate": 0.030520899414957354, "tail_rows_mean": 11.938817227038838, "verify_rows_mean": 14.977796574328611, "start_rate": 0.00148022837809262, "a_hist": [0.225417635863819, 0.234651441460492, 0.15443716078099667, 0.10171283569465003, 0.06738563473602593, 0.04405441601466131, 0.032635511383661095, 0.023895115246352294, 0.020864171424543596, 0.014308874321561993, 0.013181081271586664, 0.01219426235285825, 0.010220624515401424, 0.007965038415450765, 0.006555297102981603, 0.030520899414957354], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
qwen3_4b/HCUmO_LCbD3_L18r128_q/metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff