CHOI0126 commited on
Commit
3d98d09
·
verified ·
1 Parent(s): 604b352

node B backup 2026-11-18T04:18Z

Browse files
qwen3_4b/ABL_LCbD9_L18r128_q/metrics.jsonl CHANGED
@@ -2339,3 +2339,20 @@
2339
  {"event": "train", "step": 2335, "lr": 0.00020358647313552933, "grad_norm": 0.6623420715332031, "clipped": false, "loss": 4.507383143612121, "slot_acc": [0.7801449918627016, 0.6099437703462562, 0.4997780079917123, 0.39976319100125807, 0.33873593842510363, 0.29457479091110944, 0.24485566247224277, 0.21520580396801894, 0.19560228029910418, 0.1729117298578199, 0.15439869668246445, 0.147217900274135, 0.13145017793594305, 0.11810965205133912, 0.11001263658663495], "accept_run": 3.06915168996376, "mean_block_run_plus_1": 4.0691516899637605, "n_blocks": 13521, "n_slots": 202534, "n_seq": 32, "ctx_tokens": 30358, "time_s": 13.277112483978271, "seq_per_s": 2.410162604151691, "elapsed_s": 31266.5334379673, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9084983954188588, "objective_grad": 0.8582433795319647, "bb_ce": 0.7897930654328394, "bb_h": 1.027203725404878, "h_mean": 4.621337602272463, "a0": 0.23965326081110416, "a1": 0.25818958270154724, "bound_mean": 0.0010818889355001778, "bound_max": 0.14982923865318298, "accept_topk": 16, "w0_slot0": 0.9997781229199024, "w0_slot7": 0.09759391086995207, "w0_slot14": 0.0240453771851174, "w1_slot0": 0.9997781229199024, "w1_slot7": 0.1017188927376098, "w1_slot14": 0.024737380165787522, "norm": [0.23581540655553235, 0.24483241956535368], "mean_weight": [0.2219789158575509, 0.23192136473471447], "norm_ratio": [0.9413249079011168, 0.9472657466949844], "norm_ema": [0.2344317574857342, 0.24354131408228974], "norm_next": [0.2344317574857342, 0.24354131408228974], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13521, "a_mean": 2.625767324902004, "a_full_rate": 0.023001257303453888, "tail_rows_mean": 12.345388654685305, "verify_rows_mean": 14.971155979587309, "start_rate": 0.0019229346941794245, "a_hist": [0.2465054359884624, 0.2535315435248872, 0.17077139264847274, 0.10176762073811109, 0.05879742622587087, 0.03505657865542489, 0.026921085718511945, 0.017158494194216403, 0.014791805339841728, 0.012351157458767843, 0.01190740329857259, 0.008209451963612158, 0.006064640189335108, 0.007691738776717698, 0.0054729679757414395, 0.023001257303453888], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2340
  {"event": "train", "step": 2336, "lr": 0.0002035073591860955, "grad_norm": 0.659591794013977, "clipped": false, "loss": 4.281173415575973, "slot_acc": [0.7824675324675324, 0.6447970479704797, 0.5413683666691269, 0.4451989076684626, 0.3861824623560673, 0.33215208564045773, 0.29013439669177377, 0.2573116691285081, 0.22804166358868286, 0.2044631641173428, 0.18556319798831447, 0.1647302597498705, 0.15159141376757956, 0.12959123222748814, 0.12066409724281056], "accept_run": 3.475909392754372, "mean_block_run_plus_1": 4.475909392754372, "n_blocks": 13553, "n_slots": 202985, "n_seq": 32, "ctx_tokens": 37636, "time_s": 13.735293865203857, "seq_per_s": 2.329764496780576, "elapsed_s": 31280.270411252975, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8125319664984318, "objective_grad": 0.8615501759748029, "bb_ce": 0.7098711428225523, "bb_h": 0.9151927901743114, "h_mean": 4.381988813602877, "a0": 0.2756154459399423, "a1": 0.2925478065273628, "bound_mean": 0.0010845403337635257, "bound_max": 0.2279147207736969, "accept_topk": 16, "w0_slot0": 0.9999262155980225, "w0_slot7": 0.13266764049539176, "w0_slot14": 0.02826989258212625, "w1_slot0": 0.9999262155980225, "w1_slot7": 0.1367624801389349, "w1_slot14": 0.028573382608300068, "norm": [0.2344317574857342, 0.24354131408228974], "mean_weight": [0.24869752705330642, 0.25813446548104474], "norm_ratio": [1.060852547114656, 1.0599206399692176], "norm_ema": [0.23585833444249144, 0.24500062922216523], "norm_next": [0.23585833444249144, 0.24500062922216523], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13553, "a_mean": 3.116800708330259, "a_full_rate": 0.02582454069209769, "tail_rows_mean": 11.859957205046854, "verify_rows_mean": 14.976757913377112, "start_rate": 0.0015494724415258615, "a_hist": [0.2129417841068398, 0.22946949014978232, 0.16011215229100567, 0.105437910425736, 0.06670109938758946, 0.045156054010182245, 0.032022430458201134, 0.025308049878255738, 0.022578027005091122, 0.01792960968051354, 0.015052018003394082, 0.013576329963845644, 0.010329816276839076, 0.01010846307090681, 0.007452224599719619, 0.02582454069209769], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2341
  {"event": "train", "step": 2337, "lr": 0.0002034282281782336, "grad_norm": 0.8017342686653137, "clipped": false, "loss": 4.8421547588231615, "slot_acc": [0.757262996941896, 0.5845565749235474, 0.4792048929663609, 0.38371559633027524, 0.3191131498470948, 0.267222264699136, 0.22956335550967347, 0.19677271336800245, 0.1703902065799541, 0.14017904965949957, 0.12632948198025862, 0.1133057724697596, 0.09879665823560972, 0.09061612828972608, 0.08365340298048855], "accept_run": 2.8717223453864382, "mean_block_run_plus_1": 3.8717223453864382, "n_blocks": 13081, "n_slots": 196000, "n_seq": 32, "ctx_tokens": 27922, "time_s": 12.751107692718506, "seq_per_s": 2.5095858941159706, "elapsed_s": 31293.023161172867, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9827099102618488, "objective_grad": 0.886541906240035, "bb_ce": 0.8617096841989033, "bb_h": 1.1037101363247945, "h_mean": 4.947008691991796, "a0": 0.22158607072218958, "a1": 0.23838019416779485, "bound_mean": 0.0010934896214743791, "bound_max": 0.22961032390594482, "accept_topk": 16, "w0_slot0": 0.9999235532451648, "w0_slot7": 0.08763842599163589, "w0_slot14": 0.016561005310713563, "w1_slot0": 0.9999235532451648, "w1_slot7": 0.0900202168840917, "w1_slot14": 0.01663712165727034, "norm": [0.23585833444249144, 0.24500062922216523], "mean_weight": [0.21272568831151845, 0.2210666690748565], "norm_ratio": [0.9019214386226688, 0.9023106176367999], "norm_ema": [0.23354506982939413, 0.24260723320743435], "norm_next": [0.23354506982939413, 0.24260723320743435], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13081, "a_mean": 2.401804143414112, "a_full_rate": 0.011849246999464873, "tail_rows_mean": 12.568381622200137, "verify_rows_mean": 14.97018576561425, "start_rate": 0.0019876156257166884, "a_hist": [0.2630532833881202, 0.26053054047855667, 0.1654307774634967, 0.09685803837627092, 0.057105725861937164, 0.03937007874015748, 0.026679917437504776, 0.018423667915296996, 0.013913309380016819, 0.012002140509135388, 0.00940295084473664, 0.006956654690008409, 0.006803761180337895, 0.0064215274061616085, 0.005198379328797492, 0.011849246999464873], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2339
  {"event": "train", "step": 2335, "lr": 0.00020358647313552933, "grad_norm": 0.6623420715332031, "clipped": false, "loss": 4.507383143612121, "slot_acc": [0.7801449918627016, 0.6099437703462562, 0.4997780079917123, 0.39976319100125807, 0.33873593842510363, 0.29457479091110944, 0.24485566247224277, 0.21520580396801894, 0.19560228029910418, 0.1729117298578199, 0.15439869668246445, 0.147217900274135, 0.13145017793594305, 0.11810965205133912, 0.11001263658663495], "accept_run": 3.06915168996376, "mean_block_run_plus_1": 4.0691516899637605, "n_blocks": 13521, "n_slots": 202534, "n_seq": 32, "ctx_tokens": 30358, "time_s": 13.277112483978271, "seq_per_s": 2.410162604151691, "elapsed_s": 31266.5334379673, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9084983954188588, "objective_grad": 0.8582433795319647, "bb_ce": 0.7897930654328394, "bb_h": 1.027203725404878, "h_mean": 4.621337602272463, "a0": 0.23965326081110416, "a1": 0.25818958270154724, "bound_mean": 0.0010818889355001778, "bound_max": 0.14982923865318298, "accept_topk": 16, "w0_slot0": 0.9997781229199024, "w0_slot7": 0.09759391086995207, "w0_slot14": 0.0240453771851174, "w1_slot0": 0.9997781229199024, "w1_slot7": 0.1017188927376098, "w1_slot14": 0.024737380165787522, "norm": [0.23581540655553235, 0.24483241956535368], "mean_weight": [0.2219789158575509, 0.23192136473471447], "norm_ratio": [0.9413249079011168, 0.9472657466949844], "norm_ema": [0.2344317574857342, 0.24354131408228974], "norm_next": [0.2344317574857342, 0.24354131408228974], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13521, "a_mean": 2.625767324902004, "a_full_rate": 0.023001257303453888, "tail_rows_mean": 12.345388654685305, "verify_rows_mean": 14.971155979587309, "start_rate": 0.0019229346941794245, "a_hist": [0.2465054359884624, 0.2535315435248872, 0.17077139264847274, 0.10176762073811109, 0.05879742622587087, 0.03505657865542489, 0.026921085718511945, 0.017158494194216403, 0.014791805339841728, 0.012351157458767843, 0.01190740329857259, 0.008209451963612158, 0.006064640189335108, 0.007691738776717698, 0.0054729679757414395, 0.023001257303453888], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2340
  {"event": "train", "step": 2336, "lr": 0.0002035073591860955, "grad_norm": 0.659591794013977, "clipped": false, "loss": 4.281173415575973, "slot_acc": [0.7824675324675324, 0.6447970479704797, 0.5413683666691269, 0.4451989076684626, 0.3861824623560673, 0.33215208564045773, 0.29013439669177377, 0.2573116691285081, 0.22804166358868286, 0.2044631641173428, 0.18556319798831447, 0.1647302597498705, 0.15159141376757956, 0.12959123222748814, 0.12066409724281056], "accept_run": 3.475909392754372, "mean_block_run_plus_1": 4.475909392754372, "n_blocks": 13553, "n_slots": 202985, "n_seq": 32, "ctx_tokens": 37636, "time_s": 13.735293865203857, "seq_per_s": 2.329764496780576, "elapsed_s": 31280.270411252975, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8125319664984318, "objective_grad": 0.8615501759748029, "bb_ce": 0.7098711428225523, "bb_h": 0.9151927901743114, "h_mean": 4.381988813602877, "a0": 0.2756154459399423, "a1": 0.2925478065273628, "bound_mean": 0.0010845403337635257, "bound_max": 0.2279147207736969, "accept_topk": 16, "w0_slot0": 0.9999262155980225, "w0_slot7": 0.13266764049539176, "w0_slot14": 0.02826989258212625, "w1_slot0": 0.9999262155980225, "w1_slot7": 0.1367624801389349, "w1_slot14": 0.028573382608300068, "norm": [0.2344317574857342, 0.24354131408228974], "mean_weight": [0.24869752705330642, 0.25813446548104474], "norm_ratio": [1.060852547114656, 1.0599206399692176], "norm_ema": [0.23585833444249144, 0.24500062922216523], "norm_next": [0.23585833444249144, 0.24500062922216523], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13553, "a_mean": 3.116800708330259, "a_full_rate": 0.02582454069209769, "tail_rows_mean": 11.859957205046854, "verify_rows_mean": 14.976757913377112, "start_rate": 0.0015494724415258615, "a_hist": [0.2129417841068398, 0.22946949014978232, 0.16011215229100567, 0.105437910425736, 0.06670109938758946, 0.045156054010182245, 0.032022430458201134, 0.025308049878255738, 0.022578027005091122, 0.01792960968051354, 0.015052018003394082, 0.013576329963845644, 0.010329816276839076, 0.01010846307090681, 0.007452224599719619, 0.02582454069209769], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2341
  {"event": "train", "step": 2337, "lr": 0.0002034282281782336, "grad_norm": 0.8017342686653137, "clipped": false, "loss": 4.8421547588231615, "slot_acc": [0.757262996941896, 0.5845565749235474, 0.4792048929663609, 0.38371559633027524, 0.3191131498470948, 0.267222264699136, 0.22956335550967347, 0.19677271336800245, 0.1703902065799541, 0.14017904965949957, 0.12632948198025862, 0.1133057724697596, 0.09879665823560972, 0.09061612828972608, 0.08365340298048855], "accept_run": 2.8717223453864382, "mean_block_run_plus_1": 3.8717223453864382, "n_blocks": 13081, "n_slots": 196000, "n_seq": 32, "ctx_tokens": 27922, "time_s": 12.751107692718506, "seq_per_s": 2.5095858941159706, "elapsed_s": 31293.023161172867, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9827099102618488, "objective_grad": 0.886541906240035, "bb_ce": 0.8617096841989033, "bb_h": 1.1037101363247945, "h_mean": 4.947008691991796, "a0": 0.22158607072218958, "a1": 0.23838019416779485, "bound_mean": 0.0010934896214743791, "bound_max": 0.22961032390594482, "accept_topk": 16, "w0_slot0": 0.9999235532451648, "w0_slot7": 0.08763842599163589, "w0_slot14": 0.016561005310713563, "w1_slot0": 0.9999235532451648, "w1_slot7": 0.0900202168840917, "w1_slot14": 0.01663712165727034, "norm": [0.23585833444249144, 0.24500062922216523], "mean_weight": [0.21272568831151845, 0.2210666690748565], "norm_ratio": [0.9019214386226688, 0.9023106176367999], "norm_ema": [0.23354506982939413, 0.24260723320743435], "norm_next": [0.23354506982939413, 0.24260723320743435], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13081, "a_mean": 2.401804143414112, "a_full_rate": 0.011849246999464873, "tail_rows_mean": 12.568381622200137, "verify_rows_mean": 14.97018576561425, "start_rate": 0.0019876156257166884, "a_hist": [0.2630532833881202, 0.26053054047855667, 0.1654307774634967, 0.09685803837627092, 0.057105725861937164, 0.03937007874015748, 0.026679917437504776, 0.018423667915296996, 0.013913309380016819, 0.012002140509135388, 0.00940295084473664, 0.006956654690008409, 0.006803761180337895, 0.0064215274061616085, 0.005198379328797492, 0.011849246999464873], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2342
+ {"event": "train", "step": 2338, "lr": 0.00020334908013717093, "grad_norm": 0.6911413669586182, "clipped": false, "loss": 4.9616997477785665, "slot_acc": [0.7452414661003618, 0.5679565832940066, 0.4513921661160925, 0.36474474946904745, 0.30624606670862176, 0.25566393958464445, 0.22293895531780994, 0.19166011014948858, 0.17018095987411486, 0.15469352427413643, 0.137461641356519, 0.1220683141822761, 0.1105598866052445, 0.10170960371858505, 0.0880334463989903], "accept_run": 2.815557652980966, "mean_block_run_plus_1": 3.815557652980966, "n_blocks": 12714, "n_slots": 190604, "n_seq": 32, "ctx_tokens": 32373, "time_s": 12.68220067024231, "seq_per_s": 2.523221389729721, "elapsed_s": 31305.70700764656, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9755655270135246, "objective_grad": 0.8969966809733743, "bb_ce": 0.8745809193345944, "bb_h": 1.0765501346924549, "h_mean": 5.051046655989526, "a0": 0.22143746113286683, "a1": 0.23731620081688218, "bound_mean": 0.0008111519494538574, "bound_max": 0.14442257583141327, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.0994870874821073, "w0_slot14": 0.023425478546361615, "w1_slot0": 1.0, "w1_slot7": 0.10224917472842912, "w1_slot14": 0.024004908784978952, "norm": [0.23354506982939413, 0.24260723320743435], "mean_weight": [0.21477825555422933, 0.22303287926551985], "norm_ratio": [0.9196437146420001, 0.9193166927336498], "norm_ema": [0.23166838840187765, 0.2406497978132429], "norm_next": [0.23166838840187765, 0.2406497978132429], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12714, "a_mean": 2.303130407424886, "a_full_rate": 0.019270095957212522, "tail_rows_mean": 12.666194745949348, "verify_rows_mean": 14.969325153374234, "start_rate": 0.002044989775051125, "a_hist": [0.28590530124272456, 0.27505112474437626, 0.1570709454145037, 0.09454145036967122, 0.048607833883907506, 0.028079282680509673, 0.020213937391851504, 0.01596665093597609, 0.012663205914739658, 0.011326097215667769, 0.007865345288658171, 0.005584395154947302, 0.007000157306905773, 0.005899008966493629, 0.004955167531854649, 0.019270095957212522], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2343
+ {"event": "train", "step": 2339, "lr": 0.00020326991508814047, "grad_norm": 0.7928652167320251, "clipped": false, "loss": 4.26649176909156, "slot_acc": [0.8033304395864572, 0.6556704285376056, 0.5496014521347959, 0.46594586062662774, 0.40655090765588003, 0.3499605367008682, 0.31060067882232223, 0.28080839977895317, 0.24405842874062378, 0.22402084649399873, 0.19796192432261633, 0.1816816816816817, 0.16143568661554272, 0.14242759930368729, 0.13064490572017112], "accept_run": 3.7324599479125564, "mean_block_run_plus_1": 4.732459947912556, "n_blocks": 12671, "n_slots": 189911, "n_seq": 32, "ctx_tokens": 25546, "time_s": 12.290406703948975, "seq_per_s": 2.6036567194898623, "elapsed_s": 31317.9990940094, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7395141036057806, "objective_grad": 0.8402765996578764, "bb_ce": 0.6508764466344062, "bb_h": 0.8281517605771551, "h_mean": 4.345656302617647, "a0": 0.29405653922538044, "a1": 0.3091124843657028, "bound_mean": 0.0005584944800217932, "bound_max": 0.1338389813899994, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.15206213130502516, "w0_slot14": 0.032648026889818466, "w1_slot0": 1.0, "w1_slot7": 0.15472777159210574, "w1_slot14": 0.03296407745212504, "norm": [0.23166838840187765, 0.2406497978132429], "mean_weight": [0.264333350929927, 0.2725423187595406], "norm_ratio": [1.140998790354535, 1.132526689139577], "norm_ema": [0.2349348846546826, 0.24383904990787264], "norm_next": [0.2349348846546826, 0.24383904990787264], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12671, "a_mean": 3.067240154683924, "a_full_rate": 0.01957225159813748, "tail_rows_mean": 11.898429484649988, "verify_rows_mean": 14.965669639333912, "start_rate": 0.002288690711072528, "a_hist": [0.20424591587088628, 0.2203456712177413, 0.16715334227764186, 0.10962039302343934, 0.07236997869150028, 0.051929603030542185, 0.03685581248520243, 0.028095651487648962, 0.02051929603030542, 0.016573277562938995, 0.016336516454897008, 0.011601294294057296, 0.009707205429721411, 0.008602320258858811, 0.0064714702864809405, 0.01957225159813748], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2344
+ {"event": "train", "step": 2340, "lr": 0.0002031907330563803, "grad_norm": 0.7432647347450256, "clipped": false, "loss": 4.527930204445664, "slot_acc": [0.784594355551982, 0.6372919514352335, 0.5214279971054113, 0.43306263568384656, 0.364959395352577, 0.31424895464779673, 0.2645545191379865, 0.23208685162846804, 0.2026222651222651, 0.17707160096540628, 0.1587288817377313, 0.14285714285714285, 0.1306168465131261, 0.11554587969682309, 0.10713997579669221], "accept_run": 3.330626356838466, "mean_block_run_plus_1": 4.330626356838466, "n_blocks": 12437, "n_slots": 186424, "n_seq": 32, "ctx_tokens": 27279, "time_s": 12.062235593795776, "seq_per_s": 2.652907891838826, "elapsed_s": 31330.062955856323, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8462972912602825, "objective_grad": 0.8616613944149865, "bb_ce": 0.7561856821305866, "bb_h": 0.9364089003899785, "h_mean": 4.612718100323986, "a0": 0.25848801307651476, "a1": 0.27343030098031923, "bound_mean": 0.0007398325559471386, "bound_max": 0.15794587135314941, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.11952597188257184, "w0_slot14": 0.02518500921980606, "w1_slot0": 1.0, "w1_slot7": 0.12363777782888123, "w1_slot14": 0.02565253561740519, "norm": [0.2349348846546826, 0.24383904990787264], "mean_weight": [0.23955109595884116, 0.24797158626375834], "norm_ratio": [1.0196488968036554, 1.0169478037149795], "norm_ema": [0.23539650578509846, 0.2442523035434612], "norm_next": [0.23539650578509846, 0.2442523035434612], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12437, "a_mean": 2.8816434831551017, "a_full_rate": 0.023880356999276355, "tail_rows_mean": 12.088204550936721, "verify_rows_mean": 14.969848034091823, "start_rate": 0.0020101310605451475, "a_hist": [0.22280292675082417, 0.23824073329581089, 0.16796655141915254, 0.10846667202701617, 0.06504784111924097, 0.042051941786604485, 0.03159926027176972, 0.022031036423574818, 0.017528342847953685, 0.013990512181394226, 0.011980381120849079, 0.01061349199967838, 0.009166197636085872, 0.007960118999758785, 0.006673635121009889, 0.023880356999276355], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2345
+ {"event": "train", "step": 2341, "lr": 0.00020311153406713423, "grad_norm": 0.5331885814666748, "clipped": false, "loss": 4.554046385598317, "slot_acc": [0.7669500763025943, 0.6167151162790697, 0.4946947674418605, 0.40492804186655035, 0.3338663952896707, 0.28312858908192196, 0.24125899542051318, 0.20311136958418144, 0.18349691021446746, 0.15931069584817859, 0.14441535776614312, 0.13159618603974088, 0.11489733508082133, 0.10841530054644809, 0.09849092367135671], "accept_run": 2.9362011335561693, "mean_block_run_plus_1": 3.9362011335561693, "n_blocks": 13762, "n_slots": 206241, "n_seq": 32, "ctx_tokens": 29002, "time_s": 13.27643609046936, "seq_per_s": 2.410285394509718, "elapsed_s": 31343.34109902382, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9481136618460061, "objective_grad": 0.8644151841280158, "bb_ce": 0.8266170576496834, "bb_h": 1.0696102660423288, "h_mean": 4.662138332341069, "a0": 0.2329747176909948, "a1": 0.25030365966321194, "bound_mean": 0.0008565621663808435, "bound_max": 0.31723448634147644, "accept_topk": 16, "w0_slot0": 0.9999273361430024, "w0_slot7": 0.08925222906657862, "w0_slot14": 0.01644382564332907, "w1_slot0": 0.9999273361430024, "w1_slot7": 0.09222274714432004, "w1_slot14": 0.01690177141675069, "norm": [0.23539650578509846, 0.2442523035434612], "mean_weight": [0.21423148103612324, 0.22299827878912085], "norm_ratio": [0.9100877700865386, 0.91298331910897], "norm_ema": [0.23328000331020093, 0.24212690106802714], "norm_next": [0.23328000331020093, 0.24212690106802714], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13762, "a_mean": 2.400232524342392, "a_full_rate": 0.01278883883156518, "tail_rows_mean": 12.57033861357361, "verify_rows_mean": 14.970571137916, "start_rate": 0.0019619241389332944, "a_hist": [0.2524342392094172, 0.2640604563290219, 0.17076006394419416, 0.09911350094463015, 0.05994768202296178, 0.039819793634646126, 0.025868333091120476, 0.018311291963377416, 0.01257084726057259, 0.011553553262607178, 0.01002761226565906, 0.0075570411277430605, 0.006031100130794943, 0.005304461560819648, 0.0038511844208690598, 0.01278883883156518], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2346
+ {"event": "train", "step": 2342, "lr": 0.0002030323181456512, "grad_norm": 0.9394715428352356, "clipped": false, "loss": 4.234419378581709, "slot_acc": [0.7962766333970411, 0.6600353982300885, 0.5623052959501558, 0.4770603228547154, 0.4234935920130284, 0.3710077190000708, 0.32049011969686236, 0.2900255029753471, 0.25854246419963134, 0.22895837765014537, 0.2069356783206865, 0.1853191489361702, 0.16717497694871977, 0.14671869457254347, 0.13433683612610053], "accept_run": 3.8340527917344844, "mean_block_run_plus_1": 4.834052791734484, "n_blocks": 14131, "n_slots": 211667, "n_seq": 32, "ctx_tokens": 30672, "time_s": 13.816553592681885, "seq_per_s": 2.3160623801979976, "elapsed_s": 31357.159284114838, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7459596784851906, "objective_grad": 0.8532989270836902, "bb_ce": 0.6572939558244559, "bb_h": 0.8346254011459253, "h_mean": 4.331207240840942, "a0": 0.29914678655809973, "a1": 0.3141487941598005, "bound_mean": 0.0010787500828303182, "bound_max": 0.22295600175857544, "accept_topk": 16, "w0_slot0": 0.9997169343995471, "w0_slot7": 0.1590518165478115, "w0_slot14": 0.03970784519354743, "w1_slot0": 0.9997169343995471, "w1_slot7": 0.16188250860084932, "w1_slot14": 0.03998025917209592, "norm": [0.23328000331020093, 0.24212690106802714], "mean_weight": [0.2679999747894444, 0.2760256470659678], "norm_ratio": [1.1488338948327046, 1.1400040468383008], "norm_ema": [0.23675200045812528, 0.2455167756678212], "norm_next": [0.23675200045812528, 0.2455167756678212], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14131, "a_mean": 3.1966598259146557, "a_full_rate": 0.03028801924846083, "tail_rows_mean": 11.778925766046282, "verify_rows_mean": 14.975585591960938, "start_rate": 0.0016276272026042036, "a_hist": [0.2144221923430755, 0.22517868516028589, 0.1528554242445687, 0.10650343217040549, 0.06920953931073526, 0.04500743047201189, 0.032906376052650205, 0.026820465642912746, 0.022716014436345622, 0.017479300827966882, 0.01450711202321138, 0.012525652820041044, 0.011181091217889745, 0.008775033614040053, 0.009624230415398768, 0.03028801924846083], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2347
+ {"event": "train", "step": 2343, "lr": 0.00020295308531718566, "grad_norm": 0.635729968547821, "clipped": false, "loss": 4.375704056736519, "slot_acc": [0.7750714059028879, 0.6262297683275151, 0.5122976832751508, 0.43259541379036737, 0.3593080463418505, 0.3128868433581971, 0.2701071853910282, 0.24144501786423184, 0.20825724493846764, 0.18711778254308634, 0.16817604067365746, 0.14905795373241115, 0.13860834990059642, 0.11897182874423046, 0.10781499202551834], "accept_run": 3.311647096159949, "mean_block_run_plus_1": 4.311647096159949, "n_blocks": 12604, "n_slots": 188843, "n_seq": 32, "ctx_tokens": 28078, "time_s": 12.500958919525146, "seq_per_s": 2.559803628345619, "elapsed_s": 31369.66180586815, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8183527908788085, "objective_grad": 0.8258964046210556, "bb_ce": 0.7286477146771433, "bb_h": 0.9080578670804738, "h_mean": 4.4579842204792115, "a0": 0.2578975277856414, "a1": 0.2736962603151941, "bound_mean": 0.0008229750379779231, "bound_max": 0.24351799488067627, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.12289671631610795, "w0_slot14": 0.02778581405921855, "w1_slot0": 1.0, "w1_slot7": 0.12631861033198763, "w1_slot14": 0.028360590048445055, "norm": [0.23675200045812528, 0.2455167756678212], "mean_weight": [0.23871290088403746, 0.24796426398182841], "norm_ratio": [1.0082825083721267, 1.009968721311812], "norm_ema": [0.2369480905007165, 0.24576152449922192], "norm_next": [0.2369480905007165, 0.24576152449922192], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12604, "a_mean": 2.9368454458901936, "a_full_rate": 0.019914312916534435, "tail_rows_mean": 12.032211996191686, "verify_rows_mean": 14.969057442081878, "start_rate": 0.0020628371945414156, "a_hist": [0.23373532211996192, 0.22953030783878134, 0.15994922246905743, 0.10107902253252936, 0.06569343065693431, 0.041177403998730565, 0.03276737543636941, 0.024595366550301492, 0.019834973024436688, 0.017216756585211043, 0.016264677880038082, 0.011662964138368773, 0.009838146620120596, 0.008965407807045382, 0.0077753094255791815, 0.019914312916534435], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2348
+ {"event": "train", "step": 2344, "lr": 0.0002028738356069975, "grad_norm": 0.6570678949356079, "clipped": false, "loss": 4.254503917159031, "slot_acc": [0.803477062112277, 0.6587009803921569, 0.5424741478360782, 0.4533129069322099, 0.3866717732669475, 0.3326694752968211, 0.2884173433430366, 0.2521259480579177, 0.2283174992338339, 0.20482758620689656, 0.1764525525065154, 0.1594725139921797, 0.14420495512771342, 0.12649677617439362, 0.11362238622386224], "accept_run": 3.555827844999234, "mean_block_run_plus_1": 4.555827844999234, "n_blocks": 13058, "n_slots": 195704, "n_seq": 32, "ctx_tokens": 27433, "time_s": 12.57442331314087, "seq_per_s": 2.5448483165473266, "elapsed_s": 31382.23791050911, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7756611821013062, "objective_grad": 0.8193562159148231, "bb_ce": 0.6780940498795188, "bb_h": 0.8732283143230937, "h_mean": 4.3398543330626325, "a0": 0.2750666316129579, "a1": 0.29231745988790797, "bound_mean": 0.0007238066285627123, "bound_max": 0.1160835325717926, "accept_topk": 16, "w0_slot0": 0.9999234185939654, "w0_slot7": 0.12852923069842506, "w0_slot14": 0.026228718672051864, "w1_slot0": 0.9999234185939654, "w1_slot7": 0.13375520943821637, "w1_slot14": 0.027004399903288394, "norm": [0.2369480905007165, 0.24576152449922192], "mean_weight": [0.24987273094811288, 0.2599468435869044], "norm_ratio": [1.054546295013748, 1.0577198530835423], "norm_ema": [0.23824055454545612, 0.24718005640799015], "norm_next": [0.23824055454545612, 0.24718005640799015], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13058, "a_mean": 3.0735947311992646, "a_full_rate": 0.020217491193138305, "tail_rows_mean": 11.895389799356716, "verify_rows_mean": 14.96898453055598, "start_rate": 0.0020676979629345995, "a_hist": [0.20631030785725227, 0.22285189156072904, 0.1661816510951141, 0.10667789860621842, 0.07198652167253791, 0.04839944861387655, 0.036912237708684334, 0.02764588757849594, 0.022132026344003675, 0.01784346760606525, 0.01470362995864604, 0.013018839025884516, 0.01118088528105376, 0.007045489355184561, 0.006892326543115331, 0.020217491193138305], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2349
+ {"event": "train", "step": 2345, "lr": 0.0002027945690403519, "grad_norm": 0.588637113571167, "clipped": false, "loss": 4.337584251363269, "slot_acc": [0.7789256198347108, 0.6311101610374804, 0.5168555341743283, 0.43428367783321453, 0.36298830909609353, 0.3130168234958654, 0.266718950520462, 0.2323873359954364, 0.20302360407901304, 0.17528715131625883, 0.15564119032327126, 0.1352336048006858, 0.1263308324401572, 0.10958512160228899, 0.0973774720550301], "accept_run": 3.1744674788060125, "mean_block_run_plus_1": 4.1744674788060125, "n_blocks": 14037, "n_slots": 210219, "n_seq": 32, "ctx_tokens": 36569, "time_s": 13.997966051101685, "seq_per_s": 2.2860464072551094, "elapsed_s": 31396.23748421669, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8833329407576587, "objective_grad": 0.8450842795168929, "bb_ce": 0.7799288450618862, "bb_h": 0.9867370364534312, "h_mean": 4.431282860745224, "a0": 0.2505110676559797, "a1": 0.26746982549170983, "bound_mean": 0.0009463037034221625, "bound_max": 0.1417054831981659, "accept_topk": 16, "w0_slot0": 0.99992875970649, "w0_slot7": 0.10442931744127512, "w0_slot14": 0.016297895586496688, "w1_slot0": 0.99992875970649, "w1_slot7": 0.10820835353567432, "w1_slot14": 0.01688561453853805, "norm": [0.23824055454545612, 0.24718005640799015], "mean_weight": [0.22759191955386684, 0.23674992292090052], "norm_ratio": [0.9553030129068243, 0.9578034990417112], "norm_ema": [0.23717569104629718, 0.2461370430592812], "norm_next": [0.23717569104629718, 0.2461370430592812], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14037, "a_mean": 2.5380779368811, "a_full_rate": 0.010258602265441334, "tail_rows_mean": 12.433069744247346, "verify_rows_mean": 14.971147681128446, "start_rate": 0.0019234879247702502, "a_hist": [0.2360903326921707, 0.2493410272850324, 0.1721877894136924, 0.10686044026501389, 0.06782075942152882, 0.0391821614305051, 0.03170193061195412, 0.020944646291942724, 0.016812709268362185, 0.013036973712331694, 0.011184726081071454, 0.008050153166631047, 0.005984184654840778, 0.00577046377431075, 0.00477309966517062, 0.010258602265441334], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2350
+ {"event": "train", "step": 2346, "lr": 0.00020271528564251955, "grad_norm": 0.6092243790626526, "clipped": false, "loss": 4.382744307719579, "slot_acc": [0.7767502348096236, 0.6283236994219653, 0.515970515970516, 0.429283804292838, 0.3629661751951431, 0.3171666064329599, 0.2744885418925757, 0.2424812030075188, 0.2176019670234307, 0.19210183711847245, 0.16780028943560057, 0.15095158839279252, 0.1443261640958795, 0.12106713063650863, 0.11365945710553056], "accept_run": 3.324832020807745, "mean_block_run_plus_1": 4.3248320208077455, "n_blocks": 13841, "n_slots": 207366, "n_seq": 32, "ctx_tokens": 33612, "time_s": 13.684681177139282, "seq_per_s": 2.338381112850263, "elapsed_s": 31409.92382311821, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8460257597549495, "objective_grad": 0.8530622985815708, "bb_ce": 0.7474537923786981, "bb_h": 0.9445977271312009, "h_mean": 4.475516120191029, "a0": 0.25949603249368586, "a1": 0.27642518467795235, "bound_mean": 0.0011141710837080953, "bound_max": 0.25690001249313354, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.12090889162296298, "w0_slot14": 0.026113917586872485, "w1_slot0": 1.0, "w1_slot7": 0.12572321400571726, "w1_slot14": 0.02692899136279774, "norm": [0.23717569104629718, 0.2461370430592812], "mean_weight": [0.23858952189540852, 0.24864307443778028], "norm_ratio": [1.0059611119625045, 1.0101814474869413], "norm_ema": [0.2373170741312083, 0.2463876461971311], "norm_next": [0.2373170741312083, 0.2463876461971311], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13841, "a_mean": 2.706235098620042, "a_full_rate": 0.017339787587602053, "tail_rows_mean": 12.269922693447006, "verify_rows_mean": 14.976157792067047, "start_rate": 0.0015894805288635214, "a_hist": [0.24449100498518894, 0.2460082363991041, 0.16797919225489488, 0.09955928039881512, 0.058955277797846976, 0.0374250415432411, 0.02803265659995665, 0.022108229174192615, 0.015678057943790187, 0.01423307564482335, 0.012643595115959829, 0.010403872552561231, 0.00917563759843942, 0.008453146448956, 0.007513907954627556, 0.017339787587602053], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2351
+ {"event": "train", "step": 2347, "lr": 0.00020263598543877626, "grad_norm": 0.6927865743637085, "clipped": false, "loss": 4.546239154935692, "slot_acc": [0.7599252685660907, 0.6133603238866396, 0.4859834916679645, 0.40314666251265674, 0.3319831749493691, 0.28412277968214394, 0.25251266069341644, 0.21637836995480755, 0.19498129675810474, 0.17664483941378234, 0.14893948845913912, 0.1321991571718433, 0.12821913532074294, 0.11696637998436278, 0.10301369863013699], "accept_run": 3.028019925280199, "mean_block_run_plus_1": 4.0280199252802, "n_blocks": 12848, "n_slots": 192391, "n_seq": 32, "ctx_tokens": 31296, "time_s": 12.769046545028687, "seq_per_s": 2.506060251809358, "elapsed_s": 31422.694552898407, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9237220592427382, "objective_grad": 0.8729844445985608, "bb_ce": 0.8120517372737255, "bb_h": 1.035392381211751, "h_mean": 4.646149975992878, "a0": 0.23992962324800887, "a1": 0.2587535149001655, "bound_mean": 0.0009323489148039276, "bound_max": 0.16214939951896667, "accept_topk": 16, "w0_slot0": 0.9998443337484434, "w0_slot7": 0.10550179826340166, "w0_slot14": 0.023006750327445348, "w1_slot0": 0.9998443337484434, "w1_slot7": 0.10902587027619662, "w1_slot14": 0.023956450917623887, "norm": [0.2373170741312083, 0.2463876461971311], "mean_weight": [0.2232919226612711, 0.23366029929340468], "norm_ratio": [0.9409012119280429, 0.94834421652154], "norm_ema": [0.2359145589842146, 0.24511491150675846], "norm_next": [0.2359145589842146, 0.24511491150675846], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12848, "a_mean": 2.366827521793275, "a_full_rate": 0.012920298879202988, "tail_rows_mean": 12.6063200498132, "verify_rows_mean": 14.973147571606475, "start_rate": 0.001790161892901619, "a_hist": [0.25038916562889163, 0.26688978829389787, 0.1735678704856787, 0.10546388542963886, 0.06063200498132005, 0.035336239103362393, 0.02303860523038605, 0.016422789539227895, 0.01354296388542964, 0.010196139476961396, 0.008328144458281445, 0.006693648816936488, 0.006460149439601494, 0.0059931506849315065, 0.004125155666251557, 0.012920298879202988], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2352
+ {"event": "train", "step": 2348, "lr": 0.00020255666845440357, "grad_norm": 0.6684048175811768, "clipped": false, "loss": 4.455559881568486, "slot_acc": [0.7813649366571311, 0.61667347772783, 0.5120555782590928, 0.41430322844299144, 0.3593788312219044, 0.303310175725378, 0.26606179499754784, 0.24000653968772992, 0.2106295993458708, 0.18693270095674216, 0.16594422180420382, 0.15113803831668576, 0.13519489027186374, 0.1224774405250205, 0.10772391125718982], "accept_run": 3.3123825091949324, "mean_block_run_plus_1": 4.312382509194933, "n_blocks": 12235, "n_slots": 183349, "n_seq": 32, "ctx_tokens": 29332, "time_s": 12.187735795974731, "seq_per_s": 2.625590227396356, "elapsed_s": 31434.88401222229, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8302554256258499, "objective_grad": 0.8414675943616718, "bb_ce": 0.730633752483627, "bb_h": 0.9298770987680726, "h_mean": 4.538730731129677, "a0": 0.2555556120958446, "a1": 0.27295513173256936, "bound_mean": 0.0008090159038253758, "bound_max": 0.19454148411750793, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.11871071080900117, "w0_slot14": 0.03491210513056979, "w1_slot0": 1.0, "w1_slot7": 0.12237824131628978, "w1_slot14": 0.03549843226089059, "norm": [0.2359145589842146, 0.24511491150675846], "mean_weight": [0.23889181511181162, 0.24859539666118186], "norm_ratio": [1.0126200610102924, 1.0141994019581604], "norm_ema": [0.2362122845969743, 0.2454629600222008], "norm_next": [0.2362122845969743, 0.2454629600222008], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12235, "a_mean": 2.7740089906007355, "a_full_rate": 0.028442991418062936, "tail_rows_mean": 12.190437270126687, "verify_rows_mean": 14.96444626072742, "start_rate": 0.0023702492848385777, "a_hist": [0.24429914180629342, 0.2510012259910094, 0.16591744993870045, 0.09848794442174091, 0.05770331017572538, 0.03473641193297916, 0.024274621986105437, 0.019861054352268082, 0.016755210461789946, 0.014630159378831222, 0.011360850020433183, 0.010543522680833674, 0.007846342460155292, 0.007519411524315489, 0.006620351450756028, 0.028442991418062936], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2353
+ {"event": "train", "step": 2349, "lr": 0.00020247733471468794, "grad_norm": 0.8253035545349121, "clipped": false, "loss": 4.262570889302337, "slot_acc": [0.7985063252552964, 0.6485024007316516, 0.5490091463414634, 0.47358792590898696, 0.3937013878298002, 0.3607657692014339, 0.3130434782608696, 0.2731919438510833, 0.24610924626182484, 0.22610687022900763, 0.1983351153199939, 0.17565709046454767, 0.16255065371970334, 0.14853908520728162, 0.1320870364695066], "accept_run": 3.7888279225727786, "mean_block_run_plus_1": 4.788827922572779, "n_blocks": 13122, "n_slots": 196520, "n_seq": 32, "ctx_tokens": 32969, "time_s": 12.999715328216553, "seq_per_s": 2.4615923650683604, "elapsed_s": 31447.88538622856, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7401237023415124, "objective_grad": 0.8264083515231682, "bb_ce": 0.6516173806808468, "bb_h": 0.828630024002178, "h_mean": 4.340540415946737, "a0": 0.291890482290067, "a1": 0.30738655164935696, "bound_mean": 0.0006843125510569372, "bound_max": 0.2655310034751892, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.15562023198682529, "w0_slot14": 0.03272597655332654, "w1_slot0": 1.0, "w1_slot7": 0.15933138575034256, "w1_slot14": 0.03329347710667183, "norm": [0.2362122845969743, 0.2454629600222008], "mean_weight": [0.2646204998894522, 0.2733682145515285], "norm_ratio": [1.1202656133695503, 1.11368417673609], "norm_ema": [0.2390531061262221, 0.24825348547513357], "norm_next": [0.2390531061262221, 0.24825348547513357], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13122, "a_mean": 3.1543971955494587, "a_full_rate": 0.022328913275415332, "tail_rows_mean": 11.814738606919677, "verify_rows_mean": 14.969135802469136, "start_rate": 0.00205761316872428, "a_hist": [0.2087334247828075, 0.2226032616979119, 0.1595793324188386, 0.10714830056393843, 0.06988263984148758, 0.046486816034141135, 0.034217344916933394, 0.02522481329065691, 0.024843773814967232, 0.020880963267794542, 0.014708123761621703, 0.014708123761621703, 0.012650510592897424, 0.008992531626276482, 0.007011126352690139, 0.022328913275415332], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2354
+ {"event": "train", "step": 2350, "lr": 0.00020239798424492148, "grad_norm": 0.6408950686454773, "clipped": false, "loss": 4.611575787992466, "slot_acc": [0.7696283347267614, 0.6127242322894497, 0.4873432155074116, 0.41059753687091377, 0.34329379562043794, 0.2888212927756654, 0.24783204016430854, 0.2180130838277803, 0.18829884357881924, 0.16439607276048407, 0.14875152253349574, 0.13407480764835836, 0.11712260915949096, 0.10519490426424594, 0.09224190592547343], "accept_run": 3.0751633986928106, "mean_block_run_plus_1": 4.07516339869281, "n_blocks": 13158, "n_slots": 197090, "n_seq": 32, "ctx_tokens": 28023, "time_s": 12.799439668655396, "seq_per_s": 2.5001094445067733, "elapsed_s": 31460.686416625977, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.890108250922371, "objective_grad": 0.8397636691126397, "bb_ce": 0.7781320253213877, "bb_h": 1.0020844765233543, "h_mean": 4.70807214750031, "a0": 0.23833930213138133, "a1": 0.2566239440531676, "bound_mean": 0.0008891433933876263, "bound_max": 0.1662001609802246, "accept_topk": 16, "w0_slot0": 0.9999240006079951, "w0_slot7": 0.10561967673366736, "w0_slot14": 0.022389412114610242, "w1_slot0": 0.9999240006079951, "w1_slot7": 0.10946432253252718, "w1_slot14": 0.022761545479019228, "norm": [0.2390531061262221, 0.24825348547513357], "mean_weight": [0.22459107672426035, 0.23497120213052552], "norm_ratio": [0.9395028592754379, 0.946497092199181], "norm_ema": [0.23760690318602593, 0.24692525714067276], "norm_next": [0.23760690318602593, 0.24692525714067276], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13158, "a_mean": 2.4149566803465574, "a_full_rate": 0.016035871713026294, "tail_rows_mean": 12.558823529411764, "verify_rows_mean": 14.973780209758322, "start_rate": 0.0017479860161118712, "a_hist": [0.25649794801641584, 0.2560419516643867, 0.17320261437908496, 0.10358717130262958, 0.061635506915944674, 0.03617571059431524, 0.024243806049551602, 0.01808785529715762, 0.013375892992856056, 0.01018391852865177, 0.007979936160510716, 0.006839945280437756, 0.006079951360389117, 0.0053959568323453415, 0.004635962912296701, 0.016035871713026294], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2355
+ {"event": "train", "step": 2351, "lr": 0.00020231861707040158, "grad_norm": 0.7211072444915771, "clipped": false, "loss": 4.370050250906236, "slot_acc": [0.7902641813061553, 0.6544625494534969, 0.5342989338161336, 0.4491684549356223, 0.38609080544564417, 0.3313434838017305, 0.2860305958132045, 0.25107353730542137, 0.21677852348993287, 0.19375629405840886, 0.17639159336601087, 0.15856279382135663, 0.14246372917786138, 0.1279155743765544, 0.11343604924981497], "accept_run": 3.5070403647579456, "mean_block_run_plus_1": 4.507040364757946, "n_blocks": 14914, "n_slots": 223486, "n_seq": 32, "ctx_tokens": 34608, "time_s": 14.562790632247925, "seq_per_s": 2.197381038297634, "elapsed_s": 31475.250890254974, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8049898457848951, "objective_grad": 0.8393727885263577, "bb_ce": 0.7028363603102917, "bb_h": 0.9071433312594984, "h_mean": 4.469292695469344, "a0": 0.2704100112209489, "a1": 0.2880162899091023, "bound_mean": 0.0012862106085633864, "bound_max": 0.20751169323921204, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.12908997673009764, "w0_slot14": 0.030315561096815515, "w1_slot0": 1.0, "w1_slot7": 0.13440588341851775, "w1_slot14": 0.03114811661564062, "norm": [0.23760690318602593, 0.24692525714067276], "mean_weight": [0.2475911876093032, 0.2576043964062801], "norm_ratio": [1.0420201782414564, 1.0432484687442218], "norm_ema": [0.23860533162835365, 0.24799317106723348], "norm_next": [0.23860533162835365, 0.24799317106723348], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14914, "a_mean": 2.908341155960842, "a_full_rate": 0.0221939117607617, "tail_rows_mean": 12.069531983371329, "verify_rows_mean": 14.977873139332171, "start_rate": 0.0014751240445219256, "a_hist": [0.2192570738903044, 0.23850073756202225, 0.16823119216843235, 0.10882392382995842, 0.06463725358723348, 0.04110231996781548, 0.030240042912699477, 0.02286442269008985, 0.020115327879844443, 0.014818291538152072, 0.01408072951589111, 0.010996379240981628, 0.008850744267131554, 0.007844977873139333, 0.007442671315542443, 0.0221939117607617], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2356
+ {"event": "train", "step": 2352, "lr": 0.0002022392332164308, "grad_norm": 0.6236017942428589, "clipped": false, "loss": 4.717547565505452, "slot_acc": [0.7581680897607791, 0.601016159762896, 0.48574453069865914, 0.40546262968452257, 0.3406027242571812, 0.28924336533032186, 0.25088264369439345, 0.22001695154682865, 0.18814469407941217, 0.17163651780667044, 0.14670531674208145, 0.1364214992927864, 0.12131286694489637, 0.10763347967709956, 0.09850365222324658], "accept_run": 3.115932825289303, "mean_block_run_plus_1": 4.115932825289303, "n_blocks": 14172, "n_slots": 212288, "n_seq": 32, "ctx_tokens": 31488, "time_s": 13.907227039337158, "seq_per_s": 2.3009619322016315, "elapsed_s": 31489.15985560417, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.906801500317049, "objective_grad": 0.8642224661010843, "bb_ce": 0.7995058872955145, "bb_h": 1.0140971133385834, "h_mean": 4.809899871104273, "a0": 0.23885054862914704, "a1": 0.25650106159487746, "bound_mean": 0.0007503805052632322, "bound_max": 0.14892879128456116, "accept_topk": 16, "w0_slot0": 0.9999294383290996, "w0_slot7": 0.1135272329401908, "w0_slot14": 0.02502047158746639, "w1_slot0": 0.9999294383290996, "w1_slot7": 0.11635497852350468, "w1_slot14": 0.02541604660571788, "norm": [0.23860533162835365, 0.24799317106723348], "mean_weight": [0.22716307361549307, 0.236544040624442], "norm_ratio": [0.9520452542498807, 0.9538328801816583], "norm_ema": [0.2374611058270676, 0.24684825802295435], "norm_next": [0.2374611058270676, 0.24684825802295435], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14172, "a_mean": 2.4483488569009313, "a_full_rate": 0.012701100762066046, "tail_rows_mean": 12.527307366638443, "verify_rows_mean": 14.975656223539373, "start_rate": 0.001622918430708439, "a_hist": [0.26587637595258257, 0.2544453852667231, 0.16038667795653402, 0.09765735252610781, 0.05884843353090601, 0.0356336438046853, 0.02998871013265594, 0.020956816257408976, 0.015029635901778153, 0.012630539091165679, 0.010654812305955405, 0.00825571549534293, 0.006632797064634491, 0.005644933672029354, 0.0046570702794242165, 0.012701100762066046], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2357
+ {"event": "train", "step": 2353, "lr": 0.00020215983270831722, "grad_norm": 0.6110091805458069, "clipped": false, "loss": 4.304751280213986, "slot_acc": [0.8015895343930229, 0.6538191025460683, 0.5512802476083286, 0.4655269452652315, 0.4016745233237177, 0.3485115067914702, 0.30074605855855857, 0.2635691657866948, 0.23871558340961904, 0.21597070628828954, 0.19404141428370192, 0.1722558827673665, 0.15567300916138124, 0.14052910052910053, 0.12922816185297648], "accept_run": 3.721851044377242, "mean_block_run_plus_1": 4.721851044377242, "n_blocks": 14219, "n_slots": 213021, "n_seq": 32, "ctx_tokens": 35429, "time_s": 14.067685842514038, "seq_per_s": 2.274716705948366, "elapsed_s": 31503.22909760475, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7460304189256934, "objective_grad": 0.8156049556668516, "bb_ce": 0.6440076415600074, "bb_h": 0.8480531962913793, "h_mean": 4.401358045669695, "a0": 0.28813112206073976, "a1": 0.3049032516407959, "bound_mean": 0.0005863993776371182, "bound_max": 0.1524866223335266, "accept_topk": 16, "w0_slot0": 0.9999296715662143, "w0_slot7": 0.14607423169710768, "w0_slot14": 0.034915584095321514, "w1_slot0": 0.9999296715662143, "w1_slot7": 0.1494616916350915, "w1_slot14": 0.03552874351657571, "norm": [0.2374611058270676, 0.24684825802295435], "mean_weight": [0.2601765879893214, 0.26941932391951584], "norm_ratio": [1.0956598011414826, 1.091437006999104], "norm_ema": [0.23973265404329297, 0.2491053646126105], "norm_next": [0.23973265404329297, 0.2491053646126105], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14219, "a_mean": 3.327027217103875, "a_full_rate": 0.028553344117026515, "tail_rows_mean": 11.64870947324003, "verify_rows_mean": 14.975736690343906, "start_rate": 0.0016175539770729307, "a_hist": [0.20142063436247276, 0.2149940220831282, 0.15697306420986004, 0.10563330754624095, 0.07110204655742317, 0.04979253112033195, 0.035375202194247134, 0.030311554961671004, 0.02370068218580772, 0.020113932062732962, 0.01575356916801463, 0.015331598565299951, 0.012307475912511428, 0.0103382797665096, 0.008298755186721992, 0.028553344117026515], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
2358
+ {"event": "train", "step": 2354, "lr": 0.00020208041557137415, "grad_norm": 0.7434583306312561, "clipped": false, "loss": 4.185865251723469, "slot_acc": [0.8142316426949281, 0.6770383829207358, 0.5710175651120533, 0.4845110959630387, 0.417683157814986, 0.35548147586938406, 0.3083800575844825, 0.2733196938698189, 0.24729064039408866, 0.21778350515463918, 0.20139520776463452, 0.17939770917090192, 0.16036446469248292, 0.14028421612584543, 0.12872040800791656], "accept_run": 3.773690584317287, "mean_block_run_plus_1": 4.773690584317287, "n_blocks": 13212, "n_slots": 197847, "n_seq": 32, "ctx_tokens": 29121, "time_s": 12.750639915466309, "seq_per_s": 2.5096779622161978, "elapsed_s": 31515.981475830078, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7343434664502493, "objective_grad": 0.8087121430312549, "bb_ce": 0.6489419204785153, "bb_h": 0.8197450124219833, "h_mean": 4.26921025669091, "a0": 0.29564173517819775, "a1": 0.31074893822160526, "bound_mean": 0.0007513264824578758, "bound_max": 0.19174596667289734, "accept_topk": 16, "w0_slot0": 0.9998486224644263, "w0_slot7": 0.14774304127667576, "w0_slot14": 0.03338317910518888, "w1_slot0": 0.9998486224644263, "w1_slot7": 0.15149926542463818, "w1_slot14": 0.03390232338399395, "norm": [0.23973265404329297, 0.2491053646126105], "mean_weight": [0.26507549494798816, 0.27345714491871204], "norm_ratio": [1.1057129284528697, 1.097756948526466], "norm_ema": [0.2422669381337625, 0.2515405426432207], "norm_next": [0.2422669381337625, 0.2515405426432207], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13212, "a_mean": 3.304268846503179, "a_full_rate": 0.027020890099909173, "tail_rows_mean": 11.66848319709355, "verify_rows_mean": 14.97275204359673, "start_rate": 0.0018165304268846503, "a_hist": [0.20746291250378443, 0.2178322736905843, 0.15538904026642447, 0.10361792310021192, 0.06766575840145322, 0.04738116863457463, 0.03648198607326673, 0.02686951256433545, 0.02459884953072964, 0.01983045716015743, 0.01733272782319104, 0.015364819860732667, 0.013018468059339995, 0.010747805025734181, 0.009385407205570693, 0.027020890099909173], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
qwen3_4b/HCUmO_LCbD3_L18r128_q/metrics.jsonl CHANGED
@@ -1654,3 +1654,15 @@
1654
  {"event": "train", "step": 1650, "lr": 0.00025247443663195215, "grad_norm": 2.91780948638916, "clipped": false, "loss": 4.96582760027271, "slot_acc": [0.6815382304341295, 0.5174667568176696, 0.4057546390203591, 0.33125469571750565, 0.2644274120829576, 0.2305380222422603, 0.20682655439440645, 0.1780585006391458, 0.1576017452794704, 0.144674444862627, 0.13074604370761114, 0.11856486017939248, 0.10790227718292866, 0.09812943128677025, 0.09006422364941444], "accept_run": 2.412316935786707, "mean_block_run_plus_1": 3.412316935786707, "n_blocks": 13315, "n_slots": 199332, "n_seq": 32, "ctx_tokens": 34110, "time_s": 18.4652316570282, "seq_per_s": 1.7329866526651576, "elapsed_s": 30813.550280570984, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.575401437118529, "objective_grad": 2.553863046034111, "bb_ce": 1.035328749518732, "bb_h": 1.2196360143170388, "h_mean": 5.046137210144454, "a0": 0.1968509593936994, "a1": 0.2107892173526708, "bound_mean": 0.0007087154909427928, "bound_max": 0.19314563274383545, "accept_topk": 16, "w0_slot0": 0.9999248967330079, "w0_slot7": 0.07827045750654617, "w0_slot14": 0.01419199751319617, "w1_slot0": 0.9999248967330079, "w1_slot7": 0.07950469900079855, "w1_slot14": 0.014277795388780488, "norm": [0.1901283209501304, 0.1965394357644778, 0.211937049620641, 0.22887923883411726], "mean_weight": [0.19032646268991923, 0.19609902777869026, 0.20939543680290373, 0.2251729164090247], "norm_ratio": [1.0010421474233753, 0.997759187696482, 0.9880076993508844, 0.9838066464919575], "norm_ema": [0.1901481351241093, 0.19649539496589905, 0.21168288833886725, 0.22850860659160802], "norm_next": [0.1901481351241093, 0.19649539496589905, 0.21168288833886725, 0.22850860659160802], "refine_weight": 2.262235, "refine_ce": 0.5756132397325485, "refine_h": 0.7044651386858242, "refine_a0": 0.3435110839841825, "refine_a1": 0.3599901628348069, "coverage": 0.5887664800433448, "refine_eligible": 0.7286185860774989, "refine_loss": 1.427207637667187, "rw0_slot0": 0.9999248967330079, "rw0_slot7": 0.1058426884648389, "rw0_slot14": 0.028870909387756837, "rw1_slot0": 0.9999248967330079, "rw1_slot7": 0.11120695057735576, "rw1_slot14": 0.029794393115636773, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13315, "a_mean": 3.5687570409312803, "a_full_rate": 0.03229440480660909, "tail_rows_mean": 11.400826135936914, "verify_rows_mean": 14.969583176868193, "start_rate": 0.0020277882087870822, "a_hist": [0.2084115659031168, 0.20135185880585804, 0.13894104393541118, 0.09560645888096132, 0.06947052196770559, 0.05362373263236951, 0.04093128051070222, 0.03206909500563274, 0.02944048066090875, 0.02583552384528727, 0.022080360495681562, 0.015396169733383402, 0.01426962072850169, 0.011115283514832895, 0.009162598573037927, 0.03229440480660909], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 11, "loss": 5.183031885824379, "accept_run": 1.9092461575994144, "n_slots": 61339}, "5": {"sequences": 6, "loss": 4.63311754008023, "accept_run": 3.2197265625, "n_slots": 46074}, "7": {"sequences": 8, "loss": 5.113983075578788, "accept_run": 2.1247695144437615, "n_slots": 48751}, "9": {"sequences": 7, "loss": 4.844984894222114, "accept_run": 2.591349480968858, "n_slots": 43168}}, "hc": {"loss": 4.621866302707636, "slot_acc": [0.7284061889740123, 0.5861317707159492, 0.4725415070242657, 0.39519158527422993, 0.33017733694018636, 0.28644424406372104, 0.2574242538155026, 0.22046770433867208, 0.19341006544798015, 0.17388031614602936, 0.1557648831951771, 0.13409210823848647, 0.12396320313678179, 0.11321466284507467, 0.10071779372874953], "accept_run": 2.9082238077356366, "mean_block_run_plus_1": 3.9082238077356366, "n_blocks": 13315, "n_slots": 199332, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.2478312771942104, "objective_grad": 2.2533454662329215, "bb_ce": 0.8597628713566673, "bb_h": 1.0462676663640085, "h_mean": 4.705056562535602, "a0": 0.23599706467442358, "a1": 0.25097275306326317, "bound_mean": 0.0007199651892632058, "bound_max": 0.21355664730072021, "accept_topk": 16, "w0_slot0": 0.9999248967330079, "w0_slot7": 0.10669088513350275, "w0_slot14": 0.019069964419820274, "w1_slot0": 0.9999248967330079, "w1_slot7": 0.10898656222016376, "w1_slot14": 0.01952137346263876, "norm": [0.21599442948368705, 0.22376723401905546, 0.23923098770366008, 0.2575509671498484], "mean_weight": [0.21856338932410227, 0.2257086650292715, 0.2390969864501738, 0.256183245857786], "norm_ratio": [1.0118936393246625, 1.0086761183724098, 0.9994398666545143, 0.9946895121101735], "norm_ema": [0.21625132546772857, 0.22396137712007705, 0.23921758757831146, 0.25741419502064217], "norm_next": [0.21625132546772857, 0.22396137712007705, 0.23921758757831146, 0.25741419502064217], "refine_weight": 2.262235, "refine_ce": 0.5096882180765673, "refine_h": 0.6350345966034926, "refine_a0": 0.3795364745955776, "refine_a1": 0.3971084757927241, "coverage": 0.6203469588425341, "refine_eligible": 0.7545000301005358, "refine_loss": 1.2906785650022936, "rw0_slot0": 0.9999248967330079, "rw0_slot7": 0.13649673661117942, "rw0_slot14": 0.035900208205070124, "rw1_slot0": 0.9999248967330079, "rw1_slot7": 0.1440014890585144, "rw1_slot14": 0.03715048984905512, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1655
  {"event": "train", "step": 1651, "lr": 0.00025241257095705055, "grad_norm": 3.0499656200408936, "clipped": false, "loss": 4.794573998281846, "slot_acc": [0.6973537382432647, 0.5194101235552013, 0.42028061224489793, 0.3429801482898828, 0.28811802232854866, 0.25518506700701976, 0.21918136120641507, 0.19228619340413639, 0.1730554224564766, 0.15167731629392972, 0.13613109512390087, 0.13, 0.11253504205046055, 0.10027274185785336, 0.09885168232554405], "accept_run": 2.5484616610871993, "mean_block_run_plus_1": 3.5484616610871993, "n_blocks": 12546, "n_slots": 187766, "n_seq": 32, "ctx_tokens": 27544, "time_s": 17.0860915184021, "seq_per_s": 1.8728683482430895, "elapsed_s": 30830.63927102089, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.465712045690668, "objective_grad": 2.548729287597145, "bb_ce": 0.9810329022068877, "bb_h": 1.1788994741964203, "h_mean": 4.888771194593943, "a0": 0.20713241218581963, "a1": 0.2217138825744783, "bound_mean": 0.0007813886566971538, "bound_max": 0.20498184859752655, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.0841545173814336, "w0_slot14": 0.014600415842097442, "w1_slot0": 1.0, "w1_slot7": 0.08611650114376215, "w1_slot14": 0.014376771888465098, "norm": [0.1901481351241093, 0.19649539496589905, 0.21168288833886725, 0.22850860659160802], "mean_weight": [0.1953357911763345, 0.2013004153816754, 0.22047971681427717, 0.23730097607428316], "norm_ratio": [1.027282182119952, 1.0244536031829665, 1.0415566347589122, 1.0384771917951823], "norm_ema": [0.19066690072933182, 0.19697589700747667, 0.21256257118640826, 0.2293878435398755], "norm_next": [0.19066690072933182, 0.19697589700747667, 0.21256257118640826, 0.2293878435398755], "refine_weight": 2.262235, "refine_ce": 0.5457976114246982, "refine_h": 0.679314596183277, "refine_a0": 0.36144420503160973, "refine_a1": 0.3780070296494047, "coverage": 0.6062119872607394, "refine_eligible": 0.7494647593280999, "refine_loss": 1.4409665953220028, "rw0_slot0": 1.0, "rw0_slot7": 0.11802731860817438, "rw0_slot14": 0.03196940157295147, "rw1_slot0": 1.0, "rw1_slot7": 0.12533859346092213, "rw1_slot14": 0.033219434373832596, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12546, "a_mean": 3.718077474892396, "a_full_rate": 0.03331739199744939, "tail_rows_mean": 11.2532281205165, "verify_rows_mean": 14.971305595408895, "start_rate": 0.001912960306073649, "a_hist": [0.20428821935278177, 0.19743344492268453, 0.13390722142515543, 0.09341622827992986, 0.06767097082735533, 0.050693448110951694, 0.04559222062808863, 0.035868005738880916, 0.030527658217758647, 0.026940857643870556, 0.02088315000797067, 0.01984696317551411, 0.015781922525107604, 0.012832775386577394, 0.010999521759923482, 0.03331739199744939], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 18, "loss": 4.678120651278803, "accept_run": 2.7772215269086358, "n_slots": 107580}, "5": {"sequences": 4, "loss": 5.033884445172155, "accept_run": 1.8457300275482094, "n_slots": 16282}, "7": {"sequences": 3, "loss": 5.339931892704319, "accept_run": 1.8066298342541436, "n_slots": 16280}, "9": {"sequences": 7, "loss": 4.789391146214013, "accept_run": 2.5251572327044025, "n_slots": 47624}}, "hc": {"loss": 4.491767722558769, "slot_acc": [0.7419894787183166, 0.5811080111598246, 0.48764349489795916, 0.40923224109064815, 0.3482456140350877, 0.2982610082961072, 0.25835793505146415, 0.22574462988101893, 0.2034020124580738, 0.18370607028753994, 0.15755395683453238, 0.14944, 0.12935522627152582, 0.11254612546125461, 0.10110013651328997], "accept_run": 3.031882671767894, "mean_block_run_plus_1": 4.031882671767894, "n_blocks": 12546, "n_slots": 187766, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.1959334779597532, "objective_grad": 2.264146510832819, "bb_ce": 0.8234785069982925, "bb_h": 1.0292594047922772, "h_mean": 4.5897381768070575, "a0": 0.2420600874250559, "a1": 0.2575630643076767, "bound_mean": 0.0007782860209790762, "bound_max": 0.1529976725578308, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.10841758179902634, "w0_slot14": 0.017408072983089145, "w1_slot0": 1.0, "w1_slot7": 0.11114947650871304, "w1_slot14": 0.017056711174563106, "norm": [0.21625132546772857, 0.22396137712007705, 0.23921758757831146, 0.25741419502064217], "mean_weight": [0.22215207081233776, 0.22926822848978406, 0.24832596508655705, 0.265923919931], "norm_ratio": [1.0272865164264149, 1.023695386400762, 1.038075701709281, 1.0330584912369554], "norm_ema": [0.2168414000021895, 0.22449206225704774, 0.24012842532913603, 0.25826516751167794], "norm_next": [0.2168414000021895, 0.22449206225704774, 0.24012842532913603, 0.25826516751167794], "refine_weight": 2.262235, "refine_ce": 0.4958354527998501, "refine_h": 0.6265629912737924, "refine_a0": 0.39211483595701435, "refine_a1": 0.4100247835289572, "coverage": 0.6331870519689401, "refine_eligible": 0.7689837350745077, "refine_loss": 1.314348302942496, "rw0_slot0": 1.0, "rw0_slot7": 0.14474984737933475, "rw0_slot14": 0.03501986298296791, "rw1_slot0": 1.0, "rw1_slot7": 0.15344579778998657, "rw1_slot14": 0.036391280147442716, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1656
  {"event": "train", "step": 1652, "lr": 0.0002523506726324816, "grad_norm": 4.384930610656738, "clipped": false, "loss": 4.302074629358496, "slot_acc": [0.7406128918633321, 0.580226904376013, 0.47504581982236005, 0.40049347902714133, 0.3468452590764893, 0.305414551607445, 0.26630933070033147, 0.23869329005856205, 0.21391770767167761, 0.2016658431566316, 0.17838983050847457, 0.16289912404634077, 0.14829999293136353, 0.12973967176004528, 0.11974224614077326], "accept_run": 3.0211312249066706, "mean_block_run_plus_1": 4.021131224906671, "n_blocks": 14197, "n_slots": 212535, "n_seq": 32, "ctx_tokens": 33272, "time_s": 19.04114866256714, "seq_per_s": 1.680570881887424, "elapsed_s": 30849.68315410614, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.151963002000799, "objective_grad": 2.5280965941692926, "bb_ce": 0.8331157223171459, "bb_h": 1.005472943694293, "h_mean": 4.39015100557843, "a0": 0.24847335244046698, "a1": 0.2636585756098468, "bound_mean": 0.001099417956602315, "bound_max": 0.19071637094020844, "accept_topk": 16, "w0_slot0": 0.9998591251672888, "w0_slot7": 0.11872921615478824, "w0_slot14": 0.017714731501139162, "w1_slot0": 0.9998591251672888, "w1_slot7": 0.12097974829058937, "w1_slot14": 0.018105791126306878, "norm": [0.19066690072933182, 0.19697589700747667, 0.21256257118640826, 0.2293878435398755], "mean_weight": [0.22437902310517882, 0.2314801134302489, 0.25066804749145916, 0.2683001343076624], "norm_ratio": [1.1768116135883715, 1.1751697387699296, 1.1792671028223216, 1.1696353658820748], "norm_ema": [0.1940381129669165, 0.20042631864975388, 0.21637311881691335, 0.2332790726166542], "norm_next": [0.1940381129669165, 0.20042631864975388, 0.21637311881691335, 0.2332790726166542], "refine_weight": 2.262235, "refine_ce": 0.48766569328757015, "refine_h": 0.6021138114898552, "refine_a0": 0.4067575862466441, "refine_a1": 0.4244002655082629, "coverage": 0.6622579810384172, "refine_eligible": 0.7905944903192416, "refine_loss": 1.447085805114512, "rw0_slot0": 0.9998591251672888, "rw0_slot7": 0.15281890290152286, "rw0_slot14": 0.041607556978108556, "rw1_slot0": 0.9998591251672888, "rw1_slot7": 0.16096411169815417, "rw1_slot14": 0.04381791108046171, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14197, "a_mean": 4.232443473973374, "a_full_rate": 0.04578432063111925, "tail_rows_mean": 10.74219905613862, "verify_rows_mean": 14.974642530111996, "start_rate": 0.0016904979925336338, "a_hist": [0.1778544762978094, 0.1760231034725646, 0.1330562794956681, 0.08790589561174895, 0.07071916602099035, 0.05719518208072128, 0.044798196802141296, 0.04247376206240755, 0.035289145594139606, 0.030992463196449955, 0.02634359371698246, 0.021342537155737126, 0.02014510107769247, 0.017398041839825316, 0.012678734944002254, 0.04578432063111925], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 10, "loss": 4.415609986136152, "accept_run": 2.967030468394725, "n_slots": 65861}, "5": {"sequences": 3, "loss": 4.490317141735614, "accept_run": 2.288832913518052, "n_slots": 17830}, "7": {"sequences": 11, "loss": 4.3466002828536805, "accept_run": 2.5750849830033995, "n_slots": 74811}, "9": {"sequences": 8, "loss": 4.039921412027504, "accept_run": 3.9473246465206544, "n_slots": 54033}}, "hc": {"loss": 3.966186411263485, "slot_acc": [0.773300457907714, 0.6334296385032767, 0.5408148879176653, 0.4720479379626366, 0.41177299964751496, 0.369853355893965, 0.32371817476549825, 0.28490792351654554, 0.2511821582327617, 0.2294063669090139, 0.211864406779661, 0.18684656682678724, 0.17127306142645085, 0.14664685908319186, 0.13482509559552472], "accept_run": 3.51891244629147, "mean_block_run_plus_1": 4.51891244629147, "n_blocks": 14197, "n_slots": 212535, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 1.9147897992961829, "objective_grad": 2.225197842257081, "bb_ce": 0.7117605554092898, "bb_h": 0.8893446884409468, "h_mean": 4.05699976540715, "a0": 0.28832715651312246, "a1": 0.30441740022107605, "bound_mean": 0.0011226128785272024, "bound_max": 0.1655394583940506, "accept_topk": 16, "w0_slot0": 0.9998591251672888, "w0_slot7": 0.14982117493669378, "w0_slot14": 0.024093310223496946, "w1_slot0": 0.9998591251672888, "w1_slot7": 0.1532800509393973, "w1_slot14": 0.02465611842379983, "norm": [0.2168414000021895, 0.22449206225704774, 0.24012842532913603, 0.25826516751167794], "mean_weight": [0.25269476001459595, 0.26114757382676496, 0.27963401278647204, 0.2989469225996091], "norm_ratio": [1.1653437028724425, 1.1632819940321362, 1.1645185796025066, 1.157519325892415], "norm_ema": [0.22042673600343013, 0.22815761341401947, 0.2440789840748696, 0.26233334302047107], "norm_next": [0.22042673600343013, 0.22815761341401947, 0.2440789840748696, 0.26233334302047107], "refine_weight": 2.262235, "refine_ce": 0.43509164094224007, "refine_h": 0.5499847789443453, "refine_a0": 0.4422131714442614, "refine_a1": 0.46071888252656285, "coverage": 0.6904745100806926, "refine_eligible": 0.8147787423247935, "refine_loss": 1.2931956775400932, "rw0_slot0": 0.9998591251672888, "rw0_slot7": 0.18434942134287793, "rw0_slot14": 0.04945420760131266, "rw1_slot0": 0.9998591251672888, "rw1_slot7": 0.1947128067104032, "rw1_slot14": 0.052011885588451295, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
 
 
 
 
 
 
 
 
 
 
 
 
 
1654
  {"event": "train", "step": 1650, "lr": 0.00025247443663195215, "grad_norm": 2.91780948638916, "clipped": false, "loss": 4.96582760027271, "slot_acc": [0.6815382304341295, 0.5174667568176696, 0.4057546390203591, 0.33125469571750565, 0.2644274120829576, 0.2305380222422603, 0.20682655439440645, 0.1780585006391458, 0.1576017452794704, 0.144674444862627, 0.13074604370761114, 0.11856486017939248, 0.10790227718292866, 0.09812943128677025, 0.09006422364941444], "accept_run": 2.412316935786707, "mean_block_run_plus_1": 3.412316935786707, "n_blocks": 13315, "n_slots": 199332, "n_seq": 32, "ctx_tokens": 34110, "time_s": 18.4652316570282, "seq_per_s": 1.7329866526651576, "elapsed_s": 30813.550280570984, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.575401437118529, "objective_grad": 2.553863046034111, "bb_ce": 1.035328749518732, "bb_h": 1.2196360143170388, "h_mean": 5.046137210144454, "a0": 0.1968509593936994, "a1": 0.2107892173526708, "bound_mean": 0.0007087154909427928, "bound_max": 0.19314563274383545, "accept_topk": 16, "w0_slot0": 0.9999248967330079, "w0_slot7": 0.07827045750654617, "w0_slot14": 0.01419199751319617, "w1_slot0": 0.9999248967330079, "w1_slot7": 0.07950469900079855, "w1_slot14": 0.014277795388780488, "norm": [0.1901283209501304, 0.1965394357644778, 0.211937049620641, 0.22887923883411726], "mean_weight": [0.19032646268991923, 0.19609902777869026, 0.20939543680290373, 0.2251729164090247], "norm_ratio": [1.0010421474233753, 0.997759187696482, 0.9880076993508844, 0.9838066464919575], "norm_ema": [0.1901481351241093, 0.19649539496589905, 0.21168288833886725, 0.22850860659160802], "norm_next": [0.1901481351241093, 0.19649539496589905, 0.21168288833886725, 0.22850860659160802], "refine_weight": 2.262235, "refine_ce": 0.5756132397325485, "refine_h": 0.7044651386858242, "refine_a0": 0.3435110839841825, "refine_a1": 0.3599901628348069, "coverage": 0.5887664800433448, "refine_eligible": 0.7286185860774989, "refine_loss": 1.427207637667187, "rw0_slot0": 0.9999248967330079, "rw0_slot7": 0.1058426884648389, "rw0_slot14": 0.028870909387756837, "rw1_slot0": 0.9999248967330079, "rw1_slot7": 0.11120695057735576, "rw1_slot14": 0.029794393115636773, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13315, "a_mean": 3.5687570409312803, "a_full_rate": 0.03229440480660909, "tail_rows_mean": 11.400826135936914, "verify_rows_mean": 14.969583176868193, "start_rate": 0.0020277882087870822, "a_hist": [0.2084115659031168, 0.20135185880585804, 0.13894104393541118, 0.09560645888096132, 0.06947052196770559, 0.05362373263236951, 0.04093128051070222, 0.03206909500563274, 0.02944048066090875, 0.02583552384528727, 0.022080360495681562, 0.015396169733383402, 0.01426962072850169, 0.011115283514832895, 0.009162598573037927, 0.03229440480660909], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 11, "loss": 5.183031885824379, "accept_run": 1.9092461575994144, "n_slots": 61339}, "5": {"sequences": 6, "loss": 4.63311754008023, "accept_run": 3.2197265625, "n_slots": 46074}, "7": {"sequences": 8, "loss": 5.113983075578788, "accept_run": 2.1247695144437615, "n_slots": 48751}, "9": {"sequences": 7, "loss": 4.844984894222114, "accept_run": 2.591349480968858, "n_slots": 43168}}, "hc": {"loss": 4.621866302707636, "slot_acc": [0.7284061889740123, 0.5861317707159492, 0.4725415070242657, 0.39519158527422993, 0.33017733694018636, 0.28644424406372104, 0.2574242538155026, 0.22046770433867208, 0.19341006544798015, 0.17388031614602936, 0.1557648831951771, 0.13409210823848647, 0.12396320313678179, 0.11321466284507467, 0.10071779372874953], "accept_run": 2.9082238077356366, "mean_block_run_plus_1": 3.9082238077356366, "n_blocks": 13315, "n_slots": 199332, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.2478312771942104, "objective_grad": 2.2533454662329215, "bb_ce": 0.8597628713566673, "bb_h": 1.0462676663640085, "h_mean": 4.705056562535602, "a0": 0.23599706467442358, "a1": 0.25097275306326317, "bound_mean": 0.0007199651892632058, "bound_max": 0.21355664730072021, "accept_topk": 16, "w0_slot0": 0.9999248967330079, "w0_slot7": 0.10669088513350275, "w0_slot14": 0.019069964419820274, "w1_slot0": 0.9999248967330079, "w1_slot7": 0.10898656222016376, "w1_slot14": 0.01952137346263876, "norm": [0.21599442948368705, 0.22376723401905546, 0.23923098770366008, 0.2575509671498484], "mean_weight": [0.21856338932410227, 0.2257086650292715, 0.2390969864501738, 0.256183245857786], "norm_ratio": [1.0118936393246625, 1.0086761183724098, 0.9994398666545143, 0.9946895121101735], "norm_ema": [0.21625132546772857, 0.22396137712007705, 0.23921758757831146, 0.25741419502064217], "norm_next": [0.21625132546772857, 0.22396137712007705, 0.23921758757831146, 0.25741419502064217], "refine_weight": 2.262235, "refine_ce": 0.5096882180765673, "refine_h": 0.6350345966034926, "refine_a0": 0.3795364745955776, "refine_a1": 0.3971084757927241, "coverage": 0.6203469588425341, "refine_eligible": 0.7545000301005358, "refine_loss": 1.2906785650022936, "rw0_slot0": 0.9999248967330079, "rw0_slot7": 0.13649673661117942, "rw0_slot14": 0.035900208205070124, "rw1_slot0": 0.9999248967330079, "rw1_slot7": 0.1440014890585144, "rw1_slot14": 0.03715048984905512, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1655
  {"event": "train", "step": 1651, "lr": 0.00025241257095705055, "grad_norm": 3.0499656200408936, "clipped": false, "loss": 4.794573998281846, "slot_acc": [0.6973537382432647, 0.5194101235552013, 0.42028061224489793, 0.3429801482898828, 0.28811802232854866, 0.25518506700701976, 0.21918136120641507, 0.19228619340413639, 0.1730554224564766, 0.15167731629392972, 0.13613109512390087, 0.13, 0.11253504205046055, 0.10027274185785336, 0.09885168232554405], "accept_run": 2.5484616610871993, "mean_block_run_plus_1": 3.5484616610871993, "n_blocks": 12546, "n_slots": 187766, "n_seq": 32, "ctx_tokens": 27544, "time_s": 17.0860915184021, "seq_per_s": 1.8728683482430895, "elapsed_s": 30830.63927102089, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.465712045690668, "objective_grad": 2.548729287597145, "bb_ce": 0.9810329022068877, "bb_h": 1.1788994741964203, "h_mean": 4.888771194593943, "a0": 0.20713241218581963, "a1": 0.2217138825744783, "bound_mean": 0.0007813886566971538, "bound_max": 0.20498184859752655, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.0841545173814336, "w0_slot14": 0.014600415842097442, "w1_slot0": 1.0, "w1_slot7": 0.08611650114376215, "w1_slot14": 0.014376771888465098, "norm": [0.1901481351241093, 0.19649539496589905, 0.21168288833886725, 0.22850860659160802], "mean_weight": [0.1953357911763345, 0.2013004153816754, 0.22047971681427717, 0.23730097607428316], "norm_ratio": [1.027282182119952, 1.0244536031829665, 1.0415566347589122, 1.0384771917951823], "norm_ema": [0.19066690072933182, 0.19697589700747667, 0.21256257118640826, 0.2293878435398755], "norm_next": [0.19066690072933182, 0.19697589700747667, 0.21256257118640826, 0.2293878435398755], "refine_weight": 2.262235, "refine_ce": 0.5457976114246982, "refine_h": 0.679314596183277, "refine_a0": 0.36144420503160973, "refine_a1": 0.3780070296494047, "coverage": 0.6062119872607394, "refine_eligible": 0.7494647593280999, "refine_loss": 1.4409665953220028, "rw0_slot0": 1.0, "rw0_slot7": 0.11802731860817438, "rw0_slot14": 0.03196940157295147, "rw1_slot0": 1.0, "rw1_slot7": 0.12533859346092213, "rw1_slot14": 0.033219434373832596, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12546, "a_mean": 3.718077474892396, "a_full_rate": 0.03331739199744939, "tail_rows_mean": 11.2532281205165, "verify_rows_mean": 14.971305595408895, "start_rate": 0.001912960306073649, "a_hist": [0.20428821935278177, 0.19743344492268453, 0.13390722142515543, 0.09341622827992986, 0.06767097082735533, 0.050693448110951694, 0.04559222062808863, 0.035868005738880916, 0.030527658217758647, 0.026940857643870556, 0.02088315000797067, 0.01984696317551411, 0.015781922525107604, 0.012832775386577394, 0.010999521759923482, 0.03331739199744939], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 18, "loss": 4.678120651278803, "accept_run": 2.7772215269086358, "n_slots": 107580}, "5": {"sequences": 4, "loss": 5.033884445172155, "accept_run": 1.8457300275482094, "n_slots": 16282}, "7": {"sequences": 3, "loss": 5.339931892704319, "accept_run": 1.8066298342541436, "n_slots": 16280}, "9": {"sequences": 7, "loss": 4.789391146214013, "accept_run": 2.5251572327044025, "n_slots": 47624}}, "hc": {"loss": 4.491767722558769, "slot_acc": [0.7419894787183166, 0.5811080111598246, 0.48764349489795916, 0.40923224109064815, 0.3482456140350877, 0.2982610082961072, 0.25835793505146415, 0.22574462988101893, 0.2034020124580738, 0.18370607028753994, 0.15755395683453238, 0.14944, 0.12935522627152582, 0.11254612546125461, 0.10110013651328997], "accept_run": 3.031882671767894, "mean_block_run_plus_1": 4.031882671767894, "n_blocks": 12546, "n_slots": 187766, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.1959334779597532, "objective_grad": 2.264146510832819, "bb_ce": 0.8234785069982925, "bb_h": 1.0292594047922772, "h_mean": 4.5897381768070575, "a0": 0.2420600874250559, "a1": 0.2575630643076767, "bound_mean": 0.0007782860209790762, "bound_max": 0.1529976725578308, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.10841758179902634, "w0_slot14": 0.017408072983089145, "w1_slot0": 1.0, "w1_slot7": 0.11114947650871304, "w1_slot14": 0.017056711174563106, "norm": [0.21625132546772857, 0.22396137712007705, 0.23921758757831146, 0.25741419502064217], "mean_weight": [0.22215207081233776, 0.22926822848978406, 0.24832596508655705, 0.265923919931], "norm_ratio": [1.0272865164264149, 1.023695386400762, 1.038075701709281, 1.0330584912369554], "norm_ema": [0.2168414000021895, 0.22449206225704774, 0.24012842532913603, 0.25826516751167794], "norm_next": [0.2168414000021895, 0.22449206225704774, 0.24012842532913603, 0.25826516751167794], "refine_weight": 2.262235, "refine_ce": 0.4958354527998501, "refine_h": 0.6265629912737924, "refine_a0": 0.39211483595701435, "refine_a1": 0.4100247835289572, "coverage": 0.6331870519689401, "refine_eligible": 0.7689837350745077, "refine_loss": 1.314348302942496, "rw0_slot0": 1.0, "rw0_slot7": 0.14474984737933475, "rw0_slot14": 0.03501986298296791, "rw1_slot0": 1.0, "rw1_slot7": 0.15344579778998657, "rw1_slot14": 0.036391280147442716, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1656
  {"event": "train", "step": 1652, "lr": 0.0002523506726324816, "grad_norm": 4.384930610656738, "clipped": false, "loss": 4.302074629358496, "slot_acc": [0.7406128918633321, 0.580226904376013, 0.47504581982236005, 0.40049347902714133, 0.3468452590764893, 0.305414551607445, 0.26630933070033147, 0.23869329005856205, 0.21391770767167761, 0.2016658431566316, 0.17838983050847457, 0.16289912404634077, 0.14829999293136353, 0.12973967176004528, 0.11974224614077326], "accept_run": 3.0211312249066706, "mean_block_run_plus_1": 4.021131224906671, "n_blocks": 14197, "n_slots": 212535, "n_seq": 32, "ctx_tokens": 33272, "time_s": 19.04114866256714, "seq_per_s": 1.680570881887424, "elapsed_s": 30849.68315410614, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.151963002000799, "objective_grad": 2.5280965941692926, "bb_ce": 0.8331157223171459, "bb_h": 1.005472943694293, "h_mean": 4.39015100557843, "a0": 0.24847335244046698, "a1": 0.2636585756098468, "bound_mean": 0.001099417956602315, "bound_max": 0.19071637094020844, "accept_topk": 16, "w0_slot0": 0.9998591251672888, "w0_slot7": 0.11872921615478824, "w0_slot14": 0.017714731501139162, "w1_slot0": 0.9998591251672888, "w1_slot7": 0.12097974829058937, "w1_slot14": 0.018105791126306878, "norm": [0.19066690072933182, 0.19697589700747667, 0.21256257118640826, 0.2293878435398755], "mean_weight": [0.22437902310517882, 0.2314801134302489, 0.25066804749145916, 0.2683001343076624], "norm_ratio": [1.1768116135883715, 1.1751697387699296, 1.1792671028223216, 1.1696353658820748], "norm_ema": [0.1940381129669165, 0.20042631864975388, 0.21637311881691335, 0.2332790726166542], "norm_next": [0.1940381129669165, 0.20042631864975388, 0.21637311881691335, 0.2332790726166542], "refine_weight": 2.262235, "refine_ce": 0.48766569328757015, "refine_h": 0.6021138114898552, "refine_a0": 0.4067575862466441, "refine_a1": 0.4244002655082629, "coverage": 0.6622579810384172, "refine_eligible": 0.7905944903192416, "refine_loss": 1.447085805114512, "rw0_slot0": 0.9998591251672888, "rw0_slot7": 0.15281890290152286, "rw0_slot14": 0.041607556978108556, "rw1_slot0": 0.9998591251672888, "rw1_slot7": 0.16096411169815417, "rw1_slot14": 0.04381791108046171, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14197, "a_mean": 4.232443473973374, "a_full_rate": 0.04578432063111925, "tail_rows_mean": 10.74219905613862, "verify_rows_mean": 14.974642530111996, "start_rate": 0.0016904979925336338, "a_hist": [0.1778544762978094, 0.1760231034725646, 0.1330562794956681, 0.08790589561174895, 0.07071916602099035, 0.05719518208072128, 0.044798196802141296, 0.04247376206240755, 0.035289145594139606, 0.030992463196449955, 0.02634359371698246, 0.021342537155737126, 0.02014510107769247, 0.017398041839825316, 0.012678734944002254, 0.04578432063111925], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 10, "loss": 4.415609986136152, "accept_run": 2.967030468394725, "n_slots": 65861}, "5": {"sequences": 3, "loss": 4.490317141735614, "accept_run": 2.288832913518052, "n_slots": 17830}, "7": {"sequences": 11, "loss": 4.3466002828536805, "accept_run": 2.5750849830033995, "n_slots": 74811}, "9": {"sequences": 8, "loss": 4.039921412027504, "accept_run": 3.9473246465206544, "n_slots": 54033}}, "hc": {"loss": 3.966186411263485, "slot_acc": [0.773300457907714, 0.6334296385032767, 0.5408148879176653, 0.4720479379626366, 0.41177299964751496, 0.369853355893965, 0.32371817476549825, 0.28490792351654554, 0.2511821582327617, 0.2294063669090139, 0.211864406779661, 0.18684656682678724, 0.17127306142645085, 0.14664685908319186, 0.13482509559552472], "accept_run": 3.51891244629147, "mean_block_run_plus_1": 4.51891244629147, "n_blocks": 14197, "n_slots": 212535, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 1.9147897992961829, "objective_grad": 2.225197842257081, "bb_ce": 0.7117605554092898, "bb_h": 0.8893446884409468, "h_mean": 4.05699976540715, "a0": 0.28832715651312246, "a1": 0.30441740022107605, "bound_mean": 0.0011226128785272024, "bound_max": 0.1655394583940506, "accept_topk": 16, "w0_slot0": 0.9998591251672888, "w0_slot7": 0.14982117493669378, "w0_slot14": 0.024093310223496946, "w1_slot0": 0.9998591251672888, "w1_slot7": 0.1532800509393973, "w1_slot14": 0.02465611842379983, "norm": [0.2168414000021895, 0.22449206225704774, 0.24012842532913603, 0.25826516751167794], "mean_weight": [0.25269476001459595, 0.26114757382676496, 0.27963401278647204, 0.2989469225996091], "norm_ratio": [1.1653437028724425, 1.1632819940321362, 1.1645185796025066, 1.157519325892415], "norm_ema": [0.22042673600343013, 0.22815761341401947, 0.2440789840748696, 0.26233334302047107], "norm_next": [0.22042673600343013, 0.22815761341401947, 0.2440789840748696, 0.26233334302047107], "refine_weight": 2.262235, "refine_ce": 0.43509164094224007, "refine_h": 0.5499847789443453, "refine_a0": 0.4422131714442614, "refine_a1": 0.46071888252656285, "coverage": 0.6904745100806926, "refine_eligible": 0.8147787423247935, "refine_loss": 1.2931956775400932, "rw0_slot0": 0.9998591251672888, "rw0_slot7": 0.18434942134287793, "rw0_slot14": 0.04945420760131266, "rw1_slot0": 0.9998591251672888, "rw1_slot7": 0.1947128067104032, "rw1_slot14": 0.052011885588451295, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1657
+ {"event": "train", "step": 1653, "lr": 0.00025228874167797894, "grad_norm": 2.4349703788757324, "clipped": false, "loss": 4.556086116412418, "slot_acc": [0.6953819469538195, 0.5388840705406187, 0.41593176232470724, 0.33933347791513047, 0.28754247704432073, 0.2490238611713666, 0.21965861420512078, 0.19547131592273748, 0.17781957606887072, 0.15752135514695237, 0.14695236716374693, 0.13743664011585807, 0.1255888107833901, 0.11190130624092888, 0.10702098308284325], "accept_run": 2.6066473988439305, "mean_block_run_plus_1": 3.6066473988439305, "n_blocks": 13840, "n_slots": 207263, "n_seq": 32, "ctx_tokens": 31450, "time_s": 19.275495767593384, "seq_per_s": 1.6601388823316017, "elapsed_s": 30868.961316347122, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.421997683452215, "objective_grad": 2.4730139702369165, "bb_ce": 0.9473024923266413, "bb_h": 1.13795157462266, "h_mean": 4.6507409845770775, "a0": 0.21020735149442205, "a1": 0.2255875089894963, "bound_mean": 0.0009155713303785105, "bound_max": 0.16065526008605957, "accept_topk": 16, "w0_slot0": 0.9997832369942197, "w0_slot7": 0.08703480530784663, "w0_slot14": 0.01801066592601151, "w1_slot0": 0.9997832369942197, "w1_slot7": 0.08845561771007421, "w1_slot14": 0.01796310666195646, "norm": [0.1940381129669165, 0.20042631864975388, 0.21637311881691335, 0.2332790726166542], "mean_weight": [0.19805523116910348, 0.2042385901351461, 0.22144323044022818, 0.23815479967779524], "norm_ratio": [1.0207027276279061, 1.01902081279083, 1.023432262062114, 1.0209008335229164], "norm_ema": [0.1944398247871352, 0.2008075457982931, 0.21688012997924483, 0.2337666453227683], "norm_next": [0.1944398247871352, 0.2008075457982931, 0.21688012997924483, 0.2337666453227683], "refine_weight": 2.262235, "refine_ce": 0.5441265266062378, "refine_h": 0.6753494782982611, "refine_a0": 0.36328019691954316, "refine_a1": 0.38167787963119637, "coverage": 0.6261850885107327, "refine_eligible": 0.7634551270607876, "refine_loss": 1.409758667245883, "rw0_slot0": 0.9997832369942197, "rw0_slot7": 0.11869474635710096, "rw0_slot14": 0.0359758819281964, "rw1_slot0": 0.9997832369942197, "rw1_slot7": 0.12536271545176822, "rw1_slot14": 0.03718607998785383, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13840, "a_mean": 3.885765895953757, "a_full_rate": 0.04176300578034682, "tail_rows_mean": 11.086054913294797, "verify_rows_mean": 14.971820809248555, "start_rate": 0.0018786127167630057, "a_hist": [0.19552023121387282, 0.19291907514450868, 0.1388728323699422, 0.09436416184971098, 0.06878612716763005, 0.04848265895953757, 0.04039017341040462, 0.035910404624277456, 0.02940751445086705, 0.024783236994219655, 0.02485549132947977, 0.020158959537572255, 0.016184971098265895, 0.01495664739884393, 0.012644508670520232, 0.04176300578034682], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 16, "loss": 4.997223900290882, "accept_run": 1.8767895217788608, "n_slots": 98326}, "5": {"sequences": 6, "loss": 4.111919886503202, "accept_run": 3.2098065376917946, "n_slots": 44935}, "7": {"sequences": 7, "loss": 4.040357551998238, "accept_run": 3.5917199596095593, "n_slots": 44494}, "9": {"sequences": 3, "loss": 4.531999718441395, "accept_run": 2.650574712643678, "n_slots": 19508}}, "hc": {"loss": 4.240134956356293, "slot_acc": [0.7417070174170701, 0.5972824515755999, 0.4832297238687292, 0.4033832140533507, 0.34343142216759454, 0.30824295010845987, 0.2651526110227108, 0.234898357809448, 0.21579975403313317, 0.19074851599826262, 0.1735920081077168, 0.16560463432295439, 0.14399594173490832, 0.13345428156748912, 0.11812967399985479], "accept_run": 3.1196531791907516, "mean_block_run_plus_1": 4.119653179190752, "n_blocks": 13840, "n_slots": 207263, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.1208430779979945, "objective_grad": 2.175773444221267, "bb_ce": 0.7787010762550398, "bb_h": 0.9729611729809792, "h_mean": 4.33783941274162, "a0": 0.24857860265012863, "a1": 0.26501927994032015, "bound_mean": 0.0009393679265754075, "bound_max": 0.15830311179161072, "accept_topk": 16, "w0_slot0": 0.9997832369942197, "w0_slot7": 0.11646916166170326, "w0_slot14": 0.02524115800433685, "w1_slot0": 0.9997832369942197, "w1_slot7": 0.11870423007320455, "w1_slot14": 0.025273742248430826, "norm": [0.22042673600343013, 0.22815761341401947, 0.2440789840748696, 0.26233334302047107], "mean_weight": [0.22643122908827068, 0.234177691834011, 0.2504003214210558, 0.26884243345995956], "norm_ratio": [1.0272403121041864, 1.0263856126907647, 1.0258987367148624, 1.0248122879255215], "norm_ema": [0.22102718531191418, 0.22875962125601862, 0.24471111780948823, 0.2629842520644199], "norm_next": [0.22102718531191418, 0.22875962125601862, 0.24471111780948823, 0.2629842520644199], "refine_weight": 2.262235, "refine_ce": 0.48549968012195105, "refine_h": 0.6151922934174778, "refine_a0": 0.3967965573230883, "refine_a1": 0.416275318727187, "coverage": 0.6532280242976315, "refine_eligible": 0.784935082479748, "refine_loss": 1.2765001795961477, "rw0_slot0": 0.9997832369942197, "rw0_slot7": 0.14732676841125392, "rw0_slot14": 0.04485286985370075, "rw1_slot0": 0.9997832369942197, "rw1_slot7": 0.15654030224223484, "rw1_slot14": 0.04635659336077342, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1658
+ {"event": "train", "step": 1654, "lr": 0.0002522267781132864, "grad_norm": 2.2449522018432617, "clipped": false, "loss": 4.661351218593764, "slot_acc": [0.6817272167487685, 0.5078521939953811, 0.4082371054657429, 0.3243513742397413, 0.2791682710820177, 0.24075500770416025, 0.20431432973805855, 0.18593894542090658, 0.17008481110254434, 0.15486111111111112, 0.14479777709169497, 0.1324119827053737, 0.11876062432390666, 0.10997679814385151, 0.10013940520446096], "accept_run": 2.4063726622027244, "mean_block_run_plus_1": 3.4063726622027244, "n_blocks": 12993, "n_slots": 194500, "n_seq": 32, "ctx_tokens": 33296, "time_s": 18.22540044784546, "seq_per_s": 1.7557913249463293, "elapsed_s": 30887.189368247986, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.6027150696149697, "objective_grad": 2.495805261599205, "bb_ce": 1.038211052316057, "bb_h": 1.242469877943023, "h_mean": 4.753515708212013, "a0": 0.19890001181480307, "a1": 0.21453448217410026, "bound_mean": 0.0009066206907371832, "bound_max": 0.1688428521156311, "accept_topk": 16, "w0_slot0": 0.9999230354806434, "w0_slot7": 0.07460359314721761, "w0_slot14": 0.012069156723621343, "w1_slot0": 0.9999230354806434, "w1_slot7": 0.07667445258918769, "w1_slot14": 0.01225568305846701, "norm": [0.1944398247871352, 0.2008075457982931, 0.21688012997924483, 0.2337666453227683], "mean_weight": [0.18601197869367037, 0.19279822506451055, 0.20722958255528873, 0.2249390372164511], "norm_ratio": [0.9566557617366128, 0.9601144433993146, 0.9555028511607788, 0.9622375206944999], "norm_ema": [0.19359704017778873, 0.20000661372491485, 0.21591507523684922, 0.2328838845121366], "norm_next": [0.19359704017778873, 0.20000661372491485, 0.21591507523684922, 0.2328838845121366], "refine_weight": 2.262235, "refine_ce": 0.5787012709809579, "refine_h": 0.7141569904157844, "refine_a0": 0.3576665039951889, "refine_a1": 0.3760107713729102, "coverage": 0.6167403598971722, "refine_eligible": 0.7598560411311054, "refine_loss": 1.402743339589582, "rw0_slot0": 0.9999230354806434, "rw0_slot7": 0.10323688859359272, "rw0_slot14": 0.027910281113429775, "rw1_slot0": 0.9999230354806434, "rw1_slot7": 0.11052016588878667, "rw1_slot14": 0.02998163981023937, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12993, "a_mean": 3.6050950511814053, "a_full_rate": 0.033325636881397676, "tail_rows_mean": 11.36488878626953, "verify_rows_mean": 14.969983837450934, "start_rate": 0.002001077503270992, "a_hist": [0.21249903794350805, 0.19956899869160316, 0.13838220580312477, 0.09305010390210113, 0.0681135996305703, 0.052412837681828674, 0.04071423073962903, 0.03247902716847533, 0.027861156007080737, 0.02247363965212037, 0.022704533210190104, 0.017855768490725777, 0.015623797429385054, 0.01362271992611406, 0.00931270684214577, 0.033325636881397676], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 14, "loss": 4.524192558778587, "accept_run": 2.417477276351459, "n_slots": 93948}, "5": {"sequences": 9, "loss": 5.221137123689777, "accept_run": 1.9065102195306587, "n_slots": 39598}, "7": {"sequences": 4, "loss": 4.355784373722753, "accept_run": 2.9532133676092545, "n_slots": 29053}, "9": {"sequences": 5, "loss": 4.648718794731245, "accept_run": 2.4941451990632317, "n_slots": 31901}}, "hc": {"loss": 4.334695087854537, "slot_acc": [0.7214439655172413, 0.5779060816012317, 0.47929176289453423, 0.39079220879205484, 0.34170196380438966, 0.300231124807396, 0.25654853620955315, 0.22093740363860623, 0.20786430223592905, 0.1824074074074074, 0.1622414325409077, 0.14816244595429276, 0.1332869726471952, 0.11863882443928847, 0.10803903345724906], "accept_run": 2.902024166859078, "mean_block_run_plus_1": 3.902024166859078, "n_blocks": 12993, "n_slots": 194500, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.287905301827461, "objective_grad": 2.2125023788059535, "bb_ce": 0.8547146580672083, "bb_h": 1.0688402383780335, "h_mean": 4.432165357626162, "a0": 0.23534316719293297, "a1": 0.2523715999635188, "bound_mean": 0.000937716793598894, "bound_max": 0.16788028180599213, "accept_topk": 16, "w0_slot0": 0.9999230354806434, "w0_slot7": 0.10175157673004419, "w0_slot14": 0.01586488008277113, "w1_slot0": 0.9999230354806434, "w1_slot7": 0.10457785264794517, "w1_slot14": 0.016094959014098374, "norm": [0.22102718531191418, 0.22875962125601862, 0.24471111780948823, 0.2629842520644199], "mean_weight": [0.2133554075971667, 0.221751384421302, 0.2356877821301193, 0.2549581752667515], "norm_ratio": [0.9652903433397976, 0.9693641876296285, 0.9631265805978061, 0.9694807702945561], "norm_ema": [0.22026000754043942, 0.22805879757254696, 0.24380878424155134, 0.262181644384653], "norm_next": [0.22026000754043942, 0.22805879757254696, 0.24380878424155134, 0.262181644384653], "refine_weight": 2.262235, "refine_ce": 0.5182279954677653, "refine_h": 0.6541770407949046, "refine_a0": 0.39262626056915156, "refine_a1": 0.4122077694239978, "coverage": 0.649120822622108, "refine_eligible": 0.7851825192802057, "refine_loss": 1.28193077472693, "rw0_slot0": 0.9999230354806434, "rw0_slot7": 0.130525325153426, "rw0_slot14": 0.0331343491084421, "rw1_slot0": 0.9999230354806434, "rw1_slot7": 0.14096258103546655, "rw1_slot14": 0.03551351802828958, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1659
+ {"event": "train", "step": 1655, "lr": 0.0002521647819581583, "grad_norm": 4.2177839279174805, "clipped": false, "loss": 4.607849790229141, "slot_acc": [0.7111869548729617, 0.5600485547378803, 0.45109644130814175, 0.37623311579905905, 0.33130883692681445, 0.29710640236956026, 0.257368580978426, 0.232651820323782, 0.20947384428223845, 0.1931092181320353, 0.17326129964997716, 0.14647887323943662, 0.1418018429670246, 0.11898946725690734, 0.10875047764615972], "accept_run": 2.999165908401577, "mean_block_run_plus_1": 3.999165908401577, "n_blocks": 13188, "n_slots": 197278, "n_seq": 32, "ctx_tokens": 32782, "time_s": 18.089125156402588, "seq_per_s": 1.769018663054233, "elapsed_s": 30905.28121328354, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.1533348981181186, "objective_grad": 2.466473834055292, "bb_ce": 0.870189387975957, "bb_h": 1.0334251126832013, "h_mean": 4.691797372951314, "a0": 0.23753414494021266, "a1": 0.25164434194941165, "bound_mean": 0.0010603975637969861, "bound_max": 0.3163790702819824, "accept_topk": 16, "w0_slot0": 0.9997725204731575, "w0_slot7": 0.12193142519097167, "w0_slot14": 0.025517225340343445, "w1_slot0": 0.9997725204731575, "w1_slot7": 0.12294428943904116, "w1_slot14": 0.02591656807923713, "norm": [0.19359704017778873, 0.20000661372491485, 0.21591507523684922, 0.2328838845121366], "mean_weight": [0.22375020759526906, 0.22955672162455976, 0.2480750943903641, 0.2640969258657221], "norm_ratio": [1.1557522128943156, 1.147745653752668, 1.1489475392963495, 1.1340283438631789], "norm_ema": [0.19661235691953677, 0.20296162451487934, 0.2191310771522007, 0.23600518864749515], "norm_next": [0.19661235691953677, 0.20296162451487934, 0.2191310771522007, 0.23600518864749515], "refine_weight": 2.262235, "refine_ce": 0.4735431221102869, "refine_h": 0.5887051834711753, "refine_a0": 0.3888082727620925, "refine_a1": 0.4050914607238201, "coverage": 0.6271809324912053, "refine_eligible": 0.7552641450136356, "refine_loss": 1.3705576206283443, "rw0_slot0": 0.9997725204731575, "rw0_slot7": 0.15450115605930637, "rw0_slot14": 0.0474176400880707, "rw1_slot0": 0.9997725204731575, "rw1_slot7": 0.16023321763570283, "rw1_slot14": 0.0490774631486119, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13188, "a_mean": 4.071883530482257, "a_full_rate": 0.04981801637852593, "tail_rows_mean": 10.900818926296633, "verify_rows_mean": 14.97270245677889, "start_rate": 0.0018198362147406734, "a_hist": [0.19381255686988172, 0.18327267212617532, 0.13095238095238096, 0.09751289050652108, 0.06619654231119199, 0.051182893539581435, 0.04117379435850774, 0.038064907491659083, 0.03177130724901425, 0.025098574461631787, 0.022292993630573247, 0.019563239308462238, 0.019563239308462238, 0.01637852593266606, 0.013345465574764938, 0.04981801637852593], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 13, "loss": 4.563409017141843, "accept_run": 2.852713178294574, "n_slots": 79103}, "5": {"sequences": 10, "loss": 4.653538940597263, "accept_run": 3.2752393980848153, "n_slots": 54679}, "7": {"sequences": 1, "loss": 5.918509434405552, "accept_run": 1.24609375, "n_slots": 7679}, "9": {"sequences": 8, "loss": 4.445759495389131, "accept_run": 3.1768488745980705, "n_slots": 55817}}, "hc": {"loss": 4.251064403311448, "slot_acc": [0.7489571482745544, 0.616948638191336, 0.5166552849229835, 0.43694035513735013, 0.3892347403583359, 0.34366218576744895, 0.3019598906107566, 0.2679942236072053, 0.24224452554744524, 0.21759963492546394, 0.1972302541470096, 0.16878568709554626, 0.15680450841520066, 0.13639139062738515, 0.1250286587695835], "accept_run": 3.4847588717015467, "mean_block_run_plus_1": 4.484758871701547, "n_blocks": 13188, "n_slots": 197278, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 1.9354528864547107, "objective_grad": 2.1765360322968093, "bb_ce": 0.7437746479984658, "bb_h": 0.9125932082440446, "h_mean": 4.340220524265024, "a0": 0.272649115058948, "a1": 0.28776440102177464, "bound_mean": 0.001103410056483527, "bound_max": 0.31413212418556213, "accept_topk": 16, "w0_slot0": 0.9997725204731575, "w0_slot7": 0.1480461114183241, "w0_slot14": 0.030581163791004142, "w1_slot0": 0.9997725204731575, "w1_slot7": 0.14943465956343122, "w1_slot14": 0.030795215745171765, "norm": [0.22026000754043942, 0.22805879757254696, 0.24380878424155134, 0.262181644384653], "mean_weight": [0.2490047371725027, 0.25599729909053676, 0.275572938003696, 0.29311445649566986], "norm_ratio": [1.1305036259330274, 1.1225056950898917, 1.1302830571136215, 1.117982371281624], "norm_ema": [0.22313448050364576, 0.23085264772434594, 0.2469851996177658, 0.2652749255957547], "norm_next": [0.22313448050364576, 0.23085264772434594, 0.2469851996177658, 0.2652749255957547], "refine_weight": 2.262235, "refine_ce": 0.43219474248102857, "refine_h": 0.5467212042119148, "refine_a0": 0.4223954781510459, "refine_a1": 0.43981055299982696, "coverage": 0.6569105526211741, "refine_eligible": 0.7805938827441479, "refine_loss": 1.2439205263126105, "rw0_slot0": 0.9997725204731575, "rw0_slot7": 0.18390393837797558, "rw0_slot14": 0.05471611315909048, "rw1_slot0": 0.9997725204731575, "rw1_slot7": 0.19219702548597487, "rw1_slot14": 0.056527163709684636, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1660
+ {"event": "train", "step": 1656, "lr": 0.00025210275323235944, "grad_norm": 2.743462085723877, "clipped": false, "loss": 4.862617973327451, "slot_acc": [0.6943734948551412, 0.5209078304021018, 0.3987448004086696, 0.3214859144650416, 0.2650171520326983, 0.23154974815679977, 0.20658682634730538, 0.1813134633647454, 0.16272102878854303, 0.14450698048388275, 0.12987202925045704, 0.11781924624954263, 0.10108329673547065, 0.09161479311607469, 0.07894736842105263], "accept_run": 2.419178282128001, "mean_block_run_plus_1": 3.419178282128001, "n_blocks": 13703, "n_slots": 205260, "n_seq": 32, "ctx_tokens": 30652, "time_s": 18.258017539978027, "seq_per_s": 1.7526546860814611, "elapsed_s": 30923.542097091675, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.5987429111856866, "objective_grad": 2.4974894463757096, "bb_ce": 1.0162563135748135, "bb_h": 1.2159398610780292, "h_mean": 4.952158893763107, "a0": 0.1956987685752837, "a1": 0.21077914632691586, "bound_mean": 0.0007841910045895916, "bound_max": 0.22076813876628876, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.08034954659934379, "w0_slot14": 0.009059926595812198, "w1_slot0": 1.0, "w1_slot7": 0.08153558632731832, "w1_slot14": 0.009112699086008164, "norm": [0.19661235691953677, 0.20296162451487934, 0.2191310771522007, 0.23600518864749515], "mean_weight": [0.18996623621969141, 0.19637004686333476, 0.20976077453580091, 0.22564335350524034], "norm_ratio": [0.9661968311454338, 0.9675230346263741, 0.9572388237297281, 0.9560948841776035], "norm_ema": [0.19594774484955224, 0.20230246674972488, 0.2181940468905607, 0.23496900513326965], "norm_next": [0.19594774484955224, 0.20230246674972488, 0.2181940468905607, 0.23496900513326965], "refine_weight": 2.262235, "refine_ce": 0.5901571281827819, "refine_h": 0.7206216581583944, "refine_a0": 0.33770471107262073, "refine_a1": 0.3551802322732471, "coverage": 0.5936275942706811, "refine_eligible": 0.741810386826464, "refine_loss": 1.4183127531844713, "rw0_slot0": 1.0, "rw0_slot7": 0.10769567820187374, "rw0_slot14": 0.022209365764994507, "rw1_slot0": 1.0, "rw1_slot7": 0.11279997903626635, "rw1_slot14": 0.02288479918150484, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13703, "a_mean": 3.4667591038458734, "a_full_rate": 0.027001386557688096, "tail_rows_mean": 11.506969276800701, "verify_rows_mean": 14.973728380646573, "start_rate": 0.001751441290228417, "a_hist": [0.2090053273005911, 0.20229146902138218, 0.14515069692768007, 0.09632927096256294, 0.07231992994234838, 0.05247026198642633, 0.038020871342041886, 0.03371524483689703, 0.029117711450047434, 0.02452017806319784, 0.02043348171933153, 0.017368459461431802, 0.011968182149894183, 0.01226008903159892, 0.008027439246880244, 0.027001386557688096], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 8, "loss": 4.835564803328321, "accept_run": 2.1493034524530588, "n_slots": 49414}, "5": {"sequences": 5, "loss": 4.396136108061318, "accept_run": 2.758756783423779, "n_slots": 30371}, "7": {"sequences": 7, "loss": 5.541294982687382, "accept_run": 1.676379417234966, "n_slots": 48357}, "9": {"sequences": 12, "loss": 4.638098949632808, "accept_run": 2.924048174048174, "n_slots": 77118}}, "hc": {"loss": 4.6119320687083345, "slot_acc": [0.7257534846384004, 0.5727213019046924, 0.4638400350288258, 0.38483433075463436, 0.31705714911320343, 0.27600554785020803, 0.2384986125310355, 0.21382131638541896, 0.1823761508110478, 0.15335136320444412, 0.1360146252285192, 0.11620929381631906, 0.10664617186356316, 0.09102892713291834, 0.08503152030494063], "accept_run": 2.7957381595271107, "mean_block_run_plus_1": 3.7957381595271107, "n_blocks": 13703, "n_slots": 205260, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.3401282903471587, "objective_grad": 2.217300841574775, "bb_ce": 0.8761993600676993, "bb_h": 1.0860154206247312, "h_mean": 4.703269127482861, "a0": 0.22320642581757083, "a1": 0.2393501153878913, "bound_mean": 0.0008056088452613165, "bound_max": 0.21025174856185913, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.10006415178222645, "w0_slot14": 0.01166251042582697, "w1_slot0": 1.0, "w1_slot7": 0.10168912717033012, "w1_slot14": 0.011724906161482827, "norm": [0.22313448050364576, 0.23085264772434594, 0.2469851996177658, 0.2652749255957547], "mean_weight": [0.2118668217181834, 0.21943441222985446, 0.23383587186353008, 0.25062605424090123], "norm_ratio": [0.9495028345236932, 0.9505388584144565, 0.9467606651144052, 0.9447785299648844], "norm_ema": [0.22200771462509955, 0.2297108241748968, 0.24567026684234222, 0.2638100384602694], "norm_next": [0.22200771462509955, 0.2297108241748968, 0.24567026684234222, 0.2638100384602694], "refine_weight": 2.262235, "refine_ce": 0.5353485957756242, "refine_h": 0.6661365726537771, "refine_a0": 0.3639607120911628, "refine_a1": 0.38242656146607434, "coverage": 0.6179479684302835, "refine_eligible": 0.760464776381175, "refine_loss": 1.2851740345047686, "rw0_slot0": 1.0, "rw0_slot7": 0.12980470009831585, "rw0_slot14": 0.026608042511641537, "rw1_slot0": 1.0, "rw1_slot7": 0.1365574107513502, "rw1_slot14": 0.027351930304213387, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1661
+ {"event": "train", "step": 1657, "lr": 0.0002520406919556647, "grad_norm": 3.503918409347534, "clipped": false, "loss": 4.568915986464078, "slot_acc": [0.7136616642006623, 0.5504192798252413, 0.4429175475687104, 0.37644488299971807, 0.32797631634595054, 0.2933380331335918, 0.2626383698794331, 0.23531485790846907, 0.20956478803696127, 0.18904805588878695, 0.17210221657489763, 0.15526985024018083, 0.14486608720231786, 0.1309944829537417, 0.11311800538319876], "accept_run": 2.9216570381851485, "mean_block_run_plus_1": 3.9216570381851485, "n_blocks": 14194, "n_slots": 212575, "n_seq": 32, "ctx_tokens": 33875, "time_s": 19.33299422264099, "seq_per_s": 1.6552014463711264, "elapsed_s": 30942.877748012543, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.1583910571415386, "objective_grad": 2.418388650102575, "bb_ce": 0.862003907016802, "bb_h": 1.0284664046780645, "h_mean": 4.648699627559468, "a0": 0.23964722961579243, "a1": 0.2525573430113313, "bound_mean": 0.0006360080199094076, "bound_max": 0.2550639510154724, "accept_topk": 16, "w0_slot0": 0.9999295476962097, "w0_slot7": 0.11579397630707995, "w0_slot14": 0.022111346995252898, "w1_slot0": 0.9999295476962097, "w1_slot7": 0.11681412630205436, "w1_slot14": 0.022174443812431492, "norm": [0.19594774484955224, 0.20230246674972488, 0.2181940468905607, 0.23496900513326965], "mean_weight": [0.2189764128995337, 0.22420784890252143, 0.2483650853930134, 0.2625289189605995], "norm_ratio": [1.117524537307958, 1.1082803512222934, 1.1382761763320957, 1.11729169901238], "norm_ema": [0.19825061165455038, 0.20449300496500455, 0.22121115074080597, 0.23772499651600265], "norm_next": [0.19825061165455038, 0.20449300496500455, 0.22121115074080597, 0.23772499651600265], "refine_weight": 2.262235, "refine_ce": 0.4790135368859951, "refine_h": 0.593515091920566, "refine_a0": 0.38725394310487243, "refine_a1": 0.40236218782922933, "coverage": 0.6286628248853345, "refine_eligible": 0.7544302011054922, "refine_loss": 1.36681884009641, "rw0_slot0": 0.9999295476962097, "rw0_slot7": 0.15590443422126132, "rw0_slot14": 0.0509195769926387, "rw1_slot0": 0.9999295476962097, "rw1_slot7": 0.16037023539492193, "rw1_slot14": 0.051727035018605476, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14194, "a_mean": 4.106876144849936, "a_full_rate": 0.04227138227420037, "tail_rows_mean": 10.871988164012963, "verify_rows_mean": 14.9788643088629, "start_rate": 0.0014090460758066788, "a_hist": [0.18669860504438496, 0.17606030717204452, 0.1371706354797802, 0.09123573340848246, 0.06840918698041426, 0.053543750880653794, 0.04551218824855573, 0.03980555164153868, 0.03318303508524729, 0.03106946597153727, 0.025503733972100887, 0.02162885726363252, 0.01803578977032549, 0.017049457517260815, 0.012822319289840779, 0.04227138227420037], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 16, "loss": 4.509098526039467, "accept_run": 3.153452685421995, "n_slots": 99504}, "5": {"sequences": 6, "loss": 5.064884542490866, "accept_run": 2.3534812547819435, "n_slots": 39179}, "7": {"sequences": 5, "loss": 4.434053540035533, "accept_run": 2.8471839306813704, "n_slots": 38046}, "9": {"sequences": 5, "loss": 4.336016950653592, "accept_run": 2.9774436090225564, "n_slots": 35846}}, "hc": {"loss": 4.274409213321259, "slot_acc": [0.7501585288522511, 0.6226481572827849, 0.5079633544749824, 0.4463631237665633, 0.38309720166349476, 0.3414874867818118, 0.30578862017908764, 0.2679641774204922, 0.2351696409677647, 0.21762754922023853, 0.19200903571932798, 0.17561458038994066, 0.15369938520245918, 0.1300749752440232, 0.12183028757614393], "accept_run": 3.40298717768071, "mean_block_run_plus_1": 4.402987177680711, "n_blocks": 14194, "n_slots": 212575, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 1.9116498488797848, "objective_grad": 2.1347257743349477, "bb_ce": 0.7200333679494008, "bb_h": 0.8917550868569738, "h_mean": 4.357042526669888, "a0": 0.2740595550119932, "a1": 0.2877383088489111, "bound_mean": 0.0006579144922735534, "bound_max": 0.18932460248470306, "accept_topk": 16, "w0_slot0": 0.9999295476962097, "w0_slot7": 0.1471415961203134, "w0_slot14": 0.02597787264936542, "w1_slot0": 0.9999295476962097, "w1_slot7": 0.14886545652709393, "w1_slot14": 0.02604487664610641, "norm": [0.22200771462509955, 0.2297108241748968, 0.24567026684234222, 0.2638100384602694], "mean_weight": [0.24812773468437496, 0.2545757307204922, 0.277700206850506, 0.2932166313868252], "norm_ratio": [1.1176536594837878, 1.108244383497853, 1.13037776373939, 1.1114688171010767], "norm_ema": [0.2246197166310271, 0.23219731482945632, 0.2488732608431586, 0.266750697752925], "norm_next": [0.2246197166310271, 0.23219731482945632, 0.2488732608431586, 0.266750697752925], "refine_weight": 2.262235, "refine_ce": 0.4300319475283474, "refine_h": 0.547546086121205, "refine_a0": 0.41809626041908604, "refine_a1": 0.43385353920539244, "coverage": 0.65352934258497, "refine_eligible": 0.7746207220980831, "refine_loss": 1.2382105193000175, "rw0_slot0": 0.9999295476962097, "rw0_slot7": 0.18601656254801435, "rw0_slot14": 0.055800052896545375, "rw1_slot0": 0.9999295476962097, "rw1_slot7": 0.1923858003122419, "rw1_slot14": 0.056877097029208186, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1662
+ {"event": "train", "step": 1658, "lr": 0.0002519785981478597, "grad_norm": 2.5283761024475098, "clipped": false, "loss": 4.764486349004019, "slot_acc": [0.7131584559607592, 0.5336651261997867, 0.417419125488802, 0.3380261660978385, 0.29365756541524457, 0.23938553445700875, 0.2067714631197098, 0.1850771747634967, 0.1607968694414799, 0.14175918018787362, 0.1345578812473302, 0.1226321036889332, 0.11267906777849049, 0.09978601997146933, 0.09321428571428571], "accept_run": 2.451876599374467, "mean_block_run_plus_1": 3.451876599374467, "n_blocks": 14068, "n_slots": 210750, "n_seq": 32, "ctx_tokens": 31647, "time_s": 19.212931632995605, "seq_per_s": 1.6655448846257455, "elapsed_s": 30962.09338784218, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.54156619926669, "objective_grad": 2.4727725224711117, "bb_ce": 0.9989807281248484, "bb_h": 1.1973139294121846, "h_mean": 4.853290615661153, "a0": 0.20409933284251588, "a1": 0.21963281541249877, "bound_mean": 0.0008613204919668179, "bound_max": 0.1377263069152832, "accept_topk": 16, "w0_slot0": 0.9999289166903611, "w0_slot7": 0.07568751395913983, "w0_slot14": 0.010130301616270702, "w1_slot0": 0.9999289166903611, "w1_slot7": 0.07781107806249009, "w1_slot14": 0.010557388351044276, "norm": [0.19825061165455038, 0.20449300496500455, 0.22121115074080597, 0.23772499651600265], "mean_weight": [0.19187861808876408, 0.19891140812232402, 0.21444573779164988, 0.2327646361204175], "norm_ratio": [0.967858895805631, 0.972705194274808, 0.9694164922224777, 0.9791340394645827], "norm_ema": [0.19761341229797175, 0.2039348452807365, 0.22053460944589034, 0.23722896047644415], "norm_next": [0.19761341229797175, 0.2039348452807365, 0.22053460944589034, 0.23722896047644415], "refine_weight": 2.262235, "refine_ce": 0.5714298817123209, "refine_h": 0.7046699668871159, "refine_a0": 0.3649194968479836, "refine_a1": 0.38315988347865043, "coverage": 0.6159478054567022, "refine_eligible": 0.7551886120996442, "refine_loss": 1.4070195704836967, "rw0_slot0": 0.9999289166903611, "rw0_slot7": 0.10545722196997026, "rw0_slot14": 0.022788756206106486, "rw1_slot0": 0.9999289166903611, "rw1_slot7": 0.11400649405516754, "rw1_slot14": 0.024684006778083488, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14068, "a_mean": 3.7030139323286893, "a_full_rate": 0.03433323855558715, "tail_rows_mean": 11.268197327267558, "verify_rows_mean": 14.971211259596247, "start_rate": 0.0019192493602502132, "a_hist": [0.1902189365936878, 0.20187659937446686, 0.14316178561273812, 0.10072504975831675, 0.06916406027864658, 0.05331248222917259, 0.041868069377310205, 0.03276940574353142, 0.028433323855558714, 0.025305658231447255, 0.021182826272391243, 0.019974410008529998, 0.013576912141029285, 0.013221495592834802, 0.010875746374751208, 0.03433323855558715], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 12, "loss": 4.954052135688015, "accept_run": 2.2174308588064044, "n_slots": 82337}, "5": {"sequences": 6, "loss": 4.686800221693466, "accept_run": 2.1324143692564745, "n_slots": 35889}, "7": {"sequences": 9, "loss": 4.842035793880267, "accept_run": 2.400946922501869, "n_slots": 60133}, "9": {"sequences": 5, "loss": 4.224722787400637, "accept_run": 3.4946882217090067, "n_slots": 32391}}, "hc": {"loss": 4.426213265510641, "slot_acc": [0.7547451482192366, 0.5940988268752222, 0.4798435833629577, 0.392349260523322, 0.34328782707622296, 0.2845459071189816, 0.24831069066078668, 0.22391350736183227, 0.20028459622909997, 0.17235980643324794, 0.16097109497365797, 0.14769975786924938, 0.12800228066424346, 0.11269614835948645, 0.10085714285714285], "accept_run": 2.9250781916406026, "mean_block_run_plus_1": 3.9250781916406026, "n_blocks": 14068, "n_slots": 210750, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.254755625166453, "objective_grad": 2.2074926704335986, "bb_ce": 0.8331435197724711, "bb_h": 1.0377371984781798, "h_mean": 4.517745401207789, "a0": 0.23931842897511935, "a1": 0.25600108504681385, "bound_mean": 0.0008921361162437367, "bound_max": 0.12532800436019897, "accept_topk": 16, "w0_slot0": 0.9999289166903611, "w0_slot7": 0.10195423195016125, "w0_slot14": 0.014971081505107998, "w1_slot0": 0.9999289166903611, "w1_slot7": 0.10485630318920505, "w1_slot14": 0.015466997130789677, "norm": [0.2246197166310271, 0.23219731482945632, 0.2488732608431586, 0.266750697752925], "mean_weight": [0.21833253488054197, 0.22672374233911047, 0.24314120288710064, 0.2631554526399104], "norm_ratio": [0.9720096621757707, 0.9764270637911292, 0.9769679637875186, 0.9865220779428115], "norm_ema": [0.22399099845597858, 0.23164995758042176, 0.24830005504755281, 0.26639117324162354], "norm_next": [0.22399099845597858, 0.23164995758042176, 0.24830005504755281, 0.26639117324162354], "refine_weight": 2.262235, "refine_ce": 0.5172761884028582, "refine_h": 0.6491059655653436, "refine_a0": 0.39990219498755697, "refine_a1": 0.41953178644921607, "coverage": 0.6481091340450771, "refine_eligible": 0.7809347568208778, "refine_loss": 1.2959435241003996, "rw0_slot0": 0.9999289166903611, "rw0_slot7": 0.13398429227088457, "rw0_slot14": 0.02903752777313113, "rw1_slot0": 0.9999289166903611, "rw1_slot7": 0.14526365853756262, "rw1_slot14": 0.03145437747615346, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1663
+ {"event": "train", "step": 1659, "lr": 0.0002519164718287403, "grad_norm": 2.599980354309082, "clipped": false, "loss": 5.110486493173964, "slot_acc": [0.6775052154521257, 0.4946406733328538, 0.3873938696215283, 0.31339953943580884, 0.25692695214105793, 0.21342165898617513, 0.18830560956290054, 0.16851505113063517, 0.14585133967156438, 0.1300965278778274, 0.11553153153153153, 0.10205405405405406, 0.09736557199566943, 0.08488044499024777, 0.07784691072203734], "accept_run": 2.226929439689276, "mean_block_run_plus_1": 3.226929439689276, "n_blocks": 13903, "n_slots": 208188, "n_seq": 32, "ctx_tokens": 35710, "time_s": 19.14731001853943, "seq_per_s": 1.6712530360147677, "elapsed_s": 30981.24358177185, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.8146065762777006, "objective_grad": 2.5314749460760972, "bb_ce": 1.1001884875112806, "bb_h": 1.3228485105249708, "h_mean": 5.20487888453689, "a0": 0.1832983891320214, "a1": 0.1992638242376217, "bound_mean": 0.000826912489109857, "bound_max": 0.1338495910167694, "accept_topk": 16, "w0_slot0": 0.999856146155506, "w0_slot7": 0.06645732841709624, "w0_slot14": 0.009818796474488356, "w1_slot0": 0.999856146155506, "w1_slot7": 0.06787831067870317, "w1_slot14": 0.009870052894337388, "norm": [0.19761341229797175, 0.2039348452807365, 0.22053460944589034, 0.23722896047644415], "mean_weight": [0.17903011716046355, 0.1856284629215935, 0.1959182089291757, 0.2125995391860293], "norm_ratio": [0.9059613670883465, 0.91023416163166, 0.8883785153787643, 0.8961786906583843], "norm_ema": [0.19575508278422094, 0.20210420704482218, 0.21807296939421886, 0.23476601834740266], "norm_next": [0.19575508278422094, 0.20210420704482218, 0.21807296939421886, 0.23476601834740266], "refine_weight": 2.262235, "refine_ce": 0.6339730777400984, "refine_h": 0.7832873547610119, "refine_a0": 0.32287082880424445, "refine_a1": 0.34131047374432916, "coverage": 0.5757248256383654, "refine_eligible": 0.7322948488865832, "refine_loss": 1.4310598836623465, "rw0_slot0": 0.999856146155506, "rw0_slot7": 0.0908489365051928, "rw0_slot14": 0.019354252026180425, "rw1_slot0": 0.999856146155506, "rw1_slot7": 0.09610450070614154, "rw1_slot14": 0.020177960296313628, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13903, "a_mean": 3.440336617996116, "a_full_rate": 0.032151334244407685, "tail_rows_mean": 11.53484859382867, "verify_rows_mean": 14.975185211824787, "start_rate": 0.0016543192116809321, "a_hist": [0.22081565129828096, 0.20614255915989355, 0.13860317916996331, 0.097317125800187, 0.06444652233330936, 0.05085233402862691, 0.04013522261382436, 0.03229518808890167, 0.026469107386894914, 0.02294468819679206, 0.0194921959289362, 0.016758972883550313, 0.012659138315471481, 0.010429403725814572, 0.008487376825145653, 0.032151334244407685], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 10, "loss": 5.197803752115616, "accept_run": 1.9381467003908945, "n_slots": 65140}, "5": {"sequences": 8, "loss": 5.0238323697822524, "accept_run": 2.54553415061296, "n_slots": 51239}, "7": {"sequences": 11, "loss": 5.0242890580815365, "accept_run": 2.2560050568900127, "n_slots": 71092}, "9": {"sequences": 3, "loss": 5.34605015763308, "accept_run": 2.2460202604920405, "n_slots": 20717}}, "hc": {"loss": 4.772018904960549, "slot_acc": [0.718437522480397, 0.5578735342781095, 0.4533026334724421, 0.37075417386298215, 0.31608492263404103, 0.2600806451612903, 0.22380643767552388, 0.19876134235921072, 0.17228464419475656, 0.14997838928108342, 0.12893693693693695, 0.1138018018018018, 0.10126308191988452, 0.0910207325001806, 0.08399652727535813], "accept_run": 2.6317341580953753, "mean_block_run_plus_1": 3.6317341580953753, "n_blocks": 13903, "n_slots": 208188, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.484126602495333, "objective_grad": 2.2345447028544068, "bb_ce": 0.9227534913157126, "bb_h": 1.1547515115617364, "h_mean": 4.869788219225898, "a0": 0.2147631910856083, "a1": 0.23177785320054858, "bound_mean": 0.000845586075673105, "bound_max": 0.12363919615745544, "accept_topk": 16, "w0_slot0": 0.999856146155506, "w0_slot7": 0.08658701753311589, "w0_slot14": 0.012565112877142516, "w1_slot0": 0.999856146155506, "w1_slot7": 0.0888025767754383, "w1_slot14": 0.012839700257282474, "norm": [0.22399099845597858, 0.23164995758042176, 0.24830005504755281, 0.26639117324162354], "mean_weight": [0.20217839148916456, 0.2100244286420066, 0.22127764822082238, 0.23955872266963843], "norm_ratio": [0.9026183770009807, 0.9066456598382607, 0.8911703550707821, 0.899274250548657], "norm_ema": [0.2218097377592972, 0.22948740468658024, 0.24559781436487976, 0.263707928184425], "norm_next": [0.2218097377592972, 0.22948740468658024, 0.24559781436487976, 0.263707928184425], "refine_weight": 2.262235, "refine_ce": 0.5635087586893591, "refine_h": 0.7143196729780923, "refine_a0": 0.3547969304543153, "refine_a1": 0.37452295356442844, "coverage": 0.6073356773685323, "refine_eligible": 0.7580023824620055, "refine_loss": 1.2946223321247965, "rw0_slot0": 0.999856146155506, "rw0_slot7": 0.11273627670755686, "rw0_slot14": 0.02415995051020463, "rw1_slot0": 0.999856146155506, "rw1_slot7": 0.12031740385067889, "rw1_slot14": 0.025669084789852723, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1664
+ {"event": "train", "step": 1660, "lr": 0.00025185431301811255, "grad_norm": 3.5872228145599365, "clipped": false, "loss": 4.934330854348124, "slot_acc": [0.6705758426966292, 0.49245031252194676, 0.3881865430537997, 0.319727413235914, 0.2760171456679081, 0.23706411698537683, 0.20493879273955257, 0.18654563366406304, 0.17523594872517256, 0.1525722339675828, 0.14179998590457396, 0.1252820078962211, 0.11658433309809457, 0.10139193103935562, 0.09335879482283047], "accept_run": 2.4507408187627275, "mean_block_run_plus_1": 3.4507408187627275, "n_blocks": 14241, "n_slots": 213054, "n_seq": 32, "ctx_tokens": 34299, "time_s": 19.706866025924683, "seq_per_s": 1.6237995406222132, "elapsed_s": 31000.953213453293, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.5669801881824363, "objective_grad": 2.5136443945166613, "bb_ce": 1.022799027919625, "bb_h": 1.2199563354468772, "h_mean": 5.024376173058491, "a0": 0.20109367670474615, "a1": 0.21664371409560793, "bound_mean": 0.0008534729105139812, "bound_max": 0.1815844178199768, "accept_topk": 16, "w0_slot0": 0.9999297802120638, "w0_slot7": 0.08644843440178684, "w0_slot14": 0.017778196103389817, "w1_slot0": 0.9999297802120638, "w1_slot7": 0.08742515372311249, "w1_slot14": 0.017896617488636715, "norm": [0.19575508278422094, 0.20210420704482218, 0.21807296939421886, 0.23476601834740266], "mean_weight": [0.19357096393870643, 0.19979272379594032, 0.21145174558657973, 0.22858886625112712], "norm_ratio": [0.988842594458086, 0.9885629137429621, 0.9696375766972307, 0.9736880484673268], "norm_ema": [0.1955366708996695, 0.201873058719934, 0.21741084701345495, 0.2341483031377751], "norm_next": [0.1955366708996695, 0.201873058719934, 0.21741084701345495, 0.2341483031377751], "refine_weight": 2.262235, "refine_ce": 0.5711860218637583, "refine_h": 0.706844338818651, "refine_a0": 0.3443648920727431, "refine_a1": 0.36245102089636394, "coverage": 0.5996789546312202, "refine_eligible": 0.748904033719151, "refine_loss": 1.4049489606665528, "rw0_slot0": 0.9999297802120638, "rw0_slot7": 0.11279734862723431, "rw0_slot14": 0.03022638585721473, "rw1_slot0": 0.9999297802120638, "rw1_slot7": 0.11873336861318408, "rw1_slot14": 0.0313921775090502, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14241, "a_mean": 3.7983287690471177, "a_full_rate": 0.03826978442525104, "tail_rows_mean": 11.175338810476793, "verify_rows_mean": 14.97366757952391, "start_rate": 0.0017554946984060108, "a_hist": [0.21480233129695947, 0.19591320834211082, 0.13074924513727967, 0.08812583385998174, 0.06277649041499894, 0.05013692858647567, 0.03876132294080472, 0.033705498209395404, 0.030896706691945792, 0.026402640264026403, 0.022259672775788216, 0.021838354048170774, 0.017274067832315148, 0.015939891861526577, 0.012148023312969596, 0.03826978442525104], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 18, "loss": 4.973614069754437, "accept_run": 2.502541671592387, "n_slots": 126520}, "5": {"sequences": 7, "loss": 4.9658766263460175, "accept_run": 2.36628895184136, "n_slots": 52789}, "7": {"sequences": 4, "loss": 4.633827070693935, "accept_run": 2.645313553607552, "n_slots": 22210}, "9": {"sequences": 3, "loss": 4.937695125154876, "accept_run": 1.893368010403121, "n_slots": 11535}}, "hc": {"loss": 4.596310607889709, "slot_acc": [0.7251404494382022, 0.5642250158016715, 0.45617361989043403, 0.3924406350990586, 0.3313189515845689, 0.28915916760404947, 0.2540453074433657, 0.22918865667440716, 0.20474714748556136, 0.1799154334038055, 0.160828811050814, 0.14382402707275804, 0.1258997882851094, 0.11114251395463859, 0.10276540066482778], "accept_run": 2.983357910259111, "mean_block_run_plus_1": 3.983357910259111, "n_blocks": 14241, "n_slots": 213054, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.2194541500325746, "objective_grad": 2.2209001493285667, "bb_ce": 0.8393809469818388, "bb_h": 1.0379880687587757, "h_mean": 4.690950213526973, "a0": 0.238180452518761, "a1": 0.25466369784103254, "bound_mean": 0.0008692377214358448, "bound_max": 0.18154504895210266, "accept_topk": 16, "w0_slot0": 0.9999297802120638, "w0_slot7": 0.11850225745289882, "w0_slot14": 0.021961942700890167, "w1_slot0": 0.9999297802120638, "w1_slot7": 0.1206608579991189, "w1_slot14": 0.022168923999761316, "norm": [0.2218097377592972, 0.22948740468658024, 0.24559781436487976, 0.263707928184425], "mean_weight": [0.2239446124310564, 0.23165971424616616, 0.24370448542528209, 0.26254825940577936], "norm_ratio": [1.0096248013875564, 1.0094659206353949, 0.9922909373420368, 0.9956024500794127], "norm_ema": [0.2220232252264731, 0.22970463564253882, 0.24540848147092, 0.2635919613065605], "norm_next": [0.2220232252264731, 0.22970463564253882, 0.24540848147092, 0.2635919613065605], "refine_weight": 2.262235, "refine_ce": 0.5002996901530001, "refine_h": 0.63200499274888, "refine_a0": 0.37880261493556516, "refine_a1": 0.39787464682192397, "coverage": 0.628103673247158, "refine_eligible": 0.7717104583814433, "refine_loss": 1.2732634161673209, "rw0_slot0": 0.9999297802120638, "rw0_slot7": 0.14542207721181372, "rw0_slot14": 0.03726266760106383, "rw1_slot0": 0.9999297802120638, "rw1_slot7": 0.15470291010835113, "rw1_slot14": 0.03892497803389485, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1665
+ {"event": "train", "step": 1661, "lr": 0.0002517921217357931, "grad_norm": 3.139650344848633, "clipped": false, "loss": 4.838162590766422, "slot_acc": [0.6849636583888552, 0.5150299083819186, 0.4121166224914805, 0.3383077039618211, 0.279490870520494, 0.24827638457458898, 0.21338182920360688, 0.18628268283440697, 0.16368460955269143, 0.14902168967086304, 0.13447098976109215, 0.1233011920127553, 0.10878820130758704, 0.10209364293871336, 0.09156755108264715], "accept_run": 2.404269816034522, "mean_block_run_plus_1": 3.404269816034522, "n_blocks": 13209, "n_slots": 197748, "n_seq": 32, "ctx_tokens": 32492, "time_s": 17.98241376876831, "seq_per_s": 1.7795163881490317, "elapsed_s": 31018.93857717514, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.595308740910138, "objective_grad": 2.5143686873661903, "bb_ce": 1.032894246990816, "bb_h": 1.225022647984893, "h_mean": 4.92649359153296, "a0": 0.20166386643662654, "a1": 0.21696100742119484, "bound_mean": 0.0006567497612443362, "bound_max": 0.16898274421691895, "accept_topk": 16, "w0_slot0": 0.999924294041941, "w0_slot7": 0.0750433259745968, "w0_slot14": 0.013775287483759025, "w1_slot0": 0.999924294041941, "w1_slot7": 0.07698731732834416, "w1_slot14": 0.013780056970858831, "norm": [0.1955366708996695, 0.201873058719934, 0.21741084701345495, 0.2341483031377751], "mean_weight": [0.1890796273913606, 0.19569577319477793, 0.2104398924718664, 0.2271829473937412], "norm_ratio": [0.9669778385885376, 0.9694001489632847, 0.9679364914982501, 0.9702523757349827], "norm_ema": [0.1948909665488386, 0.2012553301674184, 0.2167137515592961, 0.23345176756337171], "norm_next": [0.1948909665488386, 0.2012553301674184, 0.2167137515592961, 0.23345176756337171], "refine_weight": 2.262235, "refine_ce": 0.5812657336909859, "refine_h": 0.7151073605474848, "refine_a0": 0.34771489781029014, "refine_a1": 0.365802955166308, "coverage": 0.604097133725752, "refine_eligible": 0.7461617816615086, "refine_loss": 1.421207208647063, "rw0_slot0": 0.999924294041941, "rw0_slot7": 0.10560600119106979, "rw0_slot14": 0.029312616274161766, "rw1_slot0": 0.999924294041941, "rw1_slot7": 0.11209552822163626, "rw1_slot14": 0.03048821166616664, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13209, "a_mean": 3.547732606556136, "a_full_rate": 0.0295253236429707, "tail_rows_mean": 11.42160648043001, "verify_rows_mean": 14.969339086986146, "start_rate": 0.0020440608675902795, "a_hist": [0.2069043833749716, 0.1971383147853736, 0.14126731773790596, 0.09652509652509653, 0.07176924823983648, 0.053826936179877355, 0.043076690135513664, 0.03755015519721402, 0.02755696873343932, 0.025134378075554548, 0.020364902717843893, 0.015141191611779847, 0.013021424786130668, 0.011810129457188281, 0.009387538799303504, 0.0295253236429707], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 10, "loss": 5.180892560669436, "accept_run": 1.826155462184874, "n_slots": 57044}, "5": {"sequences": 7, "loss": 4.350971790403238, "accept_run": 2.9436828454983326, "n_slots": 40398}, "7": {"sequences": 8, "loss": 4.715436265346663, "accept_run": 2.806233460746839, "n_slots": 50916}, "9": {"sequences": 7, "loss": 4.967330016054878, "accept_run": 2.215995152983944, "n_slots": 49390}}, "hc": {"loss": 4.526020642977416, "slot_acc": [0.7226680799515445, 0.5916559400318013, 0.4848163574403635, 0.3989849253844406, 0.3413894992044852, 0.29812864610955375, 0.25664923846328713, 0.2206896551724138, 0.19097801364670206, 0.17753678143485516, 0.14880546075085324, 0.14471186698048744, 0.12718564695149764, 0.11138180433955082, 0.09591338822811833], "accept_run": 2.886743886743887, "mean_block_run_plus_1": 3.886743886743887, "n_blocks": 13209, "n_slots": 197748, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.287531591388226, "objective_grad": 2.218650370043193, "bb_ce": 0.8642733910055266, "bb_h": 1.0641615320288602, "h_mean": 4.614790910346772, "a0": 0.23563875874479898, "a1": 0.2518435724776958, "bound_mean": 0.0006704079444993303, "bound_max": 0.16615581512451172, "accept_topk": 16, "w0_slot0": 0.999924294041941, "w0_slot7": 0.10080011345410637, "w0_slot14": 0.016174513470932475, "w1_slot0": 0.999924294041941, "w1_slot7": 0.10305228530006369, "w1_slot14": 0.016199343675930674, "norm": [0.2220232252264731, 0.22970463564253882, 0.24540848147092, 0.2635919613065605], "mean_weight": [0.21462237923908772, 0.22246665856400183, 0.23835399923581269, 0.2561323867550924], "norm_ratio": [0.9666663432177592, 0.9684900696135685, 0.9712541221361852, 0.9717002957355271], "norm_ema": [0.22128314062773458, 0.2289808379346851, 0.24470303324740927, 0.26284600385141366], "norm_next": [0.22128314062773458, 0.2289808379346851, 0.24470303324740927, 0.26284600385141366], "refine_weight": 2.262235, "refine_ce": 0.5177649788547184, "refine_h": 0.6521524964482738, "refine_a0": 0.37828183954639244, "refine_a1": 0.39745474100788347, "coverage": 0.6302465764508364, "refine_eligible": 0.7688725043995388, "refine_loss": 1.2856034284270064, "rw0_slot0": 0.999924294041941, "rw0_slot7": 0.13405850258027355, "rw0_slot14": 0.03500398757861792, "rw1_slot0": 0.999924294041941, "rw1_slot7": 0.14226139198646887, "rw1_slot14": 0.03662101026713705, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1666
+ {"event": "train", "step": 1662, "lr": 0.00025172989800160885, "grad_norm": 2.7972302436828613, "clipped": false, "loss": 4.904178984550691, "slot_acc": [0.6680049160180254, 0.47824662023760756, 0.3623176528437961, 0.2956892312735617, 0.2405540529464798, 0.20868852459016393, 0.17673579801623085, 0.15773077553697326, 0.14138100705264883, 0.134902411021814, 0.11470298654414178, 0.11066414908464, 0.10370613854877146, 0.09164265129682997, 0.08546160839738821], "accept_run": 2.0737402703809913, "mean_block_run_plus_1": 3.0737402703809913, "n_blocks": 12205, "n_slots": 182782, "n_seq": 32, "ctx_tokens": 28749, "time_s": 16.960729598999023, "seq_per_s": 1.8867112887577993, "elapsed_s": 31035.90229487419, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.9063278431668325, "objective_grad": 2.5298609264580265, "bb_ce": 1.1840209425896324, "bb_h": 1.387137185703432, "h_mean": 4.997963810065229, "a0": 0.17372361234423966, "a1": 0.18953494799249426, "bound_mean": 0.0010347333514909983, "bound_max": 0.1589914858341217, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.05401920611715021, "w0_slot14": 0.00751885945168192, "w1_slot0": 1.0, "w1_slot7": 0.05515529442849993, "w1_slot14": 0.007811695270520103, "norm": [0.1948909665488386, 0.2012553301674184, 0.2167137515592961, 0.23345176756337171], "mean_weight": [0.16867940500562037, 0.17513589467379448, 0.1876630277219696, 0.20489237697882617], "norm_ratio": [0.8655065342053718, 0.8702174224558628, 0.8659488674424162, 0.8776647061505202], "norm_ema": [0.1922698103945168, 0.198643386618056, 0.21380867917556345, 0.23059582850491717], "norm_next": [0.1922698103945168, 0.198643386618056, 0.21380867917556345, 0.23059582850491717], "refine_weight": 2.262235, "refine_ce": 0.6457491104410494, "refine_h": 0.787124820888189, "refine_a0": 0.3239525174400147, "refine_a1": 0.34192604383395997, "coverage": 0.5894398792003589, "refine_eligible": 0.739689903819851, "refine_loss": 1.4139165400059557, "rw0_slot0": 1.0, "rw0_slot7": 0.0831896727464044, "rw0_slot14": 0.018312251762498837, "rw1_slot0": 1.0, "rw1_slot7": 0.08811543387249408, "rw1_slot14": 0.019717854726870803, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12205, "a_mean": 3.100614502253175, "a_full_rate": 0.021876280213027448, "tail_rows_mean": 11.86743138058173, "verify_rows_mean": 14.968045882834904, "start_rate": 0.002130274477673085, "a_hist": [0.23351085620647274, 0.21868086849651783, 0.14887341253584596, 0.09668168783285538, 0.06521917247029906, 0.04645637034002458, 0.03760753789430561, 0.030233510856206472, 0.02384268742318722, 0.020319541171650964, 0.015567390413764851, 0.012290045063498567, 0.011224907824662024, 0.010241704219582138, 0.007374027038099139, 0.021876280213027448], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 18, "loss": 4.892278497312195, "accept_run": 1.9684431977559607, "n_slots": 106753}, "5": {"sequences": 2, "loss": 5.6924328356780185, "accept_run": 1.2934232715008431, "n_slots": 8892}, "7": {"sequences": 9, "loss": 4.65127479883115, "accept_run": 2.6250722125938766, "n_slots": 51839}, "9": {"sequences": 3, "loss": 5.3860432513478, "accept_run": 1.392156862745098, "n_slots": 15298}}, "hc": {"loss": 4.625766319298862, "slot_acc": [0.7129045473166735, 0.5441212617779598, 0.4259957384035404, 0.35969513194558267, 0.29874600442586674, 0.2569672131147541, 0.216984998770391, 0.18642400393507133, 0.17656224372642282, 0.1612268328686239, 0.13291762389235312, 0.12511288071586898, 0.11496425343084887, 0.10284067517496913, 0.08372592776262501], "accept_run": 2.559606718557968, "mean_block_run_plus_1": 3.559606718557968, "n_blocks": 12205, "n_slots": 182782, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.531991881896301, "objective_grad": 2.2424042051860704, "bb_ce": 0.9721276245016226, "bb_h": 1.1821586310063272, "h_mean": 4.723717007148241, "a0": 0.20720694890421334, "a1": 0.2237231247649424, "bound_mean": 0.0010555155355534778, "bound_max": 0.16842901706695557, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.08108228052086766, "w0_slot14": 0.010981257619642184, "w1_slot0": 1.0, "w1_slot7": 0.08232735648908034, "w1_slot14": 0.011314315594424994, "norm": [0.22128314062773458, 0.2289808379346851, 0.24470303324740927, 0.26284600385141366], "mean_weight": [0.1956545668060189, 0.2030070086432636, 0.2157744761217454, 0.23364015155708867], "norm_ratio": [0.8841819862597181, 0.8865676729734463, 0.8817809622473483, 0.8888860706787272], "norm_ema": [0.218720283245563, 0.22638345500554297, 0.24181017753484288, 0.25992541862198115], "norm_next": [0.218720283245563, 0.22638345500554297, 0.24181017753484288, 0.25992541862198115], "refine_weight": 2.262235, "refine_ce": 0.5712862840196841, "refine_h": 0.7149185126900531, "refine_a0": 0.35151841604015766, "refine_a1": 0.36978094313559756, "coverage": 0.6112910461642831, "refine_eligible": 0.7575636550645031, "refine_loss": 1.288603528889478, "rw0_slot0": 1.0, "rw0_slot7": 0.10841826019712218, "rw0_slot14": 0.025174106448643704, "rw1_slot0": 1.0, "rw1_slot7": 0.11418974255609658, "rw1_slot14": 0.027032083776385666, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1667
+ {"event": "train", "step": 1663, "lr": 0.0002516676418353971, "grad_norm": 3.2748870849609375, "clipped": false, "loss": 4.4650863299329675, "slot_acc": [0.7409123027400487, 0.5658318285310513, 0.44032663316582915, 0.3751864939144091, 0.31757128269578194, 0.275163039207983, 0.24446016030174447, 0.2131237721021611, 0.19426100628930817, 0.17002201950298837, 0.14804908747640025, 0.13502242505311196, 0.12530519020241002, 0.11299345993223545, 0.10166416909850935], "accept_run": 2.8678756476683938, "mean_block_run_plus_1": 3.8678756476683938, "n_blocks": 12738, "n_slots": 190778, "n_seq": 32, "ctx_tokens": 28806, "time_s": 17.39661955833435, "seq_per_s": 1.8394378225434884, "elapsed_s": 31053.30178976059, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.2470244203322136, "objective_grad": 2.5051249392305524, "bb_ce": 0.8656020405428045, "bb_h": 1.0570154748207472, "h_mean": 4.5519667187878925, "a0": 0.22696950501634994, "a1": 0.24230187251817847, "bound_mean": 0.0006757716722314122, "bound_max": 0.22869016230106354, "accept_topk": 16, "w0_slot0": 0.9999214947401476, "w0_slot7": 0.10600014808820414, "w0_slot14": 0.015818201684327887, "w1_slot0": 0.9999214947401476, "w1_slot7": 0.10764354252495434, "w1_slot14": 0.01599144495943066, "norm": [0.1922698103945168, 0.198643386618056, 0.21380867917556345, 0.23059582850491717], "mean_weight": [0.2145967850537503, 0.2209865411824148, 0.23950565601891138, 0.25632947574807846], "norm_ratio": [1.1161231428554539, 1.1124787235294138, 1.1201867807351615, 1.1115963259613457], "norm_ema": [0.19450250786044015, 0.20087770207449188, 0.21637837685989825, 0.2331691932292333], "norm_next": [0.19450250786044015, 0.20087770207449188, 0.21637837685989825, 0.2331691932292333], "refine_weight": 2.262235, "refine_ce": 0.5058559030831475, "refine_h": 0.6308214647857414, "refine_a0": 0.3908975929960134, "refine_a1": 0.4093186701749621, "coverage": 0.643491387895879, "refine_eligible": 0.7740724821520301, "refine_loss": 1.4341121144164604, "rw0_slot0": 0.9999214947401476, "rw0_slot7": 0.13985279969464873, "rw0_slot14": 0.03390765988325689, "rw1_slot0": 0.9999214947401476, "rw1_slot7": 0.14717217939942942, "rw1_slot14": 0.035672904552290066, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12738, "a_mean": 4.2062333176322815, "a_full_rate": 0.04396294551734966, "tail_rows_mean": 10.760794473229707, "verify_rows_mean": 14.967027790861987, "start_rate": 0.002198147275867483, "a_hist": [0.17514523473072696, 0.18370230805463966, 0.13338043648924477, 0.09043805934997645, 0.06932014444967813, 0.05291254514052442, 0.045140524415135816, 0.038467577327680955, 0.036661956351075525, 0.02959648296435861, 0.02669178834981944, 0.023159051656460983, 0.02033286230177422, 0.017506672947087455, 0.013581409954466949, 0.04396294551734966], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 12, "loss": 5.008367796623553, "accept_run": 1.9622641509433962, "n_slots": 67496}, "5": {"sequences": 6, "loss": 4.1258539366549005, "accept_run": 3.515625, "n_slots": 46002}, "7": {"sequences": 9, "loss": 4.16633672399391, "accept_run": 3.389247311827957, "n_slots": 55674}, "9": {"sequences": 5, "loss": 4.259987201953744, "accept_run": 2.972241498959056, "n_slots": 21606}}, "hc": {"loss": 4.155949095332792, "slot_acc": [0.7727879406453639, 0.6215749391536468, 0.5002355527638191, 0.44122497055359244, 0.37781792475060877, 0.33126424137660093, 0.29412226936979413, 0.25194499017681726, 0.2319182389937107, 0.1925133689839572, 0.17117684078036502, 0.1524116767644976, 0.13578010553674097, 0.1175636277677094, 0.11152299077214291], "accept_run": 3.3978646569320143, "mean_block_run_plus_1": 4.397864656932015, "n_blocks": 12738, "n_slots": 190778, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 1.990488987630385, "objective_grad": 2.2128120560480222, "bb_ce": 0.7249818424599624, "bb_h": 0.920338937940506, "h_mean": 4.245523828718582, "a0": 0.2623722967015865, "a1": 0.27878167330710696, "bound_mean": 0.000695399572176601, "bound_max": 0.2685978412628174, "accept_topk": 16, "w0_slot0": 0.9999214947401476, "w0_slot7": 0.13954951190907072, "w0_slot14": 0.02178476795906402, "w1_slot0": 0.9999214947401476, "w1_slot7": 0.14153450612599963, "w1_slot14": 0.021613191843511074, "norm": [0.218720283245563, 0.22638345500554297, 0.24181017753484288, 0.25992541862198115], "mean_weight": [0.24380773988551055, 0.25142142101051457, 0.2696953082905688, 0.2879835097052337], "norm_ratio": [1.1147010979854173, 1.1105998051154338, 1.1153182675766735, 1.1079466996033136], "norm_ema": [0.22122902890955776, 0.22888725160604012, 0.24459869061041548, 0.26273122773030644], "norm_next": [0.22122902890955776, 0.22888725160604012, 0.24459869061041548, 0.26273122773030644], "refine_weight": 2.262235, "refine_ce": 0.45418666026117793, "refine_h": 0.5782689400015275, "refine_a0": 0.4221959160520888, "refine_a1": 0.442034621943976, "coverage": 0.6710260092882827, "refine_eligible": 0.795463837549403, "refine_loss": 1.2976788983486527, "rw0_slot0": 0.9999214947401476, "rw0_slot7": 0.172143124194619, "rw0_slot14": 0.0434355895627323, "rw1_slot0": 0.9999214947401476, "rw1_slot7": 0.1810216296034555, "rw1_slot14": 0.04514674121032909, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}
1668
+ {"event": "train", "step": 1664, "lr": 0.0002516053532570053, "grad_norm": 2.9983270168304443, "clipped": false, "loss": 4.834237140924648, "slot_acc": [0.6982099032770319, 0.5233557143888528, 0.4088086642599278, 0.3341757527619323, 0.27910167533217795, 0.23557032435165787, 0.20965178442421614, 0.1822386010549895, 0.16725695699313337, 0.15268941584731058, 0.14269183481593983, 0.1252170138888889, 0.11556552572545047, 0.10753856180751684, 0.09783870031911808], "accept_run": 2.502850956333454, "mean_block_run_plus_1": 3.502850956333454, "n_blocks": 13855, "n_slots": 207510, "n_seq": 32, "ctx_tokens": 27746, "time_s": 18.45737361907959, "seq_per_s": 1.7337244539993084, "elapsed_s": 31071.7618227005, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.5288105452234415, "objective_grad": 2.492530080962807, "bb_ce": 1.0231697893252039, "bb_h": 1.1944806006249837, "h_mean": 4.9169671063144875, "a0": 0.20076601607093483, "a1": 0.21466554795851064, "bound_mean": 0.000848029842056657, "bound_max": 0.13546957075595856, "accept_topk": 16, "w0_slot0": 0.9999278238902923, "w0_slot7": 0.08182484295331104, "w0_slot14": 0.016728165543006757, "w1_slot0": 0.9999278238902923, "w1_slot7": 0.08365440206334683, "w1_slot14": 0.01695984740243425, "norm": [0.19450250786044015, 0.20087770207449188, 0.21637837685989825, 0.2331691932292333], "mean_weight": [0.19241525739091006, 0.19862065756673106, 0.212444952384518, 0.22944743426200245], "norm_ratio": [0.9892687734852872, 0.988764086384641, 0.9818215455145637, 0.9840383761006888], "norm_ema": [0.19429378281348714, 0.2006519976237158, 0.21598503441236022, 0.2327970173325102], "norm_next": [0.19429378281348714, 0.2006519976237158, 0.21598503441236022, 0.2327970173325102], "refine_weight": 2.262235, "refine_ce": 0.5641850335562577, "refine_h": 0.6911976744721724, "refine_a0": 0.35376614600245504, "refine_a1": 0.37016252154786533, "coverage": 0.6061298250686714, "refine_eligible": 0.7386005493711146, "refine_loss": 1.3959053865033106, "rw0_slot0": 0.9999278238902923, "rw0_slot7": 0.10788681149920412, "rw0_slot14": 0.03321044826948903, "rw1_slot0": 0.9999278238902923, "rw1_slot7": 0.11455559124959509, "rw1_slot14": 0.03473392314736035, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13855, "a_mean": 3.697437748105377, "a_full_rate": 0.042800433056658246, "tail_rows_mean": 11.276578852399856, "verify_rows_mean": 14.974016600505232, "start_rate": 0.0017322266329844822, "a_hist": [0.21162035366293758, 0.1983399494767232, 0.14240346445326596, 0.09556116925297727, 0.06669072536990256, 0.04539877300613497, 0.03753157704799711, 0.03182966438108986, 0.025911223385059544, 0.023890292313244316, 0.018404907975460124, 0.016383976903644893, 0.016744857452183327, 0.014507398051245037, 0.011981234211476002, 0.042800433056658246], "proposer": "self_lb_no_grad"}, "hc_k": {"3": {"sequences": 10, "loss": 4.484502916671255, "accept_run": 2.8899341486359362, "n_slots": 63674}, "5": {"sequences": 10, "loss": 5.0234836735573625, "accept_run": 2.5120783956244304, "n_slots": 65724}, "7": {"sequences": 7, "loss": 4.912423091028491, "accept_run": 2.2386816370880114, "n_slots": 41357}, "9": {"sequences": 5, "loss": 5.013733850104714, "accept_run": 2.112876935615322, "n_slots": 36755}}, "hc": {"loss": 4.513452748621316, "slot_acc": [0.7317742168326837, 0.5858060789834669, 0.4776173285198556, 0.3981514910823886, 0.3347053726169844, 0.28555948855016977, 0.2548042190434908, 0.22205361659079415, 0.2007228044813878, 0.1808849045691151, 0.171186808418312, 0.1421440972222222, 0.13423547289963095, 0.12165978709537258, 0.10748476936466493], "accept_run": 2.9609527246481413, "mean_block_run_plus_1": 3.9609527246481413, "n_blocks": 13855, "n_slots": 207510, "weight": 1.0, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 2.2222771361073415, "objective_grad": 2.186236315060799, "bb_ce": 0.8491514655640852, "bb_h": 1.02279272945952, "h_mean": 4.598450768873252, "a0": 0.23600289660706011, "a1": 0.25077181643390634, "bound_mean": 0.0008643775842014978, "bound_max": 0.1512102484703064, "accept_topk": 16, "w0_slot0": 0.9999278238902923, "w0_slot7": 0.10644232038504957, "w0_slot14": 0.023408470368717335, "w1_slot0": 0.9999278238902923, "w1_slot7": 0.10912682778761261, "w1_slot14": 0.02370182955104462, "norm": [0.22122902890955776, 0.22888725160604012, 0.24459869061041548, 0.26273122773030644], "mean_weight": [0.2190387667003847, 0.22670923173930246, 0.23907747745864466, 0.2575633584378454], "norm_ratio": [0.990099571380985, 0.9904843111555796, 0.9774274623547976, 0.9803302053695503], "norm_ema": [0.22101000268864043, 0.22866944961936636, 0.24404656929523838, 0.2622144408010603], "norm_next": [0.22101000268864043, 0.22866944961936636, 0.24404656929523838, 0.2622144408010603], "refine_weight": 2.262235, "refine_ce": 0.5085382227463107, "refine_h": 0.6286602014629679, "refine_a0": 0.3848027937307479, "refine_a1": 0.4022261816327148, "coverage": 0.6348224181967134, "refine_eligible": 0.7632981543058166, "refine_loss": 1.2593339770257674, "rw0_slot0": 0.9999278238902923, "rw0_slot7": 0.1311729011660107, "rw0_slot14": 0.04011318378918214, "rw1_slot0": 0.9999278238902923, "rw1_slot7": 0.14054179614407664, "rw1_slot14": 0.041935124914968355, "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}}, "peak_mem_gib": 29.122078895568848}