node B backup 2026-11-18T04:04Z
Browse files
qwen3_4b/ABL_LCbD9_L18r128_q/metrics.jsonl
CHANGED
|
@@ -2253,3 +2253,43 @@
|
|
| 2253 |
{"event": "train", "step": 2249, "lr": 0.00021032370246649074, "grad_norm": 0.6043873429298401, "clipped": false, "loss": 4.552409133834808, "slot_acc": [0.7801850763807285, 0.6368710980536173, 0.5153518436903188, 0.4209946374788805, 0.34530894129747997, 0.284538506760729, 0.24849331177421727, 0.21010442712163555, 0.1827609031403986, 0.16751269035532995, 0.14422369389256806, 0.1340547703180212, 0.11648983200707339, 0.10576001180028026, 0.0941584816483273], "accept_run": 3.1069330199764984, "mean_block_run_plus_1": 4.106933019976498, "n_blocks": 13616, "n_slots": 203917, "n_seq": 32, "ctx_tokens": 35007, "time_s": 13.541975498199463, "seq_per_s": 2.363023031924309, "elapsed_s": 30118.443638324738, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8820308284454761, "objective_grad": 0.8326385551848516, "bb_ce": 0.7759394804010188, "bb_h": 0.9881221764899333, "h_mean": 4.648210834608895, "a0": 0.2445769849446609, "a1": 0.2623882596768047, "bound_mean": 0.0007517700672339017, "bound_max": 0.11137524247169495, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.10183027026076913, "w0_slot14": 0.016923867024812713, "w1_slot0": 1.0, "w1_slot7": 0.10614605813574982, "w1_slot14": 0.017657331212221194, "norm": [0.24214056051217325, 0.25152188650875423], "mean_weight": [0.22789846615955078, 0.23799387665065053], "norm_ratio": [0.9411825333083489, 0.9462153769364605], "norm_ema": [0.240716351076911, 0.25016908552294387], "norm_next": [0.240716351076911, 0.25016908552294387], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13616, "a_mean": 2.7215041128084607, "a_full_rate": 0.017552878965922444, "tail_rows_mean": 12.24985311398355, "verify_rows_mean": 14.971357226792009, "start_rate": 0.00190951821386604, "a_hist": [0.23509106933019977, 0.238689776733255, 0.16576086956521738, 0.10781433607520564, 0.06595182138660399, 0.04200940070505288, 0.031874265569917744, 0.02269388954171563, 0.017112220916568742, 0.014688601645123384, 0.011824324324324325, 0.01072267920094007, 0.006462984723854289, 0.006756756756756757, 0.00499412455934195, 0.017552878965922444], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2254 |
{"event": "train", "step": 2250, "lr": 0.0002102461493020475, "grad_norm": 0.6332219243049622, "clipped": false, "loss": 4.510763529302662, "slot_acc": [0.7892077903060477, 0.6332015231400118, 0.5238722905682484, 0.43321616871704743, 0.36204497180106937, 0.3017803502088065, 0.2698761632593244, 0.2305268557192057, 0.19863666349043466, 0.17879920826918846, 0.15690591516218994, 0.13713111143738071, 0.12114310902145166, 0.10460066249539934, 0.10655073318104782], "accept_run": 3.2851599677868073, "mean_block_run_plus_1": 4.285159967786807, "n_blocks": 13659, "n_slots": 204522, "n_seq": 32, "ctx_tokens": 30166, "time_s": 13.261996984481812, "seq_per_s": 2.4129096121378995, "elapsed_s": 30131.707332849503, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8261842837802529, "objective_grad": 0.8182945268251437, "bb_ce": 0.7234410246235309, "bb_h": 0.9289275429369749, "h_mean": 4.606716494162771, "a0": 0.25536591577752743, "a1": 0.2715688093086024, "bound_mean": 0.0007889926689761913, "bound_max": 0.13317281007766724, "accept_topk": 16, "w0_slot0": 0.9999267881982575, "w0_slot7": 0.11857741528681391, "w0_slot14": 0.023047621639016184, "w1_slot0": 0.9999267881982575, "w1_slot7": 0.12220290270392965, "w1_slot14": 0.02338511757492687, "norm": [0.240716351076911, 0.25016908552294387], "mean_weight": [0.23862393460225387, 0.24761306608519784], "norm_ratio": [0.9913075432337848, 0.9897828325494215], "norm_ema": [0.2405071094294453, 0.24991348357916926], "norm_next": [0.2405071094294453, 0.24991348357916926], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13659, "a_mean": 2.8585547990336044, "a_full_rate": 0.018742221246064866, "tail_rows_mean": 12.109598067208434, "verify_rows_mean": 14.968152866242038, "start_rate": 0.0021231422505307855, "a_hist": [0.2243941723405813, 0.2326671059374771, 0.16750860238670473, 0.10535178270737243, 0.06859945823266711, 0.04502525807160114, 0.03177392195621934, 0.024599165385460135, 0.01984039827220148, 0.01603338458159455, 0.013104912511896917, 0.010396075847426606, 0.008858628010835347, 0.0068819093637894424, 0.006223003148107475, 0.018742221246064866], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2255 |
{"event": "train", "step": 2251, "lr": 0.00021016857693081443, "grad_norm": 0.5873607993125916, "clipped": false, "loss": 4.796167195058398, "slot_acc": [0.7713310580204779, 0.5945828189673953, 0.47240377632534497, 0.38453159041394336, 0.31328976034858386, 0.26187363834422656, 0.2310094408133624, 0.1997966446365023, 0.16900283244970585, 0.14514020049397064, 0.12796105217264933, 0.11258085616687259, 0.0985096328607779, 0.08770014556040757, 0.08438388107556656], "accept_run": 2.8973204560307892, "mean_block_run_plus_1": 3.8973204560307892, "n_blocks": 13771, "n_slots": 206435, "n_seq": 32, "ctx_tokens": 28214, "time_s": 13.380653858184814, "seq_per_s": 2.3915124282529674, "elapsed_s": 30145.089637041092, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9662476981191477, "objective_grad": 0.8625331526361368, "bb_ce": 0.8570968198461774, "bb_h": 1.075398576392118, "h_mean": 4.888102467771922, "a0": 0.22367394379061648, "a1": 0.24069279005710947, "bound_mean": 0.0007667979077329842, "bound_max": 0.13334348797798157, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.09326706127432831, "w0_slot14": 0.014595254144383386, "w1_slot0": 1.0, "w1_slot7": 0.09581367019732986, "w1_slot14": 0.01489247081134836, "norm": [0.2405071094294453, 0.24991348357916926], "mean_weight": [0.21445690315056803, 0.22328286422157384], "norm_ratio": [0.8916863358398172, 0.8934406460339737], "norm_ema": [0.23790208880155758, 0.2472504216434097], "norm_next": [0.23790208880155758, 0.2472504216434097], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13771, "a_mean": 2.376007552102244, "a_full_rate": 0.007624718611575049, "tail_rows_mean": 12.594582818967396, "verify_rows_mean": 14.970590371069639, "start_rate": 0.0019606419286907267, "a_hist": [0.2520514123883523, 0.2638152639604967, 0.16730811124827535, 0.09781424733134848, 0.061142981628058965, 0.040737782296129545, 0.028610848885338755, 0.021058746641492994, 0.015176820855420811, 0.012344782513978652, 0.010093675114370778, 0.008350882288867911, 0.006172391256989326, 0.0047200639024036015, 0.0029772710769007333, 0.007624718611575049], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2253 |
{"event": "train", "step": 2249, "lr": 0.00021032370246649074, "grad_norm": 0.6043873429298401, "clipped": false, "loss": 4.552409133834808, "slot_acc": [0.7801850763807285, 0.6368710980536173, 0.5153518436903188, 0.4209946374788805, 0.34530894129747997, 0.284538506760729, 0.24849331177421727, 0.21010442712163555, 0.1827609031403986, 0.16751269035532995, 0.14422369389256806, 0.1340547703180212, 0.11648983200707339, 0.10576001180028026, 0.0941584816483273], "accept_run": 3.1069330199764984, "mean_block_run_plus_1": 4.106933019976498, "n_blocks": 13616, "n_slots": 203917, "n_seq": 32, "ctx_tokens": 35007, "time_s": 13.541975498199463, "seq_per_s": 2.363023031924309, "elapsed_s": 30118.443638324738, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8820308284454761, "objective_grad": 0.8326385551848516, "bb_ce": 0.7759394804010188, "bb_h": 0.9881221764899333, "h_mean": 4.648210834608895, "a0": 0.2445769849446609, "a1": 0.2623882596768047, "bound_mean": 0.0007517700672339017, "bound_max": 0.11137524247169495, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.10183027026076913, "w0_slot14": 0.016923867024812713, "w1_slot0": 1.0, "w1_slot7": 0.10614605813574982, "w1_slot14": 0.017657331212221194, "norm": [0.24214056051217325, 0.25152188650875423], "mean_weight": [0.22789846615955078, 0.23799387665065053], "norm_ratio": [0.9411825333083489, 0.9462153769364605], "norm_ema": [0.240716351076911, 0.25016908552294387], "norm_next": [0.240716351076911, 0.25016908552294387], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13616, "a_mean": 2.7215041128084607, "a_full_rate": 0.017552878965922444, "tail_rows_mean": 12.24985311398355, "verify_rows_mean": 14.971357226792009, "start_rate": 0.00190951821386604, "a_hist": [0.23509106933019977, 0.238689776733255, 0.16576086956521738, 0.10781433607520564, 0.06595182138660399, 0.04200940070505288, 0.031874265569917744, 0.02269388954171563, 0.017112220916568742, 0.014688601645123384, 0.011824324324324325, 0.01072267920094007, 0.006462984723854289, 0.006756756756756757, 0.00499412455934195, 0.017552878965922444], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2254 |
{"event": "train", "step": 2250, "lr": 0.0002102461493020475, "grad_norm": 0.6332219243049622, "clipped": false, "loss": 4.510763529302662, "slot_acc": [0.7892077903060477, 0.6332015231400118, 0.5238722905682484, 0.43321616871704743, 0.36204497180106937, 0.3017803502088065, 0.2698761632593244, 0.2305268557192057, 0.19863666349043466, 0.17879920826918846, 0.15690591516218994, 0.13713111143738071, 0.12114310902145166, 0.10460066249539934, 0.10655073318104782], "accept_run": 3.2851599677868073, "mean_block_run_plus_1": 4.285159967786807, "n_blocks": 13659, "n_slots": 204522, "n_seq": 32, "ctx_tokens": 30166, "time_s": 13.261996984481812, "seq_per_s": 2.4129096121378995, "elapsed_s": 30131.707332849503, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8261842837802529, "objective_grad": 0.8182945268251437, "bb_ce": 0.7234410246235309, "bb_h": 0.9289275429369749, "h_mean": 4.606716494162771, "a0": 0.25536591577752743, "a1": 0.2715688093086024, "bound_mean": 0.0007889926689761913, "bound_max": 0.13317281007766724, "accept_topk": 16, "w0_slot0": 0.9999267881982575, "w0_slot7": 0.11857741528681391, "w0_slot14": 0.023047621639016184, "w1_slot0": 0.9999267881982575, "w1_slot7": 0.12220290270392965, "w1_slot14": 0.02338511757492687, "norm": [0.240716351076911, 0.25016908552294387], "mean_weight": [0.23862393460225387, 0.24761306608519784], "norm_ratio": [0.9913075432337848, 0.9897828325494215], "norm_ema": [0.2405071094294453, 0.24991348357916926], "norm_next": [0.2405071094294453, 0.24991348357916926], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13659, "a_mean": 2.8585547990336044, "a_full_rate": 0.018742221246064866, "tail_rows_mean": 12.109598067208434, "verify_rows_mean": 14.968152866242038, "start_rate": 0.0021231422505307855, "a_hist": [0.2243941723405813, 0.2326671059374771, 0.16750860238670473, 0.10535178270737243, 0.06859945823266711, 0.04502525807160114, 0.03177392195621934, 0.024599165385460135, 0.01984039827220148, 0.01603338458159455, 0.013104912511896917, 0.010396075847426606, 0.008858628010835347, 0.0068819093637894424, 0.006223003148107475, 0.018742221246064866], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2255 |
{"event": "train", "step": 2251, "lr": 0.00021016857693081443, "grad_norm": 0.5873607993125916, "clipped": false, "loss": 4.796167195058398, "slot_acc": [0.7713310580204779, 0.5945828189673953, 0.47240377632534497, 0.38453159041394336, 0.31328976034858386, 0.26187363834422656, 0.2310094408133624, 0.1997966446365023, 0.16900283244970585, 0.14514020049397064, 0.12796105217264933, 0.11258085616687259, 0.0985096328607779, 0.08770014556040757, 0.08438388107556656], "accept_run": 2.8973204560307892, "mean_block_run_plus_1": 3.8973204560307892, "n_blocks": 13771, "n_slots": 206435, "n_seq": 32, "ctx_tokens": 28214, "time_s": 13.380653858184814, "seq_per_s": 2.3915124282529674, "elapsed_s": 30145.089637041092, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9662476981191477, "objective_grad": 0.8625331526361368, "bb_ce": 0.8570968198461774, "bb_h": 1.075398576392118, "h_mean": 4.888102467771922, "a0": 0.22367394379061648, "a1": 0.24069279005710947, "bound_mean": 0.0007667979077329842, "bound_max": 0.13334348797798157, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.09326706127432831, "w0_slot14": 0.014595254144383386, "w1_slot0": 1.0, "w1_slot7": 0.09581367019732986, "w1_slot14": 0.01489247081134836, "norm": [0.2405071094294453, 0.24991348357916926], "mean_weight": [0.21445690315056803, 0.22328286422157384], "norm_ratio": [0.8916863358398172, 0.8934406460339737], "norm_ema": [0.23790208880155758, 0.2472504216434097], "norm_next": [0.23790208880155758, 0.2472504216434097], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13771, "a_mean": 2.376007552102244, "a_full_rate": 0.007624718611575049, "tail_rows_mean": 12.594582818967396, "verify_rows_mean": 14.970590371069639, "start_rate": 0.0019606419286907267, "a_hist": [0.2520514123883523, 0.2638152639604967, 0.16730811124827535, 0.09781424733134848, 0.061142981628058965, 0.040737782296129545, 0.028610848885338755, 0.021058746641492994, 0.015176820855420811, 0.012344782513978652, 0.010093675114370778, 0.008350882288867911, 0.006172391256989326, 0.0047200639024036015, 0.0029772710769007333, 0.007624718611575049], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2256 |
+
{"event": "train", "step": 2252, "lr": 0.00021009098537752197, "grad_norm": 0.5906375050544739, "clipped": false, "loss": 4.531889818704656, "slot_acc": [0.7663725355025507, 0.6224060668734919, 0.507894918292767, 0.41745966073645013, 0.34917241379310343, 0.29321285694578564, 0.2570718918173037, 0.22216089416310197, 0.1961352657004831, 0.16903644395361678, 0.15017606849409654, 0.13434175991159, 0.1208016586040083, 0.1083604176751262, 0.0988851187590887], "accept_run": 3.0859525778880617, "mean_block_run_plus_1": 4.085952577888062, "n_blocks": 14508, "n_slots": 217313, "n_seq": 32, "ctx_tokens": 36914, "time_s": 14.436783790588379, "seq_per_s": 2.2165601746326233, "elapsed_s": 30159.52808356285, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9228952347976329, "objective_grad": 0.8758873145966797, "bb_ce": 0.8106067734885481, "bb_h": 1.0351836961067178, "h_mean": 4.644743250415369, "a0": 0.24439687337912222, "a1": 0.26176735046220756, "bound_mean": 0.0013020569700370856, "bound_max": 0.3892541825771332, "accept_topk": 16, "w0_slot0": 0.9998621450234354, "w0_slot7": 0.10300198279738215, "w0_slot14": 0.018870156805613148, "w1_slot0": 0.9998621450234354, "w1_slot7": 0.10698232334728047, "w1_slot14": 0.019802860096748285, "norm": [0.23790208880155758, 0.2472504216434097], "mean_weight": [0.225275731613678, 0.23507066570024518], "norm_ratio": [0.9469262449460388, 0.9507391904037662], "norm_ema": [0.23663945308276962, 0.24603244604909327], "norm_next": [0.23663945308276962, 0.24603244604909327], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14508, "a_mean": 2.667562724014337, "a_full_rate": 0.01971326164874552, "tail_rows_mean": 12.307623380204026, "verify_rows_mean": 14.975186104218363, "start_rate": 0.0016542597187758478, "a_hist": [0.2420733388475324, 0.2522056796250345, 0.16549489936586712, 0.09773917838433968, 0.0633443617314585, 0.03942652329749104, 0.030121312379376895, 0.020057899090157153, 0.014750482492417977, 0.013096222773642129, 0.011373035566583953, 0.01033912324234905, 0.008064516129032258, 0.00709953129307968, 0.005100634132892198, 0.01971326164874552], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2257 |
+
{"event": "train", "step": 2253, "lr": 0.0002100133746669067, "grad_norm": 0.609265148639679, "clipped": false, "loss": 4.715533212021943, "slot_acc": [0.7587364434498193, 0.5978307652578119, 0.4709022038567493, 0.376926388291003, 0.32641639400723266, 0.27707938694678835, 0.23312090940406477, 0.21167757492249398, 0.17815299793246037, 0.15501938819474365, 0.1425, 0.12850366537300562, 0.11285591026747196, 0.10058711794163357, 0.08753888696854477], "accept_run": 2.9537005163511187, "mean_block_run_plus_1": 3.9537005163511187, "n_blocks": 11620, "n_slots": 174070, "n_seq": 32, "ctx_tokens": 22569, "time_s": 11.121881246566772, "seq_per_s": 2.877211084219958, "elapsed_s": 30170.65166783333, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9395265566276978, "objective_grad": 0.8620751829350598, "bb_ce": 0.8436511752756689, "bb_h": 1.0354019379797266, "h_mean": 4.789065749688604, "a0": 0.2307678570199045, "a1": 0.2469907786298475, "bound_mean": 0.0006128173140605455, "bound_max": 0.1404680609703064, "accept_topk": 16, "w0_slot0": 0.999827882960413, "w0_slot7": 0.09504466129852382, "w0_slot14": 0.017653674853205095, "w1_slot0": 0.999827882960413, "w1_slot7": 0.09916273695708788, "w1_slot14": 0.018057964724400098, "norm": [0.23663945308276962, 0.24603244604909327], "mean_weight": [0.21715478906408486, 0.22573080092998965], "norm_ratio": [0.9176609658074658, 0.9174838707450291], "norm_ema": [0.23469098668090116, 0.24400228153718292], "norm_next": [0.23469098668090116, 0.24400228153718292], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 11620, "a_mean": 2.464974182444062, "a_full_rate": 0.016695352839931153, "tail_rows_mean": 12.500172117039586, "verify_rows_mean": 14.96514629948365, "start_rate": 0.0023235800344234077, "a_hist": [0.2605851979345955, 0.2571428571428571, 0.16359724612736662, 0.10275387263339071, 0.059122203098106715, 0.038984509466437174, 0.024096385542168676, 0.016092943201376938, 0.014199655765920827, 0.010843373493975903, 0.009208261617900173, 0.007314974182444062, 0.00774526678141136, 0.006024096385542169, 0.005593803786574871, 0.016695352839931153], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2258 |
+
{"event": "train", "step": 2254, "lr": 0.00020993574482371138, "grad_norm": 0.5846522450447083, "clipped": false, "loss": 4.408112525174751, "slot_acc": [0.77644181781129, 0.6224607649976222, 0.5055034651447208, 0.4217284957195271, 0.35561896996874576, 0.309548080190282, 0.2640163098878695, 0.23489431115340176, 0.20686607749830047, 0.18595322273592602, 0.1639466884264926, 0.14664671473268942, 0.13333787095017696, 0.12144122054216047, 0.11219478925112536], "accept_run": 3.2367884798261106, "mean_block_run_plus_1": 4.23678847982611, "n_blocks": 14722, "n_slots": 220599, "n_seq": 32, "ctx_tokens": 38815, "time_s": 14.777989625930786, "seq_per_s": 2.1653824918005036, "elapsed_s": 30185.43129181862, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8558041698081642, "objective_grad": 0.8491353255750181, "bb_ce": 0.7545600747457837, "bb_h": 0.9570482648705447, "h_mean": 4.495867555266346, "a0": 0.253106069687835, "a1": 0.27018413497268823, "bound_mean": 0.0008340406436754863, "bound_max": 0.22781509160995483, "accept_topk": 16, "w0_slot0": 0.9999320744464067, "w0_slot7": 0.11206113825767061, "w0_slot14": 0.02602740643980618, "w1_slot0": 0.9999320744464067, "w1_slot7": 0.11633158973717399, "w1_slot14": 0.026249861229820256, "norm": [0.23469098668090116, 0.24400228153718292], "mean_weight": [0.23274538676186105, 0.24219661969249157], "norm_ratio": [0.9917099504051876, 0.9925998157340337], "norm_ema": [0.23449642668899714, 0.2438217153527138], "norm_next": [0.23449642668899714, 0.2438217153527138], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14722, "a_mean": 2.679731014807771, "a_full_rate": 0.023638092650455102, "tail_rows_mean": 12.29989131911425, "verify_rows_mean": 14.979622333922022, "start_rate": 0.0013585110718652357, "a_hist": [0.24765656840103248, 0.2556038581714441, 0.16560249966037224, 0.09801657383507675, 0.05929900828691754, 0.03538921342208939, 0.02438527373998098, 0.019630484988452657, 0.014196440700991714, 0.012294525200380383, 0.011615269664447765, 0.008626545306344246, 0.008558619752750985, 0.008354843091971199, 0.007132183127292488, 0.023638092650455102], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2259 |
+
{"event": "train", "step": 2255, "lr": 0.0002098580958726847, "grad_norm": 0.7921237945556641, "clipped": false, "loss": 4.110035322075021, "slot_acc": [0.8006329113924051, 0.6579928264997539, 0.5552820368546912, 0.477386227755504, 0.4079909960607766, 0.3558916637354907, 0.3115942028985507, 0.2713712798142546, 0.24268224036025893, 0.21511505172049822, 0.19812781531531531, 0.17076089251777293, 0.15053536207382362, 0.13033977160580854, 0.12126984126984126], "accept_run": 3.674636101539976, "mean_block_run_plus_1": 4.674636101539976, "n_blocks": 14221, "n_slots": 213127, "n_seq": 32, "ctx_tokens": 39232, "time_s": 14.561522722244263, "seq_per_s": 2.197572370032196, "elapsed_s": 30199.99443435669, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7674919259180409, "objective_grad": 0.8382558548736905, "bb_ce": 0.6765235071612461, "bb_h": 0.8584603446748358, "h_mean": 4.199442818675962, "a0": 0.28695589103848024, "a1": 0.3029616760977618, "bound_mean": 0.0008545956943173461, "bound_max": 0.17113076150417328, "accept_topk": 16, "w0_slot0": 0.9999296814570002, "w0_slot7": 0.14122283830635252, "w0_slot14": 0.02931845913211084, "w1_slot0": 0.9999296814570002, "w1_slot7": 0.14546344221402274, "w1_slot14": 0.029859192987960484, "norm": [0.23449642668899714, 0.2438217153527138], "mean_weight": [0.2567709548380945, 0.26576688417875366], "norm_ratio": [1.0949887743007662, 1.090004980870116], "norm_ema": [0.2367238795039069, 0.2460162322353178], "norm_next": [0.2367238795039069, 0.2460162322353178], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14221, "a_mean": 3.0792489979607622, "a_full_rate": 0.02404894170592785, "tail_rows_mean": 11.895436326559313, "verify_rows_mean": 14.974685324520076, "start_rate": 0.001687645031994937, "a_hist": [0.2099008508543703, 0.22565220448632303, 0.15751353631952747, 0.10892342310667323, 0.07355319597777935, 0.04718374235285845, 0.03895647282188313, 0.029041558258912876, 0.01997046621194009, 0.015891990717952324, 0.011954152309964137, 0.010477462906968568, 0.011391603965965825, 0.007945995358976162, 0.007594402643977217, 0.02404894170592785], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2260 |
+
{"event": "train", "step": 2256, "lr": 0.00020978042783858174, "grad_norm": 0.6144420504570007, "clipped": false, "loss": 4.6268214781898624, "slot_acc": [0.7648260366310342, 0.5999863825151495, 0.48239940083066657, 0.39933274324232315, 0.3292707836862532, 0.275005106556819, 0.2319057670048342, 0.19970041533328795, 0.1808525125970312, 0.15362614913176711, 0.13505414424845058, 0.12010354928809865, 0.10780973149788742, 0.10072285870158211, 0.08803657954002593], "accept_run": 2.8806427452849457, "mean_block_run_plus_1": 3.8806427452849457, "n_blocks": 14687, "n_slots": 220220, "n_seq": 32, "ctx_tokens": 32215, "time_s": 14.200509071350098, "seq_per_s": 2.253440340710098, "elapsed_s": 30214.196523666382, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9495595315305878, "objective_grad": 0.8540760669772344, "bb_ce": 0.8429508094328265, "bb_h": 1.0561682536283492, "h_mean": 4.7160758882143226, "a0": 0.2271773200756702, "a1": 0.24457284232262508, "bound_mean": 0.0007137166828952411, "bound_max": 0.16914725303649902, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.08906390995613843, "w0_slot14": 0.013812102225373562, "w1_slot0": 1.0, "w1_slot7": 0.09211048185255084, "w1_slot14": 0.014209278029006919, "norm": [0.2367238795039069, 0.2460162322353178], "mean_weight": [0.2122386726065516, 0.2218430440894222], "norm_ratio": [0.8965663838026481, 0.90174149109489], "norm_ema": [0.23427535881417136, 0.24359891342072826], "norm_next": [0.23427535881417136, 0.24359891342072826], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14687, "a_mean": 2.3010825900456187, "a_full_rate": 0.011506774698713147, "tail_rows_mean": 12.674405937223394, "verify_rows_mean": 14.975488527269013, "start_rate": 0.0016340981820657725, "a_hist": [0.25573636549329337, 0.26955811261659973, 0.17260162048069722, 0.10308436031864915, 0.05617212500851093, 0.037311908490501804, 0.023762511064206442, 0.018655954245250902, 0.012323823789746034, 0.012119561516987813, 0.008374753183087084, 0.006944917273779533, 0.00531081909171376, 0.0029958466671205827, 0.003540546061142507, 0.011506774698713147], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2261 |
+
{"event": "train", "step": 2257, "lr": 0.00020970274074616328, "grad_norm": 0.7386296391487122, "clipped": false, "loss": 4.379253226867028, "slot_acc": [0.803161652218256, 0.6487943469075544, 0.546222772637867, 0.4578172810724173, 0.38022730584292586, 0.32944776336878917, 0.2821652338627422, 0.25098353489727526, 0.2262295081967213, 0.19437358793090884, 0.17150145772594752, 0.150116652085156, 0.13261361149609746, 0.12009642778873549, 0.10819312362838332], "accept_run": 3.4772346470459676, "mean_block_run_plus_1": 4.477234647045968, "n_blocks": 13727, "n_slots": 205761, "n_seq": 32, "ctx_tokens": 31755, "time_s": 13.444462299346924, "seq_per_s": 2.3801621282804613, "elapsed_s": 30227.64275956154, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8096473898507694, "objective_grad": 0.8400279948667144, "bb_ce": 0.7074277453590547, "bb_h": 0.9118670343424842, "h_mean": 4.47861734119719, "a0": 0.2696974257400676, "a1": 0.28655853036792833, "bound_mean": 0.0007564166377447909, "bound_max": 0.2681390345096588, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.1216978965227452, "w0_slot14": 0.02452250966185721, "w1_slot0": 1.0, "w1_slot7": 0.12575709558145853, "w1_slot14": 0.025025365790036447, "norm": [0.23427535881417136, 0.24359891342072826], "mean_weight": [0.24320061497272988, 0.2526310501473315], "norm_ratio": [1.0380972894620049, 1.0370779023591272], "norm_ema": [0.2351678844300272, 0.2445021270933886], "norm_next": [0.2351678844300272, 0.2445021270933886], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13727, "a_mean": 2.889415021490493, "a_full_rate": 0.025351497049610257, "tail_rows_mean": 12.085452028848255, "verify_rows_mean": 14.974867050338748, "start_rate": 0.00167552997741677, "a_hist": [0.21373934581481752, 0.2447730749617542, 0.16616886428207184, 0.11080352589786552, 0.06665695344940628, 0.04283528811830699, 0.032927806512712175, 0.02425876010781671, 0.015298317185109638, 0.014569825890580607, 0.01129161506519997, 0.00983463247614191, 0.008741895534348364, 0.006556421650761274, 0.006192176003496758, 0.025351497049610257], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2262 |
+
{"event": "train", "step": 2258, "lr": 0.0002096250346201965, "grad_norm": 0.558303713798523, "clipped": false, "loss": 4.5841522535815855, "slot_acc": [0.7617113850616388, 0.6030456852791878, 0.49499637418419146, 0.4063089195068891, 0.33763596809282087, 0.28977519941986946, 0.2580879152763673, 0.22734856728327893, 0.1926871735345328, 0.17833563084959733, 0.15887646973435912, 0.1466957153231663, 0.13540228214259759, 0.12247125600349294, 0.10589949016751639], "accept_run": 3.1808556925308196, "mean_block_run_plus_1": 4.18085569253082, "n_blocks": 13790, "n_slots": 206657, "n_seq": 32, "ctx_tokens": 35616, "time_s": 13.712069272994995, "seq_per_s": 2.3337104971473464, "elapsed_s": 30241.356479644775, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8794441106140979, "objective_grad": 0.8588821072298014, "bb_ce": 0.7710809831134855, "bb_h": 0.9878072381147103, "h_mean": 4.679433512262344, "a0": 0.24677070887523472, "a1": 0.2640194395416045, "bound_mean": 0.000961254227351305, "bound_max": 0.2667655348777771, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.11399264699014594, "w0_slot14": 0.02957232416980951, "w1_slot0": 1.0, "w1_slot7": 0.11585670445189562, "w1_slot14": 0.02970176413937146, "norm": [0.2351678844300272, 0.2445021270933886], "mean_weight": [0.22982194870304418, 0.23866178318688339], "norm_ratio": [0.977267577416279, 0.9761133206654089], "norm_ema": [0.2346332908573289, 0.24391809270273807], "norm_next": [0.2346332908573289, 0.24391809270273807], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13790, "a_mean": 2.707904278462654, "a_full_rate": 0.02131979695431472, "tail_rows_mean": 12.26816533720087, "verify_rows_mean": 14.976069615663524, "start_rate": 0.001595358955765047, "a_hist": [0.2511240029006526, 0.24677302393038433, 0.16279912980420594, 0.09811457577955039, 0.0561276287164612, 0.03937635968092821, 0.026831036983321246, 0.020087019579405365, 0.019216823785351705, 0.013270485859318346, 0.012980420594633793, 0.009934735315445975, 0.007541696881798405, 0.0073966642494561275, 0.007106598984771574, 0.02131979695431472], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2263 |
+
{"event": "train", "step": 2259, "lr": 0.00020954730948545452, "grad_norm": 0.6559096574783325, "clipped": false, "loss": 4.43121535105389, "slot_acc": [0.7742775537634409, 0.6268481182795699, 0.514700940860215, 0.4338037634408602, 0.3730992186843653, 0.32840460388137444, 0.2817410301655323, 0.246890756302521, 0.22101723413198823, 0.19246615656268393, 0.17799461641991923, 0.1526479750778816, 0.14027988534817062, 0.12715153560580492, 0.12169580271936492], "accept_run": 3.377016129032258, "mean_block_run_plus_1": 4.377016129032258, "n_blocks": 11904, "n_slots": 178331, "n_seq": 32, "ctx_tokens": 26597, "time_s": 11.733329057693481, "seq_per_s": 2.727273721094336, "elapsed_s": 30253.091514110565, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8321107588699701, "objective_grad": 0.8489626789221899, "bb_ce": 0.7405207655499426, "bb_h": 0.9237007521899975, "h_mean": 4.507105700930986, "a0": 0.2646469882078864, "a1": 0.28046619454156485, "bound_mean": 0.0007491319952608792, "bound_max": 0.15415620803833008, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.12069660352651108, "w0_slot14": 0.028830729689390933, "w1_slot0": 1.0, "w1_slot7": 0.12601393565014296, "w1_slot14": 0.02975974903485282, "norm": [0.2346332908573289, 0.24391809270273807], "mean_weight": [0.23943031305002865, 0.2488202619333086], "norm_ratio": [1.0204447637211747, 1.0200976039794833], "norm_ema": [0.23511299307659886, 0.24440830962579513], "norm_next": [0.23511299307659886, 0.24440830962579513], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 11904, "a_mean": 2.7048051075268815, "a_full_rate": 0.01965725806451613, "tail_rows_mean": 12.259912634408602, "verify_rows_mean": 14.964717741935484, "start_rate": 0.0023521505376344087, "a_hist": [0.23840725806451613, 0.24369959677419356, 0.16557459677419356, 0.10685483870967742, 0.06233198924731183, 0.04418682795698925, 0.025537634408602152, 0.02158938172043011, 0.017389112903225805, 0.014280913978494623, 0.011256720430107527, 0.009660618279569893, 0.0071404569892473116, 0.006300403225806451, 0.006132392473118279, 0.01965725806451613], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2264 |
+
{"event": "train", "step": 2260, "lr": 0.00020946956536671647, "grad_norm": 0.5323556661605835, "clipped": false, "loss": 4.6809529613223, "slot_acc": [0.7488079921289639, 0.5772025431425977, 0.4535270965788677, 0.3647441719648804, 0.3041404889864507, 0.2524984857662023, 0.21903391883706844, 0.19619869756171437, 0.16289284361984097, 0.15233694417089613, 0.1337121212121212, 0.12515151515151515, 0.10957866020006063, 0.10029588043395797, 0.09249126006991944], "accept_run": 2.7719085818071743, "mean_block_run_plus_1": 3.7719085818071743, "n_blocks": 13214, "n_slots": 198023, "n_seq": 32, "ctx_tokens": 33192, "time_s": 13.161948204040527, "seq_per_s": 2.4312510202840993, "elapsed_s": 30266.25515985489, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9625578015404359, "objective_grad": 0.8503640634892712, "bb_ce": 0.8504220432379207, "bb_h": 1.0746935598429512, "h_mean": 4.779465616560153, "a0": 0.2157785957312603, "a1": 0.23318318124966708, "bound_mean": 0.0006672777193456991, "bound_max": 0.30175209045410156, "accept_topk": 16, "w0_slot0": 0.9999243226880581, "w0_slot7": 0.08746685396050617, "w0_slot14": 0.019836470835820335, "w1_slot0": 0.9999243226880581, "w1_slot7": 0.09003601787463586, "w1_slot14": 0.019849300770167, "norm": [0.23511299307659886, 0.24440830962579513], "mean_weight": [0.20717751389569636, 0.21635754403901217], "norm_ratio": [0.8811827504071574, 0.8852299022495165], "norm_ema": [0.2323194451585086, 0.24160323306711684], "norm_next": [0.2323194451585086, 0.24160323306711684], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13214, "a_mean": 2.252610867261995, "a_full_rate": 0.015589526260027244, "tail_rows_mean": 12.720145300438928, "verify_rows_mean": 14.972756167700924, "start_rate": 0.0018162554866051157, "a_hist": [0.27107613137581354, 0.27818979869835025, 0.1729226577871954, 0.09240199788103527, 0.05130921749659452, 0.03193582563947329, 0.023157257454215225, 0.013848948085364007, 0.010973210231572574, 0.0090056001210837, 0.008173149689723021, 0.006129862267292265, 0.005146057212047828, 0.004994702588164069, 0.005146057212047828, 0.015589526260027244], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2265 |
+
{"event": "train", "step": 2261, "lr": 0.0002093918022887676, "grad_norm": 0.6979421377182007, "clipped": false, "loss": 4.032403729383243, "slot_acc": [0.81543170332408, 0.6834911368975582, 0.5776021643172433, 0.4970447909990743, 0.42792022792022794, 0.3714733542319749, 0.3290570878768441, 0.28836148528258854, 0.25777017393783863, 0.23035790674461715, 0.20797091116497932, 0.18397033656588704, 0.16521615066343273, 0.15080328454123526, 0.13199856989631747], "accept_run": 3.971322849213691, "mean_block_run_plus_1": 4.971322849213691, "n_blocks": 14053, "n_slots": 210435, "n_seq": 32, "ctx_tokens": 37668, "time_s": 14.125018835067749, "seq_per_s": 2.265483704740597, "elapsed_s": 30280.38187146187, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.6933609840214985, "objective_grad": 0.8197830509453446, "bb_ce": 0.5982522524304269, "bb_h": 0.7884697156125701, "h_mean": 4.122208125351791, "a0": 0.3050767146267034, "a1": 0.32223260214322486, "bound_mean": 0.0007420761165927007, "bound_max": 0.14652419090270996, "accept_topk": 16, "w0_slot0": 0.9997153632676297, "w0_slot7": 0.16418741210044538, "w0_slot14": 0.040354737360369014, "w1_slot0": 0.9997153632676297, "w1_slot7": 0.1677251428028117, "w1_slot14": 0.04075106692377648, "norm": [0.2323194451585086, 0.24160323306711684], "mean_weight": [0.27540836053702744, 0.28507958356722385], "norm_ratio": [1.1854727026793639, 1.1799493738067213], "norm_ema": [0.2366283366963605, 0.24595086811712755], "norm_next": [0.2366283366963605, 0.24595086811712755], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14053, "a_mean": 3.3731587561374794, "a_full_rate": 0.035081477264641, "tail_rows_mean": 11.600156550202804, "verify_rows_mean": 14.973315306340282, "start_rate": 0.0017789795773144525, "a_hist": [0.1968974596171636, 0.2193126022913257, 0.16010816195830072, 0.10503095424464527, 0.06930904433217107, 0.049099836333878884, 0.035294954813918734, 0.026471216110439053, 0.022984416138902727, 0.01942645698427382, 0.01615313456201523, 0.014374154984700776, 0.011100832562442183, 0.010033444816053512, 0.009321852985127731, 0.035081477264641], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2266 |
+
{"event": "train", "step": 2262, "lr": 0.0002093140202763992, "grad_norm": 0.7062944173812866, "clipped": false, "loss": 4.223143627627657, "slot_acc": [0.8181501844248034, 0.6718412808910547, 0.5675393399248015, 0.48060720005570645, 0.41030640668523677, 0.3555060249355715, 0.30434176597672313, 0.27169443089147555, 0.23757406761937958, 0.21880449187417172, 0.18374607603767004, 0.15770734431722983, 0.14728898826159867, 0.13043782347181423, 0.11676940319417203], "accept_run": 3.7533054975643703, "mean_block_run_plus_1": 4.75330549756437, "n_blocks": 14370, "n_slots": 215097, "n_seq": 32, "ctx_tokens": 32174, "time_s": 13.903770685195923, "seq_per_s": 2.301533930940913, "elapsed_s": 30294.287266254425, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.732758759531805, "objective_grad": 0.8130220743704439, "bb_ce": 0.6414776054719621, "bb_h": 0.824039913591648, "h_mean": 4.310053415355508, "a0": 0.28967499078101194, "a1": 0.30529032036022075, "bound_mean": 0.0005757478176820885, "bound_max": 0.1311953365802765, "accept_topk": 16, "w0_slot0": 0.9999304105775922, "w0_slot7": 0.14703358750636109, "w0_slot14": 0.02880137614419613, "w1_slot0": 0.9999304105775922, "w1_slot7": 0.15148839012913473, "w1_slot14": 0.029191814494009143, "norm": [0.2366283366963605, 0.24595086811712755], "mean_weight": [0.26288340757723777, 0.2726195977072308], "norm_ratio": [1.1109548892048697, 1.1084311260792257], "norm_ema": [0.23925384378444822, 0.24861774107613788], "norm_next": [0.23925384378444822, 0.24861774107613788], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14370, "a_mean": 3.098329853862213, "a_full_rate": 0.02032011134307585, "tail_rows_mean": 11.875574112734864, "verify_rows_mean": 14.973903966597078, "start_rate": 0.0017397355601948504, "a_hist": [0.19485038274182323, 0.22707028531663187, 0.1686151704940849, 0.11322199025748086, 0.07279053583855254, 0.048225469728601256, 0.03507306889352818, 0.026096033402922755, 0.021572720946416143, 0.018858733472512178, 0.014057063326374391, 0.012178148921363952, 0.011134307585247043, 0.009394572025052192, 0.0065414057063326375, 0.02032011134307585], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2267 |
+
{"event": "train", "step": 2263, "lr": 0.00020923621935440857, "grad_norm": 0.9187617897987366, "clipped": false, "loss": 4.565115152627999, "slot_acc": [0.7711129753914989, 0.6097595078299777, 0.5040548098434005, 0.412751677852349, 0.3559843400447427, 0.300356568552052, 0.2634965034965035, 0.22891313470415442, 0.20458837518360495, 0.18090241343126967, 0.15860910935422934, 0.14800812154309317, 0.1273122197309417, 0.11557083713423619, 0.10291534949069196], "accept_run": 3.315274379587557, "mean_block_run_plus_1": 4.3152743795875566, "n_blocks": 14305, "n_slots": 214347, "n_seq": 32, "ctx_tokens": 33352, "time_s": 13.896061420440674, "seq_per_s": 2.3028107772270636, "elapsed_s": 30308.184997797012, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8341290038697139, "objective_grad": 0.8348108148263607, "bb_ce": 0.735260123095517, "bb_h": 0.9329978846439108, "h_mean": 4.658945857174944, "a0": 0.25175186844820446, "a1": 0.2686955494714789, "bound_mean": 0.000540607982518039, "bound_max": 0.19384872913360596, "accept_topk": 16, "w0_slot0": 0.999930094372597, "w0_slot7": 0.12806433203761336, "w0_slot14": 0.030951682086080595, "w1_slot0": 0.999930094372597, "w1_slot7": 0.1315122701713346, "w1_slot14": 0.03143157019098386, "norm": [0.23925384378444822, 0.24861774107613788], "mean_weight": [0.23941128026593378, 0.24885217311694885], "norm_ratio": [1.000658031147986, 1.0009429417216817], "norm_ema": [0.23926958743259677, 0.24864118428021897], "norm_next": [0.23926958743259677, 0.24864118428021897], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14305, "a_mean": 2.774694162880112, "a_full_rate": 0.026284515903530235, "tail_rows_mean": 12.19909122684376, "verify_rows_mean": 14.973785389723872, "start_rate": 0.0017476406850751485, "a_hist": [0.24033554701153442, 0.2524991261796575, 0.16169171618315276, 0.09898636840265641, 0.0611674239776302, 0.03795875567983223, 0.027472911569381336, 0.02104159384830479, 0.014610276127228242, 0.013911219853198183, 0.010555749737853897, 0.009926599091226843, 0.009157637189793778, 0.007340090877315624, 0.0070604683677036005, 0.026284515903530235], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2268 |
+
{"event": "train", "step": 2264, "lr": 0.00020915839954759906, "grad_norm": 0.7324492335319519, "clipped": false, "loss": 4.725382316237899, "slot_acc": [0.7332827324478178, 0.5887666034155598, 0.4730170777988615, 0.3935782602095036, 0.3311067253681494, 0.2777440412934568, 0.24352842936309116, 0.21058225157519167, 0.18477188187960222, 0.16574292005162858, 0.14577635976906717, 0.13162094384071737, 0.11707465409761289, 0.10578386605783865, 0.09029947420559323], "accept_run": 2.8849335863377608, "mean_block_run_plus_1": 3.8849335863377608, "n_blocks": 13175, "n_slots": 197477, "n_seq": 32, "ctx_tokens": 31440, "time_s": 12.980973958969116, "seq_per_s": 2.465146305750796, "elapsed_s": 30321.16756749153, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9819778407789266, "objective_grad": 0.8883280622466971, "bb_ce": 0.8745911621846789, "bb_h": 1.0893645193731742, "h_mean": 4.81352762234705, "a0": 0.23052974524214248, "a1": 0.24672728937387028, "bound_mean": 0.001119068163145179, "bound_max": 0.395576149225235, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.10192436111971818, "w0_slot14": 0.018796827564267614, "w1_slot0": 1.0, "w1_slot7": 0.10455443752771372, "w1_slot14": 0.019315487963855196, "norm": [0.23926958743259677, 0.24864118428021897], "mean_weight": [0.21623376757174384, 0.22510971961171156], "norm_ratio": [0.9037244135034829, 0.9053597466701758], "norm_ema": [0.23696600544651147, 0.24628803781336825], "norm_next": [0.23696600544651147, 0.24628803781336825], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13175, "a_mean": 2.4203415559772297, "a_full_rate": 0.013206831119544592, "tail_rows_mean": 12.552333965844403, "verify_rows_mean": 14.972675521821632, "start_rate": 0.0018216318785578747, "a_hist": [0.27597722960151805, 0.2557874762808349, 0.15582542694497153, 0.09609108159392789, 0.057685009487666035, 0.03415559772296015, 0.02664136622390892, 0.019582542694497152, 0.014421252371916509, 0.013434535104364327, 0.01047438330170778, 0.00888045540796964, 0.007134724857685009, 0.0060721062618595825, 0.004629981024667932, 0.013206831119544592], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2269 |
+
{"event": "train", "step": 2265, "lr": 0.00020908056088078002, "grad_norm": 0.6632738709449768, "clipped": false, "loss": 4.268575403990051, "slot_acc": [0.7910566748804174, 0.6439805754874248, 0.523233055454875, 0.4451210671306365, 0.3843196982883667, 0.33241419345475653, 0.2956673198345308, 0.2541733197851648, 0.2291772565536272, 0.21149375181633245, 0.1860870829395944, 0.16865454545454545, 0.1500837033262974, 0.1403598222740185, 0.12345949099394735], "accept_run": 3.5193129936951952, "mean_block_run_plus_1": 4.519312993695195, "n_blocks": 13799, "n_slots": 206533, "n_seq": 32, "ctx_tokens": 30322, "time_s": 13.689215898513794, "seq_per_s": 2.3376064953051228, "elapsed_s": 30334.85844016075, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7899865081181706, "objective_grad": 0.8342674137790064, "bb_ce": 0.6897604149003507, "bb_h": 0.8902126013359906, "h_mean": 4.363868738672766, "a0": 0.2757375754521482, "a1": 0.2927073512402881, "bound_mean": 0.0007131763831604796, "bound_max": 0.18820250034332275, "accept_topk": 16, "w0_slot0": 0.9999275309805058, "w0_slot7": 0.13633254230375177, "w0_slot14": 0.026985657851960162, "w1_slot0": 0.9999275309805058, "w1_slot7": 0.1399388532006792, "w1_slot14": 0.027780037440824107, "norm": [0.23696600544651147, 0.24628803781336825], "mean_weight": [0.2504791496405297, 0.25990749510087463], "norm_ratio": [1.0570256656373795, 1.0552988988357888], "norm_ema": [0.23831731986591329, 0.24764998354211887], "norm_next": [0.23831731986591329, 0.24764998354211887], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13799, "a_mean": 3.044423508949924, "a_full_rate": 0.022610334082179866, "tail_rows_mean": 11.929487644032177, "verify_rows_mean": 14.973911152982101, "start_rate": 0.00173925646785999, "a_hist": [0.21885643887238207, 0.23197333140082615, 0.15979418798463657, 0.09892021160953693, 0.06500471048626712, 0.04623523443727806, 0.03710413798101312, 0.025364156822958187, 0.02217551996521487, 0.018189723893035727, 0.015001087035292413, 0.011739981158054932, 0.012319733314008261, 0.008478875280817451, 0.006232335676498297, 0.022610334082179866], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2270 |
+
{"event": "train", "step": 2266, "lr": 0.00020900270337876692, "grad_norm": 0.6827822923660278, "clipped": false, "loss": 4.3032398450859315, "slot_acc": [0.7973058303515049, 0.6601880437833286, 0.5446635323836924, 0.45852631578947367, 0.38774650852691417, 0.34220131966867895, 0.29504283106305296, 0.2601123595505618, 0.23529825054450923, 0.21360314783586284, 0.1909212283044059, 0.17541640312038795, 0.15339710226473485, 0.13984094587937224, 0.13307957989708888], "accept_run": 3.6535709274589587, "mean_block_run_plus_1": 4.653570927458959, "n_blocks": 14254, "n_slots": 213522, "n_seq": 32, "ctx_tokens": 31582, "time_s": 13.817335844039917, "seq_per_s": 2.315931259194452, "elapsed_s": 30348.677514076233, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7604050869102903, "objective_grad": 0.8254209729550336, "bb_ce": 0.6696975311937925, "bb_h": 0.851112642626788, "h_mean": 4.384060990207372, "a0": 0.28543703620184707, "a1": 0.30151993253859827, "bound_mean": 0.0006776158454163692, "bound_max": 0.24347740411758423, "accept_topk": 16, "w0_slot0": 0.9999298442542445, "w0_slot7": 0.1450729887549399, "w0_slot14": 0.03565827439824707, "w1_slot0": 0.9999298442542445, "w1_slot7": 0.14958473155203117, "w1_slot14": 0.03625020860871117, "norm": [0.23831731986591329, 0.24764998354211887], "mean_weight": [0.25890702994321046, 0.2686501522276631], "norm_ratio": [1.086396196839079, 1.084797779451387], "norm_ema": [0.24037629087364298, 0.24975000041067327], "norm_next": [0.24037629087364298, 0.24975000041067327], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14254, "a_mean": 3.3093166830363407, "a_full_rate": 0.030658060895187318, "tail_rows_mean": 11.664374912305318, "verify_rows_mean": 14.97369159534166, "start_rate": 0.0017538936438894345, "a_hist": [0.20864318787708713, 0.2214816893503578, 0.15364108320471448, 0.10502315139609934, 0.06833169636593237, 0.04532061175810299, 0.03486740564052196, 0.026378560404097095, 0.02062578925213975, 0.01901220709976147, 0.016977690472849725, 0.013890837659604322, 0.013329591693559703, 0.012277255507226041, 0.009541181422758524, 0.030658060895187318], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2271 |
+
{"event": "train", "step": 2267, "lr": 0.00020892482706638097, "grad_norm": 0.770185112953186, "clipped": false, "loss": 4.2880486129795665, "slot_acc": [0.8012865333519787, 0.65, 0.5521511017838405, 0.46711446963336134, 0.406033456988871, 0.34390534201498285, 0.2916170600182086, 0.2617346223903601, 0.23186882488963634, 0.20145801205663816, 0.1782483696795456, 0.15724505540749054, 0.14367896730742247, 0.13095070917006038, 0.11563334739209898], "accept_run": 3.6680416695798086, "mean_block_run_plus_1": 4.668041669579809, "n_blocks": 14303, "n_slots": 214090, "n_seq": 32, "ctx_tokens": 36412, "time_s": 14.364938974380493, "seq_per_s": 2.227646080298092, "elapsed_s": 30363.044145822525, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7820766100044927, "objective_grad": 0.8308403832457302, "bb_ce": 0.6736870492702585, "bb_h": 0.8904661707387268, "h_mean": 4.387241468169749, "a0": 0.28030633192925813, "a1": 0.2969290323278495, "bound_mean": 0.0008669076775483023, "bound_max": 0.20031629502773285, "accept_topk": 16, "w0_slot0": 0.9999300845976369, "w0_slot7": 0.1387064463232843, "w0_slot14": 0.030557589589739146, "w1_slot0": 0.9999300845976369, "w1_slot7": 0.14158206811080537, "w1_slot14": 0.030796662954265062, "norm": [0.24037629087364298, 0.24975000041067327], "mean_weight": [0.25598271893922636, 0.2648361108188254], "norm_ratio": [1.064924989102969, 1.0604048463797617], "norm_ema": [0.24193693368020133, 0.2512586114514885], "norm_next": [0.24193693368020133, 0.2512586114514885], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14303, "a_mean": 3.206949590994896, "a_full_rate": 0.028315737957071943, "tail_rows_mean": 11.768929595189821, "verify_rows_mean": 14.975879186184716, "start_rate": 0.0016080542543522338, "a_hist": [0.21261273858631055, 0.22526742641403902, 0.15185625393274138, 0.10494301894707404, 0.06830734810878837, 0.0490806124589247, 0.03244074669649724, 0.027127176116898553, 0.021883520939663007, 0.01873732783332168, 0.0163602041529749, 0.013843249667901838, 0.012375026218275886, 0.008739425295392575, 0.00811018667412431, 0.028315737957071943], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2272 |
+
{"event": "train", "step": 2268, "lr": 0.0002088469319684497, "grad_norm": 0.5363948941230774, "clipped": false, "loss": 4.640201334698246, "slot_acc": [0.7603470782461799, 0.6016434989632132, 0.48632872503840247, 0.39619018357784774, 0.32782855826100316, 0.2784605930250422, 0.2353257529194837, 0.20007683442182098, 0.17456780637725702, 0.15090280445639648, 0.1366641045349731, 0.12297162193339999, 0.10940144637636559, 0.09619531731361676, 0.09165252275883351], "accept_run": 2.9434121621621623, "mean_block_run_plus_1": 3.9434121621621623, "n_blocks": 13024, "n_slots": 195138, "n_seq": 32, "ctx_tokens": 31735, "time_s": 12.900564670562744, "seq_per_s": 2.4805115758242313, "elapsed_s": 30375.946279764175, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9359543012473731, "objective_grad": 0.8434729946216898, "bb_ce": 0.8170595582095717, "bb_h": 1.0548490442851746, "h_mean": 4.7475367492295, "a0": 0.22827189954039256, "a1": 0.24657779251541337, "bound_mean": 0.0008348645137467337, "bound_max": 0.19357167184352875, "accept_topk": 16, "w0_slot0": 0.9999232186732187, "w0_slot7": 0.0913670406904511, "w0_slot14": 0.02042464815614637, "w1_slot0": 0.9999232186732187, "w1_slot7": 0.09546701025094205, "w1_slot14": 0.02050467530359769, "norm": [0.24193693368020133, 0.2512586114514885], "mean_weight": [0.21696202771028747, 0.22729193909287565], "norm_ratio": [0.8967710072620563, 0.9046135285865011], "norm_ema": [0.23943944308320994, 0.2488619442156272], "norm_next": [0.23943944308320994, 0.2488619442156272], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13024, "a_mean": 2.5518273955773956, "a_full_rate": 0.017582923832923834, "tail_rows_mean": 12.418227886977887, "verify_rows_mean": 14.970055282555283, "start_rate": 0.0019963144963144963, "a_hist": [0.24984643734643736, 0.2543765356265356, 0.16960995085995087, 0.0980497542997543, 0.060196560196560195, 0.03954238329238329, 0.027718058968058967, 0.01812039312039312, 0.016047297297297296, 0.012131449631449631, 0.009828009828009828, 0.007831695331695332, 0.007140663390663391, 0.00667997542997543, 0.0052979115479115475, 0.017582923832923834], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2273 |
+
{"event": "train", "step": 2269, "lr": 0.0002087690181098064, "grad_norm": 0.7225902080535889, "clipped": false, "loss": 4.556641517889255, "slot_acc": [0.7723905723905724, 0.6066591844369622, 0.4986157875046764, 0.406570380902492, 0.3455348454225616, 0.29630184159305284, 0.25705728191688504, 0.23034296839898158, 0.19665992660825282, 0.17454490973106598, 0.15822215559886074, 0.13831621560836643, 0.12756862156892154, 0.10653643876784373, 0.0999248120300752], "accept_run": 3.243154272033518, "mean_block_run_plus_1": 4.243154272033518, "n_blocks": 13366, "n_slots": 200211, "n_seq": 32, "ctx_tokens": 31638, "time_s": 13.114941596984863, "seq_per_s": 2.4399651163796894, "elapsed_s": 30389.062987327576, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8477750312266228, "objective_grad": 0.8280109926989673, "bb_ce": 0.7495916769761569, "bb_h": 0.9459583854770885, "h_mean": 4.64310659701966, "a0": 0.24626868076415137, "a1": 0.2621223980563733, "bound_mean": 0.0005594163115857785, "bound_max": 0.18365439772605896, "accept_topk": 16, "w0_slot0": 0.9999251833009127, "w0_slot7": 0.12186291987663374, "w0_slot14": 0.026248519481217873, "w1_slot0": 0.9999251833009127, "w1_slot7": 0.12378212729097973, "w1_slot14": 0.026228921006429744, "norm": [0.23943944308320994, 0.2488619442156272], "mean_weight": [0.23436600573528715, 0.2426414272346971], "norm_ratio": [0.9788111879872705, 0.9750041453684846], "norm_ema": [0.23893209934841764, 0.2482398925175342], "norm_next": [0.23893209934841764, 0.2482398925175342], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13366, "a_mean": 2.872063444560826, "a_full_rate": 0.01885380816998354, "tail_rows_mean": 12.102124794254077, "verify_rows_mean": 14.974188238814904, "start_rate": 0.0017207840790064341, "a_hist": [0.2427801885380817, 0.23529851862935808, 0.15300014963339817, 0.09883285949423912, 0.061125243154272035, 0.043318868771509804, 0.03321861439473291, 0.024764327397875204, 0.020125692054466557, 0.01728265748915158, 0.013018105641179112, 0.012120305252132276, 0.010549154571300314, 0.008903187191381116, 0.0068083196169385005, 0.01885380816998354], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2274 |
+
{"event": "train", "step": 2270, "lr": 0.0002086910855152905, "grad_norm": 0.603385865688324, "clipped": false, "loss": 4.472356331374291, "slot_acc": [0.7585359862441661, 0.6028496560759908, 0.500204733437065, 0.41556101556101555, 0.34728478990908346, 0.29204554763660195, 0.2548569554881548, 0.22376188914398162, 0.20272265048384452, 0.1763451443569554, 0.1589827727645611, 0.14377154111275234, 0.1277608999096806, 0.11915523050373901, 0.10373478117801908], "accept_run": 3.1242734343020877, "mean_block_run_plus_1": 4.124273434302088, "n_blocks": 12215, "n_slots": 182923, "n_seq": 32, "ctx_tokens": 27953, "time_s": 11.973928213119507, "seq_per_s": 2.6724730122349047, "elapsed_s": 30401.038376808167, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8978413076270515, "objective_grad": 0.8503562093467297, "bb_ce": 0.7949985227642254, "bb_h": 1.0006840924898774, "h_mean": 4.55674552939696, "a0": 0.24329026126505687, "a1": 0.26072344643486123, "bound_mean": 0.000921715067382714, "bound_max": 0.16039513051509857, "accept_topk": 16, "w0_slot0": 0.9998362668849775, "w0_slot7": 0.10851576542724535, "w0_slot14": 0.0248897006115741, "w1_slot0": 0.9998362668849775, "w1_slot7": 0.1117053738303487, "w1_slot14": 0.025143958289708227, "norm": [0.23893209934841764, 0.2482398925175342], "mean_weight": [0.22582259171214594, 0.23550126390480144], "norm_ratio": [0.9451329157027368, 0.9486842002566812], "norm_ema": [0.23762114858479047, 0.2469660296562609], "norm_next": [0.23762114858479047, 0.2469660296562609], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12215, "a_mean": 2.7319688907081456, "a_full_rate": 0.018747441670077775, "tail_rows_mean": 12.233647155137126, "verify_rows_mean": 14.965616045845271, "start_rate": 0.002292263610315186, "a_hist": [0.2519033974621367, 0.2426524764633647, 0.15775685632419156, 0.09660253786328285, 0.06262791649611134, 0.04183381088825215, 0.028080229226361032, 0.02054850593532542, 0.015472779369627506, 0.013999181334424888, 0.013671715104379862, 0.011625051166598444, 0.008759721653704462, 0.008759721653704462, 0.006958657388456815, 0.018747441670077775], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2275 |
+
{"event": "train", "step": 2271, "lr": 0.00020861313420974723, "grad_norm": 0.5745674967765808, "clipped": false, "loss": 4.142354953359959, "slot_acc": [0.7968192627824019, 0.6540062434963579, 0.5510704727921498, 0.46096654275092935, 0.39753123140987506, 0.33801874163319945, 0.29867618622638703, 0.26275472259408, 0.23023134716953061, 0.20762018157463907, 0.1860759493670886, 0.1619487485101311, 0.15134128166915053, 0.1343183344526528, 0.12368125701459035], "accept_run": 3.549595066498254, "mean_block_run_plus_1": 4.549595066498254, "n_blocks": 13459, "n_slots": 201519, "n_seq": 32, "ctx_tokens": 30933, "time_s": 13.098813772201538, "seq_per_s": 2.442969306725376, "elapsed_s": 30414.138957738876, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7916085744571818, "objective_grad": 0.8299250684096281, "bb_ce": 0.6907104291610721, "bb_h": 0.8925067197532915, "h_mean": 4.236561336369993, "a0": 0.27807594051410933, "a1": 0.29557698510912683, "bound_mean": 0.0008390110964717537, "bound_max": 0.10825896263122559, "accept_topk": 16, "w0_slot0": 0.9997771008247269, "w0_slot7": 0.130685650088456, "w0_slot14": 0.028872095668093296, "w1_slot0": 0.9997771008247269, "w1_slot7": 0.13508555940324354, "w1_slot14": 0.02965069358718181, "norm": [0.23762114858479047, 0.2469660296562609], "mean_weight": [0.24905290179091508, 0.2589762221458419], "norm_ratio": [1.0481091572623444, 1.048630949391288], "norm_ema": [0.23876432390540292, 0.248167048905219], "norm_next": [0.23876432390540292, 0.248167048905219], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13459, "a_mean": 3.065903856155732, "a_full_rate": 0.022958615053124302, "tail_rows_mean": 11.90289025930604, "verify_rows_mean": 14.968794115461773, "start_rate": 0.0020803923025484805, "a_hist": [0.21747529534140725, 0.23018054833197119, 0.1580355152685935, 0.10550560962924437, 0.06686975258191545, 0.045248532580429456, 0.03254327958986552, 0.026079203506947025, 0.019466527973846497, 0.01827773237239022, 0.015602942269113605, 0.014339846942566313, 0.010401961512742404, 0.009807563712014265, 0.007207073333828665, 0.022958615053124302], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2276 |
+
{"event": "train", "step": 2272, "lr": 0.0002085351642180279, "grad_norm": 0.6482276320457458, "clipped": false, "loss": 4.2275040650366185, "slot_acc": [0.8160179640718563, 0.6799161613893255, 0.5709793351302785, 0.4863347061025833, 0.4160551145724128, 0.35964649490713, 0.31207852540086917, 0.2671412514050206, 0.23528970841765984, 0.20695860827834434, 0.18479891956782712, 0.16647902124146213, 0.14534665364681137, 0.12690775129689497, 0.1120144534778681], "accept_run": 3.8029486603801828, "mean_block_run_plus_1": 4.802948660380183, "n_blocks": 13362, "n_slots": 200053, "n_seq": 32, "ctx_tokens": 33620, "time_s": 13.29026198387146, "seq_per_s": 2.4077779684730025, "elapsed_s": 30427.430831432343, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7373283432502722, "objective_grad": 0.8111507945511627, "bb_ce": 0.6478469046949842, "bb_h": 0.8268097818055601, "h_mean": 4.308380081635885, "a0": 0.28907737796759025, "a1": 0.3038796568979536, "bound_mean": 0.000640855107628439, "bound_max": 0.20811903476715088, "accept_topk": 16, "w0_slot0": 0.9998503218081125, "w0_slot7": 0.14432235269993654, "w0_slot14": 0.027128209590091774, "w1_slot0": 0.9998503218081125, "w1_slot7": 0.14874428794370084, "w1_slot14": 0.028027497050764582, "norm": [0.23876432390540292, 0.248167048905219], "mean_weight": [0.2637726785177807, 0.2721156917708799], "norm_ratio": [1.1047407510608074, 1.0965021060262012], "norm_ema": [0.2412651593666407, 0.2505619131917851], "norm_next": [0.2412651593666407, 0.2505619131917851], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13362, "a_mean": 3.185451279748541, "a_full_rate": 0.027391109115401886, "tail_rows_mean": 11.787606645711719, "verify_rows_mean": 14.97305792546026, "start_rate": 0.001796138302649304, "a_hist": [0.20154168537644065, 0.22197275856907647, 0.15925759616823829, 0.10642119443197126, 0.07641071695853914, 0.04939380332285586, 0.03801826073941027, 0.028738212842388863, 0.020655590480466997, 0.01870977398593025, 0.013246519982038617, 0.012872324502320011, 0.011300703487501871, 0.007334231402484658, 0.00673551863493489, 0.027391109115401886], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2277 |
+
{"event": "train", "step": 2273, "lr": 0.0002084571755649898, "grad_norm": 0.6656784415245056, "clipped": false, "loss": 4.443183696936769, "slot_acc": [0.760575296108291, 0.6189816951238271, 0.5043839409321643, 0.418198600107684, 0.3611047003615663, 0.3036318867343798, 0.2671232876712329, 0.22313731527093597, 0.19825993224514937, 0.17421441774491683, 0.15196116205594512, 0.13780074028377545, 0.12548232751967897, 0.11121408711770157, 0.1005565002318751], "accept_run": 3.1360559913859407, "mean_block_run_plus_1": 4.136055991385941, "n_blocks": 13002, "n_slots": 194749, "n_seq": 32, "ctx_tokens": 29214, "time_s": 12.63820195198059, "seq_per_s": 2.532005749044478, "elapsed_s": 30440.070751667023, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8951096439707873, "objective_grad": 0.8492880773928476, "bb_ce": 0.790478625773341, "bb_h": 0.9997406621682334, "h_mean": 4.533723750456471, "a0": 0.24545774677114354, "a1": 0.26270706359973883, "bound_mean": 0.000980211962349322, "bound_max": 0.15353503823280334, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.11157611597869749, "w0_slot14": 0.020094752826335407, "w1_slot0": 1.0, "w1_slot7": 0.11530482156095899, "w1_slot14": 0.020646865631818955, "norm": [0.2412651593666407, 0.2505619131917851], "mean_weight": [0.22839360044451448, 0.23816317754993788], "norm_ratio": [0.9466497402446499, 0.9505162796535761], "norm_ema": [0.23997800347442808, 0.2493220396276004], "norm_next": [0.23997800347442808, 0.2493220396276004], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13002, "a_mean": 2.6518227964928474, "a_full_rate": 0.01692047377326565, "tail_rows_mean": 12.320489155514537, "verify_rows_mean": 14.972311952007383, "start_rate": 0.0018458698661744347, "a_hist": [0.24373173357944933, 0.25026918935548376, 0.16174434702353485, 0.09967697277341947, 0.0621442854945393, 0.04214736194431626, 0.028380249192431935, 0.02253499461621289, 0.01853560990616828, 0.012767266574373173, 0.012305799107829564, 0.01045992924165513, 0.0075373019535456085, 0.005691432087371173, 0.00515305337640363, 0.01692047377326565], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2278 |
+
{"event": "train", "step": 2274, "lr": 0.00020837916827549601, "grad_norm": 0.5214535593986511, "clipped": false, "loss": 4.535149439166389, "slot_acc": [0.7653643388459594, 0.6218675525384559, 0.5061389570995233, 0.41531238714337304, 0.3485264374458249, 0.29880075133651207, 0.2593555844531137, 0.22756827048114434, 0.19640147409494907, 0.176508854354897, 0.1591730519011132, 0.14459224985540775, 0.12748571841781764, 0.12021422884851994, 0.10563686422257644], "accept_run": 3.180157412087515, "mean_block_run_plus_1": 4.180157412087516, "n_blocks": 13849, "n_slots": 207543, "n_seq": 32, "ctx_tokens": 32618, "time_s": 13.592344760894775, "seq_per_s": 2.3542663582271777, "elapsed_s": 30453.664665937424, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9047314741433294, "objective_grad": 0.8604960614524761, "bb_ce": 0.7784246290391826, "bb_h": 1.0310383192474764, "h_mean": 4.650962512670754, "a0": 0.2458690291165779, "a1": 0.2640873254379838, "bound_mean": 0.0011501310844680532, "bound_max": 0.2839305102825165, "accept_topk": 16, "w0_slot0": 0.9998555852408116, "w0_slot7": 0.1054463117785633, "w0_slot14": 0.024156845775632478, "w1_slot0": 0.9998555852408116, "w1_slot7": 0.10975093665609498, "w1_slot14": 0.025234650882794668, "norm": [0.23997800347442808, 0.2493220396276004], "mean_weight": [0.2277379565140779, 0.2375293057004725], "norm_ratio": [0.9489951296238096, 0.9527007963486016], "norm_ema": [0.23875399877839304, 0.24814276623488762], "norm_next": [0.23875399877839304, 0.24814276623488762], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13849, "a_mean": 2.7050328543577153, "a_full_rate": 0.01992923676799769, "tail_rows_mean": 12.266806267600549, "verify_rows_mean": 14.971839121958265, "start_rate": 0.0018773918694490576, "a_hist": [0.24312224709365296, 0.24398873564878332, 0.16643800996461838, 0.10390641923604592, 0.060870820997905986, 0.040147303054372155, 0.02743880424579392, 0.022095458155823526, 0.014874720196404073, 0.012852913567766626, 0.011336558596288541, 0.010470070041158207, 0.008520470792114954, 0.0075817748573904255, 0.006426456783883313, 0.01992923676799769], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2279 |
+
{"event": "train", "step": 2275, "lr": 0.00020830114237441582, "grad_norm": 0.5817114114761353, "clipped": false, "loss": 4.3793655968320495, "slot_acc": [0.7860683188211655, 0.6371734762223711, 0.5305780695291045, 0.443253383357899, 0.37850154134834474, 0.32182598203512536, 0.2868731563421829, 0.2532188841201717, 0.22647709744483938, 0.20063053394150793, 0.18191574993292192, 0.1622927713269347, 0.1449771689497717, 0.1311739802432632, 0.11583765228511812], "accept_run": 3.524112525117214, "mean_block_run_plus_1": 4.524112525117214, "n_blocks": 14930, "n_slots": 223639, "n_seq": 32, "ctx_tokens": 40823, "time_s": 15.113601922988892, "seq_per_s": 2.117298057938503, "elapsed_s": 30468.77999973297, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7906645511051476, "objective_grad": 0.8297619184104147, "bb_ce": 0.6909688711965339, "bb_h": 0.8903602310137613, "h_mean": 4.4776245485116455, "a0": 0.27187779694974246, "a1": 0.2880158039570831, "bound_mean": 0.0009315964284980752, "bound_max": 0.18557055294513702, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.13441183024989933, "w0_slot14": 0.034196812670317676, "w1_slot0": 1.0, "w1_slot7": 0.1373517298650518, "w1_slot14": 0.03386063527650314, "norm": [0.23875399877839304, 0.24814276623488762], "mean_weight": [0.251326394455632, 0.2597950180868577], "norm_ratio": [1.0526583669449172, 1.046957854257739], "norm_ema": [0.24001123834611693, 0.24930799142008464], "norm_next": [0.24001123834611693, 0.24930799142008464], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14930, "a_mean": 3.3314132618888146, "a_full_rate": 0.03248492967180174, "tail_rows_mean": 11.652511721366377, "verify_rows_mean": 14.983924983255191, "start_rate": 0.0010716677829872739, "a_hist": [0.221768251841929, 0.21975887474882785, 0.14936369725385132, 0.09611520428667113, 0.06302746148693905, 0.044407233757535164, 0.03315472203616879, 0.028600133958472874, 0.02290689886135298, 0.01942397856664434, 0.018821165438714, 0.015606162089752176, 0.013395847287340924, 0.010984594775619558, 0.010180843938379102, 0.03248492967180174], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2280 |
+
{"event": "train", "step": 2276, "lr": 0.00020822309788662418, "grad_norm": 0.8827446699142456, "clipped": false, "loss": 4.233081522681328, "slot_acc": [0.8149063935005298, 0.67469794389882, 0.5745883683131934, 0.4865380538477846, 0.42614840989399294, 0.375600791631326, 0.33012865827795845, 0.2926242839968885, 0.2625548168057717, 0.23136810814636563, 0.20474504249291783, 0.18253293667658307, 0.16324217089414766, 0.1471714164185453, 0.1288190990478897], "accept_run": 4.059895465461223, "mean_block_run_plus_1": 5.059895465461223, "n_blocks": 14158, "n_slots": 211994, "n_seq": 32, "ctx_tokens": 34487, "time_s": 13.927730560302734, "seq_per_s": 2.2975746020825123, "elapsed_s": 30482.70933032036, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.6903675227917452, "objective_grad": 0.8057323151237936, "bb_ce": 0.603956914539396, "bb_h": 0.7767781310440942, "h_mean": 4.32305943163781, "a0": 0.3054862495556151, "a1": 0.32014379205518495, "bound_mean": 0.00053256847771046, "bound_max": 0.14771166443824768, "accept_topk": 16, "w0_slot0": 0.9997881056646419, "w0_slot7": 0.17541077229583468, "w0_slot14": 0.04137331410712672, "w1_slot0": 0.9997881056646419, "w1_slot7": 0.1788527051696828, "w1_slot14": 0.04209037118003312, "norm": [0.24001123834611693, 0.24930799142008464], "mean_weight": [0.281676725480802, 0.28971059387789183], "norm_ratio": [1.1735980674146593, 1.1620589946903415], "norm_ema": [0.24417778705958543, 0.25334825166586533], "norm_next": [0.24417778705958543, 0.25334825166586533], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14158, "a_mean": 3.647760983189716, "a_full_rate": 0.03559824834016104, "tail_rows_mean": 11.329990111597683, "verify_rows_mean": 14.977751094787399, "start_rate": 0.00148326034750671, "a_hist": [0.18844469557847154, 0.2104817064557141, 0.15058624099449075, 0.10298064698403729, 0.06406272072326599, 0.049442011583557, 0.039200452041248765, 0.030512784291566605, 0.027051843480717614, 0.023308376889391157, 0.021471959316287613, 0.01709280971888685, 0.016386495267693178, 0.011936714225173046, 0.011442294109337477, 0.03559824834016104], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2281 |
+
{"event": "train", "step": 2277, "lr": 0.00020814503483700215, "grad_norm": 0.5615485906600952, "clipped": false, "loss": 4.399769286397739, "slot_acc": [0.7989556135770235, 0.6523641496118561, 0.5383909668313338, 0.452787579393084, 0.38085827216261997, 0.3266746664784358, 0.2782209671726085, 0.23961864406779662, 0.2102549615085811, 0.18500988979937835, 0.16486467387463782, 0.14774494556765164, 0.1306930693069307, 0.12093977779350365, 0.11081962563811684], "accept_run": 3.433076977351302, "mean_block_run_plus_1": 4.433076977351302, "n_blocks": 14173, "n_slots": 212328, "n_seq": 32, "ctx_tokens": 31777, "time_s": 13.834242343902588, "seq_per_s": 2.3131010144624167, "elapsed_s": 30496.545337677002, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.811870598078827, "objective_grad": 0.8105662978902335, "bb_ce": 0.7075430119427834, "bb_h": 0.9161981842148708, "h_mean": 4.492959205405563, "a0": 0.26729855207913056, "a1": 0.28374173845803613, "bound_mean": 0.0007131957988866114, "bound_max": 0.17021678388118744, "accept_topk": 16, "w0_slot0": 0.9998588866153955, "w0_slot7": 0.12098571587021972, "w0_slot14": 0.025045464745180202, "w1_slot0": 0.9998588866153955, "w1_slot7": 0.12459887735070413, "w1_slot14": 0.025690817149340846, "norm": [0.24417778705958543, 0.25334825166586533], "mean_weight": [0.2436812282852731, 0.2530248078624044], "norm_ratio": [0.9979664048057281, 0.9987233233253667], "norm_ema": [0.24412813118215418, 0.2533159072855192], "norm_next": [0.24412813118215418, 0.2533159072855192], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14173, "a_mean": 3.047625767304029, "a_full_rate": 0.023001481690538346, "tail_rows_mean": 11.923798772313553, "verify_rows_mean": 14.971424539617583, "start_rate": 0.0019050306921611516, "a_hist": [0.20842446906089043, 0.23248430113596275, 0.15776476398786424, 0.10675227545332674, 0.07295561984054187, 0.050377478303817114, 0.034572779228109786, 0.025470965921117618, 0.022084244690608903, 0.015310802229591476, 0.014252451845057504, 0.012276864460594087, 0.009101813306992168, 0.008749029845480844, 0.006420658999506103, 0.023001481690538346], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2282 |
+
{"event": "train", "step": 2278, "lr": 0.00020806695325043664, "grad_norm": 0.7286115884780884, "clipped": false, "loss": 4.188649356321654, "slot_acc": [0.8069688559975331, 0.6737337136689538, 0.5621096460791117, 0.4810702444290231, 0.41659597439654505, 0.3637695689056837, 0.3147462594477865, 0.28266234767854387, 0.24718494524140058, 0.2262171128770928, 0.20538954520886418, 0.1776833976833977, 0.1590821293363208, 0.14399566697616836, 0.13360198388096714], "accept_run": 3.854764107308048, "mean_block_run_plus_1": 4.854764107308048, "n_blocks": 12972, "n_slots": 194346, "n_seq": 32, "ctx_tokens": 31011, "time_s": 12.874439001083374, "seq_per_s": 2.4855451951970275, "elapsed_s": 30509.421472787857, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7169033901700386, "objective_grad": 0.7821251990298954, "bb_ce": 0.6251219937689475, "bb_h": 0.8086847865711296, "h_mean": 4.275056242107285, "a0": 0.29781554757523676, "a1": 0.313620364173798, "bound_mean": 0.000570792085011876, "bound_max": 0.13498440384864807, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.15294435831916015, "w0_slot14": 0.037690147692482925, "w1_slot0": 1.0, "w1_slot7": 0.15661284985779483, "w1_slot14": 0.03824889566972564, "norm": [0.24412813118215418, 0.2533159072855192], "mean_weight": [0.26690215138386125, 0.2759095255620219], "norm_ratio": [1.0932871606865922, 1.089191470518418], "norm_ema": [0.2464055332023249, 0.25557526911316947], "norm_next": [0.2464055332023249, 0.25557526911316947], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12972, "a_mean": 3.55172679617638, "a_full_rate": 0.037619488128276285, "tail_rows_mean": 11.418208448967006, "verify_rows_mean": 14.969935245143386, "start_rate": 0.0020043169904409497, "a_hist": [0.1938791242676534, 0.2066759173604687, 0.1595744680851064, 0.10037002775208141, 0.07038236201048412, 0.052035152636447736, 0.03769657724329325, 0.028291705211224174, 0.0236663583102066, 0.020891150169596053, 0.015417823003391921, 0.014955288313290164, 0.014261486278137527, 0.012565525747764416, 0.01171754548257786, 0.037619488128276285], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2283 |
+
{"event": "train", "step": 2279, "lr": 0.0002079888531518204, "grad_norm": 0.6946884393692017, "clipped": false, "loss": 4.4593559732088615, "slot_acc": [0.7616571620261657, 0.6281664150310351, 0.5190839694656488, 0.4287272422183069, 0.3649102198355429, 0.3192078543257531, 0.2722618548048678, 0.24026192075218267, 0.21558746955572353, 0.1969582388034619, 0.17668319744473396, 0.15632357887655568, 0.15110213696786134, 0.13603838706961865, 0.12289278489548212], "accept_run": 3.2275243206977526, "mean_block_run_plus_1": 4.227524320697753, "n_blocks": 11924, "n_slots": 178574, "n_seq": 32, "ctx_tokens": 26766, "time_s": 11.67710280418396, "seq_per_s": 2.7404057784379745, "elapsed_s": 30521.100222587585, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8588196234163046, "objective_grad": 0.8118573439710437, "bb_ce": 0.7546799311807337, "bb_h": 0.9629593156518755, "h_mean": 4.549601629136335, "a0": 0.2621566101459805, "a1": 0.279595496772869, "bound_mean": 0.0008702887189331971, "bound_max": 0.2076307237148285, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.11090023803135086, "w0_slot14": 0.028544131062299305, "w1_slot0": 1.0, "w1_slot7": 0.11513832524413832, "w1_slot14": 0.02946384073538351, "norm": [0.2464055332023249, 0.25557526911316947], "mean_weight": [0.23196632161123834, 0.2423843744721365], "norm_ratio": [0.9414006195257375, 0.948387437145994], "norm_ema": [0.24496161204321623, 0.25425617964906616], "norm_next": [0.24496161204321623, 0.25425617964906616], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 11924, "a_mean": 2.8602817846360282, "a_full_rate": 0.02264340825226434, "tail_rows_mean": 12.109527004360952, "verify_rows_mean": 14.96980878899698, "start_rate": 0.0020127474002012745, "a_hist": [0.232640053673264, 0.23473666554847367, 0.16261321704126133, 0.10432740691043274, 0.06549815498154982, 0.044448171754444814, 0.03136531365313653, 0.02356591747735659, 0.018534048976853405, 0.013753773901375378, 0.01132170412613217, 0.010650788326065079, 0.009728279100972828, 0.007296209325729621, 0.006876886950687689, 0.02264340825226434], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2284 |
+
{"event": "train", "step": 2280, "lr": 0.00020791073456605222, "grad_norm": 0.5321149826049805, "clipped": false, "loss": 4.541690094162133, "slot_acc": [0.7583764424990052, 0.6080070041388093, 0.4869855926132293, 0.3967836955656397, 0.32754777070063695, 0.2790827295166813, 0.2367226690023091, 0.20221408091748966, 0.18644472762026124, 0.16511350059737157, 0.14828685258964144, 0.13497128270580727, 0.1279227515760913, 0.11403018446059252, 0.10330215079555449], "accept_run": 3.01201655260226, "mean_block_run_plus_1": 4.01201655260226, "n_blocks": 12566, "n_slots": 188245, "n_seq": 32, "ctx_tokens": 29582, "time_s": 12.339005708694458, "seq_per_s": 2.5934018311906426, "elapsed_s": 30533.440881967545, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.9051339015309298, "objective_grad": 0.8177935221663268, "bb_ce": 0.8009092970756257, "bb_h": 1.0093585059862338, "h_mean": 4.640052500243328, "a0": 0.23741752417163736, "a1": 0.2547230034252134, "bound_mean": 0.0009011497955510162, "bound_max": 0.2677590250968933, "accept_topk": 16, "w0_slot0": 0.999920420181442, "w0_slot7": 0.09715565290656634, "w0_slot14": 0.023735012827745587, "w1_slot0": 0.999920420181442, "w1_slot7": 0.10106847159356831, "w1_slot14": 0.02455592888811061, "norm": [0.24496161204321623, 0.25425617964906616], "mean_weight": [0.22040530015831497, 0.2304786621132658], "norm_ratio": [0.8997544485436803, 0.9064820466955061], "norm_ema": [0.24250598085472608, 0.25187842789548615], "norm_next": [0.24250598085472608, 0.25187842789548615], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12566, "a_mean": 2.7060321502466973, "a_full_rate": 0.02395352538596212, "tail_rows_mean": 12.261738023237307, "verify_rows_mean": 14.967770173484004, "start_rate": 0.0021486551010663694, "a_hist": [0.25433710011141175, 0.24701575680407448, 0.16353652713671812, 0.09501830335826834, 0.05777494827311794, 0.03692503581091835, 0.026500079579818557, 0.02069075282508356, 0.016711761897182875, 0.01448352697755849, 0.011141174598121917, 0.009549578226961642, 0.008753780041381505, 0.008037561674359383, 0.005570587299060958, 0.02395352538596212], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2285 |
+
{"event": "train", "step": 2281, "lr": 0.0002078325975180367, "grad_norm": 0.8717018961906433, "clipped": false, "loss": 4.374929554654351, "slot_acc": [0.7768559576598484, 0.6352646638054363, 0.5242489270386266, 0.4467415408827527, 0.3815281156102447, 0.3301853044287043, 0.28632753809830436, 0.2556891369686561, 0.226159793814433, 0.20292138049548905, 0.17978654824152998, 0.16198595787362086, 0.14620679764807112, 0.1282216957426951, 0.11906816220880069], "accept_run": 3.4268859492313193, "mean_block_run_plus_1": 4.42688594923132, "n_blocks": 13985, "n_slots": 209463, "n_seq": 32, "ctx_tokens": 32441, "time_s": 13.587657451629639, "seq_per_s": 2.3550785051739784, "elapsed_s": 30547.030235528946, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.812364708384519, "objective_grad": 0.8240438028327385, "bb_ce": 0.7110816384571045, "bb_h": 0.9136477783119336, "h_mean": 4.472635581003811, "a0": 0.2713456959759887, "a1": 0.28886849582422736, "bound_mean": 0.0009081768964607735, "bound_max": 0.1467994749546051, "accept_topk": 16, "w0_slot0": 0.9997854844476225, "w0_slot7": 0.1321490196116718, "w0_slot14": 0.028917384111920866, "w1_slot0": 0.9997854844476225, "w1_slot7": 0.13596695123954078, "w1_slot14": 0.029645135751955112, "norm": [0.24250598085472608, 0.25187842789548615], "mean_weight": [0.24592797181601547, 0.2555516958618004], "norm_ratio": [1.0141109549101774, 1.0145834956848245], "norm_ema": [0.242848179950855, 0.2522457546921176], "norm_next": [0.242848179950855, 0.2522457546921176], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13985, "a_mean": 3.0533428673578835, "a_full_rate": 0.02545584554880229, "tail_rows_mean": 11.924132999642474, "verify_rows_mean": 14.977475867000358, "start_rate": 0.0015016088666428317, "a_hist": [0.22409724705041115, 0.22760100107257777, 0.16153021094029318, 0.10017876296031462, 0.06692885234179478, 0.0449767608151591, 0.03189131212012871, 0.02281015373614587, 0.020879513764747944, 0.017661780479084732, 0.015159099034680015, 0.013371469431533787, 0.011726850196639256, 0.00893814801573114, 0.006792992491955667, 0.02545584554880229], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2286 |
+
{"event": "train", "step": 2282, "lr": 0.00020775444203268437, "grad_norm": 0.5672016739845276, "clipped": false, "loss": 4.374136284199745, "slot_acc": [0.7896119956716648, 0.6447673519863967, 0.5218803154476573, 0.4270027837921435, 0.36578764210037895, 0.30901918316831684, 0.2705964260849385, 0.2316025690629111, 0.19750793282253695, 0.1806921111713246, 0.15835527334675545, 0.14281288723667906, 0.12616315136476428, 0.11973306432839295, 0.10763969845340794], "accept_run": 3.198778885539841, "mean_block_run_plus_1": 4.198778885539841, "n_blocks": 12939, "n_slots": 193765, "n_seq": 32, "ctx_tokens": 28171, "time_s": 12.551246643066406, "seq_per_s": 2.5495475397798453, "elapsed_s": 30559.58308339119, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8661513538390775, "objective_grad": 0.8173062159224971, "bb_ce": 0.7556852750682876, "bb_h": 0.9766174326098674, "h_mean": 4.481984339699409, "a0": 0.25411273399013984, "a1": 0.27180470365847564, "bound_mean": 0.0008281694058421496, "bound_max": 0.12502777576446533, "accept_topk": 16, "w0_slot0": 0.9999227142746735, "w0_slot7": 0.10075049029068024, "w0_slot14": 0.017112534225400784, "w1_slot0": 0.9999227142746735, "w1_slot7": 0.10463218352199269, "w1_slot14": 0.0177415692084262, "norm": [0.242848179950855, 0.2522457546921176], "mean_weight": [0.22868089718969148, 0.23840036228561765], "norm_ratio": [0.9416619767789466, 0.9451114948459722], "norm_ema": [0.24143145167473865, 0.25086121545146756], "norm_next": [0.24143145167473865, 0.25086121545146756], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12939, "a_mean": 2.855475693639385, "a_full_rate": 0.017853002550428935, "tail_rows_mean": 12.114382873483267, "verify_rows_mean": 14.969858567122653, "start_rate": 0.002009428858489837, "a_hist": [0.2206507458072494, 0.23850374835767835, 0.165700595100085, 0.10449030064147152, 0.06538372362624623, 0.04668057809722544, 0.033001004714429245, 0.02674086096298014, 0.020558002936857563, 0.015766287966612568, 0.013293144756163536, 0.009660715665816524, 0.00950614421516346, 0.0064147152021021715, 0.005796429399489914, 0.017853002550428935], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2287 |
+
{"event": "train", "step": 2283, "lr": 0.0002076762681349115, "grad_norm": 0.6643996834754944, "clipped": false, "loss": 4.149063955700376, "slot_acc": [0.7880002764913251, 0.6477948292548044, 0.5497027512788608, 0.4697870575221239, 0.4042450221238938, 0.34647030353315356, 0.31000622363598646, 0.27840398312703135, 0.24868603042876902, 0.22413554633471647, 0.19993084370677733, 0.18074289271633118, 0.1676700574354716, 0.15088326983027364, 0.14058705155783777], "accept_run": 3.6908135757240617, "mean_block_run_plus_1": 4.690813575724062, "n_blocks": 14467, "n_slots": 216846, "n_seq": 32, "ctx_tokens": 39392, "time_s": 14.675442934036255, "seq_per_s": 2.1805134021395354, "elapsed_s": 30574.26020050049, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7426101884868288, "objective_grad": 0.7941546484059868, "bb_ce": 0.6434437168795692, "bb_h": 0.8417766600940884, "h_mean": 4.248191672067871, "a0": 0.2893775875278324, "a1": 0.306854902390113, "bound_mean": 0.000588737724062274, "bound_max": 0.12801331281661987, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.14740144388662146, "w0_slot14": 0.03704139155642748, "w1_slot0": 1.0, "w1_slot7": 0.15004017531565833, "w1_slot14": 0.037595995666885755, "norm": [0.24143145167473865, 0.25086121545146756], "mean_weight": [0.2585096131879761, 0.26801894722460895], "norm_ratio": [1.0707371032016388, 1.0683953146853058], "norm_ema": [0.24313926782606238, 0.2525769886287817], "norm_next": [0.24313926782606238, 0.2525769886287817], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14467, "a_mean": 3.2265846409068915, "a_full_rate": 0.03393931015414391, "tail_rows_mean": 11.749567982304555, "verify_rows_mean": 14.976152623211446, "start_rate": 0.001589825119236884, "a_hist": [0.21352042579664063, 0.22451095596875648, 0.16285339047487385, 0.10071196516209303, 0.06511370705744107, 0.04721089375820833, 0.030690537084398978, 0.02426211377618027, 0.020460358056265986, 0.01817930462431741, 0.014239303241860787, 0.014308426073131956, 0.010852284509573512, 0.010714038847031175, 0.008432985415082602, 0.03393931015414391], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2288 |
+
{"event": "train", "step": 2284, "lr": 0.00020759807584964053, "grad_norm": 0.6076304912567139, "clipped": false, "loss": 4.313503268982941, "slot_acc": [0.8000699545295558, 0.6564992304463412, 0.5499895053522703, 0.45976207137858643, 0.3944992651690111, 0.34233918947294745, 0.3008329250367467, 0.2632831641582079, 0.23482461667716867, 0.21013934598417477, 0.18600742348903984, 0.17040358744394618, 0.14880493446414803, 0.13117630544637843, 0.1196094957156904], "accept_run": 3.636026582721231, "mean_block_run_plus_1": 4.636026582721231, "n_blocks": 14295, "n_slots": 214188, "n_seq": 32, "ctx_tokens": 35893, "time_s": 14.190681457519531, "seq_per_s": 2.2550009381715386, "elapsed_s": 30588.452493429184, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.7633591284631347, "objective_grad": 0.8034272129881591, "bb_ce": 0.6741522698014263, "bb_h": 0.8525659871248431, "h_mean": 4.399672060893873, "a0": 0.2810607580826127, "a1": 0.29657205413981236, "bound_mean": 0.00084565406196292, "bound_max": 0.18110135197639465, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.1403133396391548, "w0_slot14": 0.030728961433481933, "w1_slot0": 1.0, "w1_slot7": 0.14396979930205467, "w1_slot14": 0.031341112389961616, "norm": [0.24313926782606238, 0.2525769886287817], "mean_weight": [0.256437988016949, 0.265393797444356], "norm_ratio": [1.054695896346946, 1.050744166700045], "norm_ema": [0.24446913984515103, 0.25385866951033914], "norm_next": [0.24446913984515103, 0.25385866951033914], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14295, "a_mean": 3.225393494228751, "a_full_rate": 0.030360265827212313, "tail_rows_mean": 11.750472193074502, "verify_rows_mean": 14.975865687303253, "start_rate": 0.001608954179783141, "a_hist": [0.21636935991605458, 0.2260230849947534, 0.15124169289961525, 0.0968170689052116, 0.06946484784889821, 0.04582021685904162, 0.038614900314795385, 0.026932493878978662, 0.021965722280517665, 0.017978314095837705, 0.014550542147604057, 0.013081497026932494, 0.012032179083595662, 0.009933543196922, 0.00881427072402938, 0.030360265827212313], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2289 |
+
{"event": "train", "step": 2285, "lr": 0.0002075198652017994, "grad_norm": 0.5617251396179199, "clipped": false, "loss": 4.567752363469304, "slot_acc": [0.7872924565302654, 0.628227757076551, 0.5185330456952344, 0.4270397489539749, 0.35730630925138934, 0.29637136319058516, 0.2651193200392285, 0.23164432821183392, 0.1988491466684104, 0.1756084794556399, 0.14752274363505466, 0.1357353422862758, 0.12267365661861075, 0.10952256033578174, 0.09899560165430316], "accept_run": 3.3059023465585984, "mean_block_run_plus_1": 4.305902346558598, "n_blocks": 15299, "n_slots": 229230, "n_seq": 32, "ctx_tokens": 38049, "time_s": 15.2339506149292, "seq_per_s": 2.1005713362783354, "elapsed_s": 30603.688182592392, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8488604645078175, "objective_grad": 0.8168468513783321, "bb_ce": 0.7453776851826226, "bb_h": 0.9523432438330123, "h_mean": 4.661286974893003, "a0": 0.2521865620352354, "a1": 0.26947119879120857, "bound_mean": 0.0007152632241359894, "bound_max": 0.22393876314163208, "accept_topk": 16, "w0_slot0": 0.9999346362507353, "w0_slot7": 0.1145496901658262, "w0_slot14": 0.02209123689764528, "w1_slot0": 0.9999346362507353, "w1_slot7": 0.11809779978544141, "w1_slot14": 0.02262126714010428, "norm": [0.24446913984515103, 0.25385866951033914], "mean_weight": [0.2348957449677508, 0.24457209423637483], "norm_ratio": [0.9608400680614981, 0.9634183252757256], "norm_ema": [0.24351180035741102, 0.25293001198294274], "norm_next": [0.24351180035741102, 0.25293001198294274], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 15299, "a_mean": 2.915027125955945, "a_full_rate": 0.021570037257337082, "tail_rows_mean": 12.062422380547748, "verify_rows_mean": 14.977449506503692, "start_rate": 0.0015033662330871298, "a_hist": [0.22550493496306948, 0.2374011373292372, 0.1604026406954703, 0.10458199882345251, 0.06464474802274658, 0.04464344074776129, 0.03202823713968233, 0.026276227204392443, 0.01771357605072227, 0.015099026080135957, 0.01287665860513759, 0.013661023596313484, 0.008497287404405517, 0.008366559905876201, 0.006732466174259755, 0.021570037257337082], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2290 |
+
{"event": "train", "step": 2286, "lr": 0.00020744163621632216, "grad_norm": 0.589588463306427, "clipped": false, "loss": 4.487510594459698, "slot_acc": [0.7656841109709962, 0.6155301537248719, 0.5091855239296696, 0.4199526813880126, 0.36464742072882156, 0.30209072978303747, 0.2706541466109051, 0.23518270065503907, 0.21098744968032204, 0.18793906385665798, 0.17153457530786234, 0.15549237937297639, 0.1393915448439352, 0.1263557913071016, 0.11993658343242172], "accept_run": 3.3565292773268185, "mean_block_run_plus_1": 4.3565292773268185, "n_blocks": 12689, "n_slots": 190003, "n_seq": 32, "ctx_tokens": 26229, "time_s": 12.382551670074463, "seq_per_s": 2.5842815643027772, "elapsed_s": 30616.07234477997, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8114922076752764, "objective_grad": 0.8042714546342425, "bb_ce": 0.7185470899298166, "bb_h": 0.9044373254207363, "h_mean": 4.572931190995139, "a0": 0.25892368699060003, "a1": 0.2754856529830732, "bound_mean": 0.0007580833751772664, "bound_max": 0.33843427896499634, "accept_topk": 16, "w0_slot0": 0.9999211915832611, "w0_slot7": 0.12582699590510796, "w0_slot14": 0.03792981602935663, "w1_slot0": 0.9999211915832611, "w1_slot7": 0.12974531857370153, "w1_slot14": 0.03867950987470287, "norm": [0.24351180035741102, 0.25293001198294274], "mean_weight": [0.24143231155805803, 0.2506073570385479], "norm_ratio": [0.9914604187710786, 0.9908170053597615], "norm_ema": [0.2433038514774757, 0.25269774648850324], "norm_next": [0.2433038514774757, 0.25269774648850324], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 12689, "a_mean": 2.9808495547324454, "a_full_rate": 0.03499093703207502, "tail_rows_mean": 11.98486878398613, "verify_rows_mean": 14.965718338718576, "start_rate": 0.002285444085428324, "a_hist": [0.24060209630388527, 0.24304515722279138, 0.15753802506107653, 0.09457010008668926, 0.060524864055481124, 0.037433997950981165, 0.026085585940578453, 0.02064780518559382, 0.018598786350382222, 0.01450074867995902, 0.01379147292930885, 0.010875561509969265, 0.009457010008668925, 0.009220584758452203, 0.008117266924107495, 0.03499093703207502], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2291 |
+
{"event": "train", "step": 2287, "lr": 0.00020736338891814862, "grad_norm": 0.6502026915550232, "clipped": false, "loss": 4.427922923881438, "slot_acc": [0.7983082015446855, 0.650702567497977, 0.5328869923484403, 0.4365067686874632, 0.37154208357857565, 0.3159211300765156, 0.281972038263429, 0.24241978216073007, 0.21411747387016045, 0.18892652039463997, 0.16893833345612613, 0.14862872309053377, 0.13789543543986432, 0.1223239332644323, 0.11005103172842245], "accept_run": 3.389599882318329, "mean_block_run_plus_1": 4.389599882318329, "n_blocks": 13596, "n_slots": 203667, "n_seq": 32, "ctx_tokens": 28199, "time_s": 13.103466033935547, "seq_per_s": 2.4421019535690736, "elapsed_s": 30629.17752480507, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8116310195929588, "objective_grad": 0.8080321499827338, "bb_ce": 0.7189904640074956, "bb_h": 0.9042715751784222, "h_mean": 4.512154679230289, "a0": 0.264957553747372, "a1": 0.28090289429726545, "bound_mean": 0.0005930037844727388, "bound_max": 0.11305919289588928, "accept_topk": 16, "w0_slot0": 0.9999264489555751, "w0_slot7": 0.12193809477064892, "w0_slot14": 0.026821935064536142, "w1_slot0": 0.9999264489555751, "w1_slot7": 0.12602829727454912, "w1_slot14": 0.027368513516798327, "norm": [0.2433038514774757, 0.25269774648850324], "mean_weight": [0.24227675207767457, 0.2515345321285767], "norm_ratio": [0.9957785320965368, 0.9953968154600086], "norm_ema": [0.24320114153749559, 0.2525814250525106], "norm_next": [0.24320114153749559, 0.2525814250525106], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13596, "a_mean": 2.8590026478375994, "a_full_rate": 0.01831421006178288, "tail_rows_mean": 12.112312444836716, "verify_rows_mean": 14.971315092674317, "start_rate": 0.0019123271550456017, "a_hist": [0.22057958223006766, 0.24220358929096794, 0.1636510738452486, 0.10039717563989409, 0.06921153280376581, 0.0441306266548985, 0.033907031479847013, 0.025228008237716974, 0.02118270079435128, 0.016254780817887615, 0.01331273904089438, 0.010444248308325979, 0.00875257428655487, 0.006766696087084437, 0.0056634304207119745, 0.01831421006178288], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2292 |
+
{"event": "train", "step": 2288, "lr": 0.00020728512333222438, "grad_norm": 0.566069483757019, "clipped": false, "loss": 4.628980712667799, "slot_acc": [0.7760744593484807, 0.6202600958247776, 0.5122886287396454, 0.4277009448171984, 0.3502225265320096, 0.311147630786086, 0.26690415838871, 0.2344638574854402, 0.20179587360339982, 0.1752605595172792, 0.15669593852908892, 0.14265119791309122, 0.1242445054945055, 0.10617521661394581, 0.09686962504299966], "accept_run": 3.2543625538903718, "mean_block_run_plus_1": 4.254362553890372, "n_blocks": 14613, "n_slots": 218789, "n_seq": 32, "ctx_tokens": 33317, "time_s": 14.267437219619751, "seq_per_s": 2.2428695152059586, "elapsed_s": 30643.446559906006, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8623167608417512, "objective_grad": 0.8240614751659722, "bb_ce": 0.7578156342438541, "bb_h": 0.9668178874396482, "h_mean": 4.71811507935941, "a0": 0.25339376412927367, "a1": 0.269202948547842, "bound_mean": 0.0006163934635666175, "bound_max": 0.18041370809078217, "accept_topk": 16, "w0_slot0": 0.9999315677821118, "w0_slot7": 0.11269361811859498, "w0_slot14": 0.021100524596886907, "w1_slot0": 0.9999315677821118, "w1_slot7": 0.11585925930894543, "w1_slot14": 0.02091661844785263, "norm": [0.24320114153749559, 0.2525814250525106], "mean_weight": [0.2324010507969213, 0.24138491701486203], "norm_ratio": [0.9555919405957675, 0.9556716887026794], "norm_ema": [0.24212113246343817, 0.2514617742487457], "norm_next": [0.24212113246343817, 0.2514617742487457], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 14613, "a_mean": 2.866694039553822, "a_full_rate": 0.01902415657291453, "tail_rows_mean": 12.113802778348047, "verify_rows_mean": 14.980496817901868, "start_rate": 0.0013002121398754533, "a_hist": [0.22760555669609253, 0.22828987887497434, 0.16375829740641895, 0.1061383699445699, 0.0698008622459454, 0.046944501471292685, 0.03291589680421542, 0.025867378361732703, 0.01820296995825635, 0.01710805447204544, 0.012796824745089988, 0.010538561554779991, 0.007938137275029084, 0.007116950660370902, 0.005953602956271813, 0.01902415657291453], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2293 |
+
{"event": "train", "step": 2289, "lr": 0.00020720683948350095, "grad_norm": 0.6560190320014954, "clipped": false, "loss": 4.500905641917269, "slot_acc": [0.7769429097605893, 0.6141604656302955, 0.49900523174416034, 0.41554900515843773, 0.35153659075834626, 0.30313974056603776, 0.2681955607993511, 0.24187006857901336, 0.2120519250626936, 0.18588183226377517, 0.1654124243765678, 0.15119970468807678, 0.14143279172821271, 0.1276344006507432, 0.11454787627645405], "accept_run": 3.230791896869245, "mean_block_run_plus_1": 4.2307918968692455, "n_blocks": 13575, "n_slots": 203339, "n_seq": 32, "ctx_tokens": 30546, "time_s": 13.263994216918945, "seq_per_s": 2.4125462870891683, "elapsed_s": 30656.712228298187, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8702316761460669, "objective_grad": 0.8449000501717815, "bb_ce": 0.7758210002336035, "bb_h": 0.9646423520585303, "h_mean": 4.5898968873830315, "a0": 0.25694120855553204, "a1": 0.27359395668071174, "bound_mean": 0.0009493460221698369, "bound_max": 0.22906993329524994, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.11709458402366732, "w0_slot14": 0.030143269432396487, "w1_slot0": 1.0, "w1_slot7": 0.12220566349381472, "w1_slot14": 0.031170231683830398, "norm": [0.24212113246343817, 0.2514617742487457], "mean_weight": [0.23443400900812258, 0.24467587536786545], "norm_ratio": [0.9682509189631501, 0.9730141931068709], "norm_ema": [0.2413524201179066, 0.25078318436065766], "norm_next": [0.2413524201179066, 0.25078318436065766], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13575, "a_mean": 2.7595580110497235, "a_full_rate": 0.02843462246777164, "tail_rows_mean": 12.212817679558011, "verify_rows_mean": 14.972375690607734, "start_rate": 0.001841620626151013, "a_hist": [0.2492817679558011, 0.2510497237569061, 0.16117863720073664, 0.09664825046040516, 0.056721915285451195, 0.03756906077348066, 0.02578268876611418, 0.02033149171270718, 0.015469613259668509, 0.01429097605893186, 0.011933701657458563, 0.009355432780847146, 0.0085451197053407, 0.006924493554327809, 0.006482504604051566, 0.02843462246777164], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2294 |
+
{"event": "train", "step": 2290, "lr": 0.00020712853739693573, "grad_norm": 0.6776314973831177, "clipped": false, "loss": 4.406573619487831, "slot_acc": [0.7903774869506014, 0.6452076556471745, 0.5404403419838087, 0.44832021791767557, 0.3796912832929782, 0.3355029137970181, 0.28143213988343047, 0.2535008704867156, 0.23149129447388342, 0.19778804636012423, 0.17351113805121987, 0.14621390131130144, 0.12663987260180481, 0.11591012600576894, 0.10840170161045275], "accept_run": 3.465960665658094, "mean_block_run_plus_1": 4.465960665658094, "n_blocks": 13220, "n_slots": 198049, "n_seq": 32, "ctx_tokens": 30353, "time_s": 13.018958568572998, "seq_per_s": 2.457953900955344, "elapsed_s": 30669.73282313347, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8132790386826101, "objective_grad": 0.827024625226716, "bb_ce": 0.7160374855782407, "bb_h": 0.9105205917869794, "h_mean": 4.494856712601705, "a0": 0.2702180886883422, "a1": 0.286318971628349, "bound_mean": 0.000650450364567855, "bound_max": 0.2123207449913025, "accept_topk": 16, "w0_slot0": 0.9999243570347958, "w0_slot7": 0.12685308855117022, "w0_slot14": 0.021954518260018215, "w1_slot0": 0.9999243570347958, "w1_slot7": 0.13020829831349875, "w1_slot14": 0.022273992885126843, "norm": [0.2413524201179066, 0.25078318436065766], "mean_weight": [0.24558038897757253, 0.25490021497484144], "norm_ratio": [1.017517822516967, 1.0164166932670533], "norm_ema": [0.24177521700387322, 0.2511948874220761], "norm_next": [0.24177521700387322, 0.2511948874220761], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13220, "a_mean": 3.129803328290469, "a_full_rate": 0.02027231467473525, "tail_rows_mean": 11.842965204236005, "verify_rows_mean": 14.972768532526475, "start_rate": 0.001815431164901664, "a_hist": [0.21021180030257186, 0.21996974281391832, 0.15597579425113464, 0.11232980332829047, 0.07004538577912255, 0.04644478063540091, 0.03804841149773071, 0.0291981845688351, 0.022012102874432678, 0.01822995461422088, 0.01422087745839637, 0.013388804841149774, 0.011724659606656581, 0.009606656580937973, 0.00832072617246596, 0.02027231467473525], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
| 2295 |
+
{"event": "train", "step": 2291, "lr": 0.00020705021709749164, "grad_norm": 0.6263372302055359, "clipped": false, "loss": 4.492071642725832, "slot_acc": [0.7769965213529717, 0.6263785064021908, 0.507142328473096, 0.4206513693560326, 0.35196150999259807, 0.29437453737971875, 0.2449296817172465, 0.21670245058118012, 0.18523728437106685, 0.16318673182289353, 0.14860062194580187, 0.13133333333333333, 0.1202845920106722, 0.10840068213835545, 0.09869397447313744], "accept_run": 3.1607579009695805, "mean_block_run_plus_1": 4.16075790096958, "n_blocks": 13511, "n_slots": 202555, "n_seq": 32, "ctx_tokens": 35235, "time_s": 13.461177825927734, "seq_per_s": 2.377206542681906, "elapsed_s": 30683.195682048798, "sp": {"loss_form": "drv", "pi": [0.5, 0.5], "objective": 0.8826551734603213, "objective_grad": 0.8326591038768067, "bb_ce": 0.7805025420822758, "bb_h": 0.9848078048383668, "h_mean": 4.580584303706392, "a0": 0.24323367892254263, "a1": 0.26010612687657053, "bound_mean": 0.0008360781763519494, "bound_max": 0.13925179839134216, "accept_topk": 16, "w0_slot0": 1.0, "w0_slot7": 0.10374673186027364, "w0_slot14": 0.01910641902115203, "w1_slot0": 1.0, "w1_slot7": 0.10718154162292579, "w1_slot14": 0.019752622798920143, "norm": [0.24177521700387322, 0.2511948874220761], "mean_weight": [0.22798591678366364, 0.23704429717427733], "norm_ratio": [0.9429664446542977, 0.9436668859266156], "norm_ema": [0.24039628698185228, 0.2497798283972962], "norm_next": [0.24039628698185228, 0.2497798283972962], "replaced": 0.0, "beta": 0.0, "replace_p": 0.0}, "late_commit": {"mode": "draft_tail", "anchors": 13511, "a_mean": 2.7770705351195324, "a_full_rate": 0.021908074901931758, "tail_rows_mean": 12.19517430242025, "verify_rows_mean": 14.972244837539783, "start_rate": 0.0018503441640145067, "a_hist": [0.2441714158833543, 0.2423210717193398, 0.16223817630079196, 0.09643993782843609, 0.06187550884464511, 0.0401154614758345, 0.029087410258308046, 0.022352157501295242, 0.01894752423950855, 0.015320849678040115, 0.013174450447783287, 0.010657982384723558, 0.008807638220709051, 0.007031307823255125, 0.0055510324920435205, 0.021908074901931758], "proposer": "self_lb_no_grad"}, "peak_mem_gib": 26.70463228225708}
|
qwen3_4b/HCUmO_LCbD3_L18r128_q/metrics.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|