Buckets:
| {"event": "distill", "with_target": 5409} | |
| `torch_dtype` is deprecated! Use `dtype` instead! | |
| {"event": "start", "train_count": 40000, "dev_count": 1000, "total_steps": 1250, "n_params": 601298945, "n_new": 5249025, "dropped_overlong": {}} | |
| {"event": "dev", "step": 0, "seconds": 14.0, "gate": 0.0, "K1": {"ce": 0.29224, "kl": 0.26023, "acc": 0.90947, "n": 1000}, "K4": {"ce": 0.29224, "kl": 0.26023, "acc": 0.90947, "n": 1000}} | |
| W1106 15:13:41.468000 34326 torch/fx/experimental/symbolic_shapes.py:6823] [0/1] _maybe_guard_rel() was called on non-relation expression Eq(s6, s92) | Eq(s92, 1) | |
| W1106 15:13:44.495000 34326 torch/fx/experimental/symbolic_shapes.py:6823] [0/1_1] _maybe_guard_rel() was called on non-relation expression Eq(s6, s92) | Eq(s92, 1) | |
| {"step": 10, "total": 1250, "K": 8, "lr_bb": 1.5873015873015873e-06, "grad_norm": 10.833, "loss": 0.07513, "ce": 0.07513, "kl": 0.0543, "rps": 1e-05, "l1": 0.03617, "dkl": 0.0003, "elapsed": 22.3, "tok_per_s": 3664, "pass_tok_per_s": 16664, "peak_gib": 74.76, "epoch": 1, "gate": 2.3e-05, "W_dev": 0.0023, "head_o": 0.0248} | |
| {"step": 20, "total": 1250, "K": 1, "lr_bb": 3.1746031746031746e-06, "grad_norm": 15.8082, "loss": 0.21421, "ce": 0.21418, "kl": 0.21418, "rps": 0.00015, "l1": 0.03311, "dkl": 0.00037, "elapsed": 35.1, "tok_per_s": 4725, "pass_tok_per_s": 18947, "peak_gib": 74.76, "epoch": 1, "gate": 2.3e-05, "W_dev": 0.0183, "head_o": 0.0694} | |
| {"step": 30, "total": 1250, "K": 1, "lr_bb": 4.761904761904762e-06, "grad_norm": 17.7579, "loss": 0.27717, "ce": 0.27717, "kl": 0.23432, "rps": 0.0, "l1": 0.00488, "dkl": 0.0008, "elapsed": 48.1, "tok_per_s": 5217, "pass_tok_per_s": 20383, "peak_gib": 74.76, "epoch": 1, "gate": -2.9e-05, "W_dev": 0.047, "head_o": 0.1135} | |
| {"step": 40, "total": 1250, "K": 8, "lr_bb": 6.349206349206349e-06, "grad_norm": 9.4978, "loss": 0.14142, "ce": 0.1396, "kl": 0.1396, "rps": 0.00727, "l1": 0.03135, "dkl": 0.01798, "elapsed": 58.9, "tok_per_s": 5797, "pass_tok_per_s": 20517, "peak_gib": 74.76, "epoch": 1, "gate": -3.5e-05, "W_dev": 0.0649, "head_o": 0.1485} | |
| {"step": 50, "total": 1250, "K": 4, "lr_bb": 7.936507936507936e-06, "grad_norm": 18.1196, "loss": 0.34563, "ce": 0.34563, "kl": 0.34563, "rps": 0.0, "l1": 0.02494, "dkl": 0.0524, "elapsed": 70.3, "tok_per_s": 6027, "pass_tok_per_s": 21160, "peak_gib": 74.76, "epoch": 1, "gate": 3.5e-05, "W_dev": 0.1022, "head_o": 0.1608} | |
| {"step": 60, "total": 1250, "K": 8, "lr_bb": 9.523809523809525e-06, "grad_norm": 8.6445, "loss": 0.23162, "ce": 0.23162, "kl": 0.20688, "rps": 0.0, "l1": 0.01482, "dkl": 0.00289, "elapsed": 88.3, "tok_per_s": 5815, "pass_tok_per_s": 21491, "peak_gib": 74.76, "epoch": 1, "gate": 3.5e-05, "W_dev": 0.1429, "head_o": 0.2153} | |
| {"step": 70, "total": 1250, "K": 1, "lr_bb": 9.999432619768909e-06, "grad_norm": 19.2654, "loss": 0.36423, "ce": 0.36249, "kl": 0.36249, "rps": 0.00697, "l1": 0.02365, "dkl": 0.00711, "elapsed": 100.7, "tok_per_s": 5954, "pass_tok_per_s": 21639, "peak_gib": 74.76, "epoch": 1, "gate": 1.9e-05, "W_dev": 0.1819, "head_o": 0.224} | |
| {"step": 80, "total": 1250, "K": 4, "lr_bb": 9.995965814255133e-06, "grad_norm": 10.8942, "loss": 0.2788, "ce": 0.27733, "kl": 0.21519, "rps": 0.00587, "l1": 0.03807, "dkl": 0.04621, "elapsed": 109.6, "tok_per_s": 6243, "pass_tok_per_s": 21848, "peak_gib": 74.76, "epoch": 1, "gate": -4.7e-05, "W_dev": 0.2133, "head_o": 0.2313} | |
| {"step": 90, "total": 1250, "K": 8, "lr_bb": 9.989349839823577e-06, "grad_norm": 20.0566, "loss": 0.43417, "ce": 0.43134, "kl": 0.31921, "rps": 0.01134, "l1": 0.03086, "dkl": 0.0512, "elapsed": 125.6, "tok_per_s": 6125, "pass_tok_per_s": 22014, "peak_gib": 74.76, "epoch": 1, "gate": -7.9e-05, "W_dev": 0.2504, "head_o": 0.2688} | |
| {"step": 100, "total": 1250, "K": 1, "lr_bb": 9.979589330588889e-06, "grad_norm": 9.1853, "loss": 0.27895, "ce": 0.27895, "kl": 0.23826, "rps": 2e-05, "l1": 0.03387, "dkl": 0.04905, "elapsed": 139.3, "tok_per_s": 6175, "pass_tok_per_s": 22159, "peak_gib": 74.76, "epoch": 1, "gate": -0.000185, "W_dev": 0.3061, "head_o": 0.297} | |
| {"step": 110, "total": 1250, "K": 1, "lr_bb": 9.966691123233898e-06, "grad_norm": 23.5075, "loss": 0.35299, "ce": 0.35196, "kl": 0.35196, "rps": 0.00414, "l1": 0.0153, "dkl": 0.02793, "elapsed": 152.5, "tok_per_s": 6192, "pass_tok_per_s": 22287, "peak_gib": 74.76, "epoch": 1, "gate": -0.00011, "W_dev": 0.4302, "head_o": 0.3705} | |
| {"step": 120, "total": 1250, "K": 2, "lr_bb": 9.95066425222092e-06, "grad_norm": 24.9412, "loss": 0.47544, "ce": 0.47319, "kl": 0.4533, "rps": 0.00902, "l1": 0.04773, "dkl": 0.00303, "elapsed": 162.0, "tok_per_s": 6351, "pass_tok_per_s": 22289, "peak_gib": 74.76, "epoch": 1, "gate": 6e-06, "W_dev": 0.4912, "head_o": 0.3614} | |
| {"step": 130, "total": 1250, "K": 2, "lr_bb": 9.931519943463613e-06, "grad_norm": 12.7634, "loss": 0.3398, "ce": 0.33979, "kl": 0.28249, "rps": 4e-05, "l1": 0.04415, "dkl": 0.00787, "elapsed": 174.0, "tok_per_s": 6396, "pass_tok_per_s": 22405, "peak_gib": 74.76, "epoch": 1, "gate": 0.000267, "W_dev": 0.5545, "head_o": 0.3453} | |
| {"step": 140, "total": 1250, "K": 4, "lr_bb": 9.909271606463866e-06, "grad_norm": 16.2608, "loss": 0.6213, "ce": 0.61884, "kl": 0.58395, "rps": 0.00984, "l1": 0.01244, "dkl": 0.01023, "elapsed": 189.5, "tok_per_s": 6325, "pass_tok_per_s": 22464, "peak_gib": 74.76, "epoch": 1, "gate": 0.000422, "W_dev": 0.6203, "head_o": 0.3369} | |
| {"step": 150, "total": 1250, "K": 4, "lr_bb": 9.883934824919209e-06, "grad_norm": 18.9537, "loss": 0.60249, "ce": 0.60247, "kl": 0.60247, "rps": 9e-05, "l1": 0.02252, "dkl": 0.01248, "elapsed": 200.4, "tok_per_s": 6418, "pass_tok_per_s": 22507, "peak_gib": 74.76, "epoch": 1, "gate": 0.000338, "W_dev": 0.7186, "head_o": 0.3368} | |
| {"step": 160, "total": 1250, "K": 2, "lr_bb": 9.855527345807316e-06, "grad_norm": 14.6271, "loss": 0.32723, "ce": 0.32671, "kl": 0.2544, "rps": 0.00208, "l1": 0.01665, "dkl": 0.00492, "elapsed": 212.7, "tok_per_s": 6443, "pass_tok_per_s": 22503, "peak_gib": 74.76, "epoch": 1, "gate": 0.000147, "W_dev": 0.831, "head_o": 0.3176} | |
| {"step": 170, "total": 1250, "K": 1, "lr_bb": 9.824069066955246e-06, "grad_norm": 31.1784, "loss": 0.7125, "ce": 0.71077, "kl": 0.69041, "rps": 0.00691, "l1": 0.01931, "dkl": 0.12956, "elapsed": 234.6, "tok_per_s": 6203, "pass_tok_per_s": 22643, "peak_gib": 74.76, "epoch": 1, "gate": -0.000147, "W_dev": 0.9109, "head_o": 0.3251} | |
| {"step": 180, "total": 1250, "K": 4, "lr_bb": 9.789582023102157e-06, "grad_norm": 12.5577, "loss": 0.35254, "ce": 0.35253, "kl": 0.35253, "rps": 3e-05, "l1": 0.03332, "dkl": 0.01878, "elapsed": 241.5, "tok_per_s": 6391, "pass_tok_per_s": 22639, "peak_gib": 74.76, "epoch": 1, "gate": -0.000279, "W_dev": 0.9397, "head_o": 0.3457} | |
| {"step": 190, "total": 1250, "K": 4, "lr_bb": 9.75209037046521e-06, "grad_norm": 10.0208, "loss": 0.32234, "ce": 0.3169, "kl": 0.3169, "rps": 0.02175, "l1": 0.05174, "dkl": 0.03897, "elapsed": 262.8, "tok_per_s": 6203, "pass_tok_per_s": 22657, "peak_gib": 74.76, "epoch": 1, "gate": -0.000318, "W_dev": 0.9828, "head_o": 0.3259} | |
| {"step": 200, "total": 1250, "K": 8, "lr_bb": 9.711620369819521e-06, "grad_norm": 14.0467, "loss": 0.41446, "ce": 0.41274, "kl": 0.38126, "rps": 0.00688, "l1": 0.0434, "dkl": 0.08262, "elapsed": 278.7, "tok_per_s": 6171, "pass_tok_per_s": 22742, "peak_gib": 74.76, "epoch": 1, "gate": -0.000245, "W_dev": 1.0272, "head_o": 0.2966} | |
| {"step": 210, "total": 1250, "K": 2, "lr_bb": 9.668200368103964e-06, "grad_norm": 9.5389, "loss": 0.32753, "ce": 0.32753, "kl": 0.30945, "rps": 0.0, "l1": 0.03573, "dkl": 0.01746, "elapsed": 293.4, "tok_per_s": 6156, "pass_tok_per_s": 22768, "peak_gib": 74.76, "epoch": 1, "gate": -0.000152, "W_dev": 1.0743, "head_o": 0.3624} | |
| {"step": 220, "total": 1250, "K": 2, "lr_bb": 9.621860778565765e-06, "grad_norm": 9.249, "loss": 0.15119, "ce": 0.15119, "kl": 0.1324, "rps": 0.0, "l1": 0.02215, "dkl": 0.00441, "elapsed": 302.4, "tok_per_s": 6267, "pass_tok_per_s": 22769, "peak_gib": 74.76, "epoch": 1, "gate": -3.7e-05, "W_dev": 1.0993, "head_o": 0.3776} | |
| {"step": 230, "total": 1250, "K": 8, "lr_bb": 9.572634059457735e-06, "grad_norm": 17.4841, "loss": 0.32498, "ce": 0.32498, "kl": 0.28865, "rps": 0.0, "l1": 0.0301, "dkl": 0.03865, "elapsed": 316.9, "tok_per_s": 6244, "pass_tok_per_s": 22799, "peak_gib": 74.76, "epoch": 1, "gate": -2.5e-05, "W_dev": 1.1093, "head_o": 0.3576} | |
| {"step": 240, "total": 1250, "K": 8, "lr_bb": 9.520554691303113e-06, "grad_norm": 20.3897, "loss": 0.28301, "ce": 0.28301, "kl": 0.24889, "rps": 0.0, "l1": 0.01518, "dkl": 0.01517, "elapsed": 335.2, "tok_per_s": 6158, "pass_tok_per_s": 22917, "peak_gib": 74.76, "epoch": 1, "gate": 5.1e-05, "W_dev": 1.114, "head_o": 0.3498} | |
| {"step": 250, "total": 1250, "K": 1, "lr_bb": 9.465659152743914e-06, "grad_norm": 8.6795, "loss": 0.12675, "ce": 0.12639, "kl": 0.07482, "rps": 0.00145, "l1": 0.01855, "dkl": 0.00751, "elapsed": 348.8, "tok_per_s": 6161, "pass_tok_per_s": 22911, "peak_gib": 74.76, "epoch": 1, "gate": 5.7e-05, "W_dev": 1.1156, "head_o": 0.3331} | |
| {"event": "dev", "step": 250, "seconds": 9.8, "gate": 5.7317545724799857e-05, "K1": {"ce": 0.3753, "kl": 0.34329, "acc": 0.88421, "n": 1000}, "K4": {"ce": 0.37529, "kl": 0.34328, "acc": 0.88421, "n": 1000}} | |
| {"step": 260, "total": 1250, "K": 1, "lr_bb": 9.407985894989713e-06, "grad_norm": 9.9417, "loss": 0.2112, "ce": 0.2076, "kl": 0.2076, "rps": 0.0144, "l1": 0.01601, "dkl": 0.01996, "elapsed": 372.1, "tok_per_s": 6010, "pass_tok_per_s": 22299, "peak_gib": 74.76, "epoch": 1, "gate": 9.3e-05, "W_dev": 1.1169, "head_o": 0.3293} | |
| {"step": 270, "total": 1250, "K": 8, "lr_bb": 9.347575314884746e-06, "grad_norm": 20.4994, "loss": 0.49643, "ce": 0.49637, "kl": 0.49637, "rps": 0.00025, "l1": 0.03304, "dkl": 0.01947, "elapsed": 385.2, "tok_per_s": 6037, "pass_tok_per_s": 22334, "peak_gib": 74.76, "epoch": 1, "gate": 6.5e-05, "W_dev": 1.1193, "head_o": 0.3137} | |
| {"step": 280, "total": 1250, "K": 8, "lr_bb": 9.284469726612224e-06, "grad_norm": 24.3398, "loss": 0.22708, "ce": 0.22708, "kl": 0.20279, "rps": 0.0, "l1": 0.02982, "dkl": 0.02187, "elapsed": 393.3, "tok_per_s": 6129, "pass_tok_per_s": 22368, "peak_gib": 74.76, "epoch": 1, "gate": 2e-05, "W_dev": 1.1215, "head_o": 0.3171} | |
| {"step": 290, "total": 1250, "K": 8, "lr_bb": 9.218713332055646e-06, "grad_norm": 7.3794, "loss": 0.33109, "ce": 0.33096, "kl": 0.30931, "rps": 0.00053, "l1": 0.01694, "dkl": 0.00227, "elapsed": 403.5, "tok_per_s": 6187, "pass_tok_per_s": 22382, "peak_gib": 74.76, "epoch": 1, "gate": 2.7e-05, "W_dev": 1.1228, "head_o": 0.3268} | |
| {"step": 300, "total": 1250, "K": 2, "lr_bb": 9.150352189837881e-06, "grad_norm": 10.4006, "loss": 0.28035, "ce": 0.28035, "kl": 0.22785, "rps": 0.0, "l1": 0.04259, "dkl": 0.08809, "elapsed": 421.7, "tok_per_s": 6124, "pass_tok_per_s": 22464, "peak_gib": 74.76, "epoch": 1, "gate": -5e-05, "W_dev": 1.1242, "head_o": 0.3178} | |
| {"step": 310, "total": 1250, "K": 1, "lr_bb": 9.079434183059728e-06, "grad_norm": 30.8335, "loss": 0.53143, "ce": 0.52817, "kl": 0.42305, "rps": 0.01304, "l1": 0.01322, "dkl": 0.12566, "elapsed": 436.5, "tok_per_s": 6117, "pass_tok_per_s": 22542, "peak_gib": 74.76, "epoch": 1, "gate": -0.000121, "W_dev": 1.1254, "head_o": 0.3174} | |
| {"step": 320, "total": 1250, "K": 8, "lr_bb": 9.006008985760507e-06, "grad_norm": 12.5169, "loss": 0.335, "ce": 0.32781, "kl": 0.26386, "rps": 0.02875, "l1": 0.03483, "dkl": 0.0375, "elapsed": 452.4, "tok_per_s": 6104, "pass_tok_per_s": 22573, "peak_gib": 74.76, "epoch": 1, "gate": -0.000148, "W_dev": 1.1278, "head_o": 0.317} | |
| {"step": 330, "total": 1250, "K": 1, "lr_bb": 8.930128028124227e-06, "grad_norm": 9.0759, "loss": 0.29553, "ce": 0.2955, "kl": 0.21691, "rps": 0.00012, "l1": 0.03336, "dkl": 0.02649, "elapsed": 461.8, "tok_per_s": 6161, "pass_tok_per_s": 22577, "peak_gib": 74.76, "epoch": 1, "gate": -5e-05, "W_dev": 1.1254, "head_o": 0.3023} | |
| {"step": 340, "total": 1250, "K": 4, "lr_bb": 8.851844460455654e-06, "grad_norm": 10.3177, "loss": 0.31258, "ce": 0.31254, "kl": 0.29395, "rps": 0.00015, "l1": 0.02506, "dkl": 0.00767, "elapsed": 473.5, "tok_per_s": 6192, "pass_tok_per_s": 22593, "peak_gib": 74.76, "epoch": 1, "gate": 7.1e-05, "W_dev": 1.1223, "head_o": 0.2918} | |
| {"step": 350, "total": 1250, "K": 1, "lr_bb": 8.771213115951537e-06, "grad_norm": 3.587, "loss": 0.05764, "ce": 0.05764, "kl": 0.02487, "rps": 0.0, "l1": 0.00547, "dkl": 7e-05, "elapsed": 485.1, "tok_per_s": 6236, "pass_tok_per_s": 22622, "peak_gib": 74.76, "epoch": 1, "gate": 0.000165, "W_dev": 1.1216, "head_o": 0.3054} | |
| {"step": 360, "total": 1250, "K": 1, "lr_bb": 8.688290472293068e-06, "grad_norm": 6.2519, "loss": 0.28075, "ce": 0.27674, "kl": 0.179, "rps": 0.01604, "l1": 0.04238, "dkl": 0.02024, "elapsed": 499.7, "tok_per_s": 6223, "pass_tok_per_s": 22605, "peak_gib": 74.76, "epoch": 1, "gate": 0.000306, "W_dev": 1.1304, "head_o": 0.3262} | |
| {"step": 370, "total": 1250, "K": 8, "lr_bb": 8.603134612086474e-06, "grad_norm": 10.8408, "loss": 0.22388, "ce": 0.22384, "kl": 0.20218, "rps": 0.00017, "l1": 0.03231, "dkl": 0.01412, "elapsed": 512.6, "tok_per_s": 6228, "pass_tok_per_s": 22628, "peak_gib": 74.76, "epoch": 1, "gate": 0.000399, "W_dev": 1.142, "head_o": 0.3373} | |
| {"step": 380, "total": 1250, "K": 8, "lr_bb": 8.515805182179437e-06, "grad_norm": 11.0261, "loss": 0.12554, "ce": 0.12502, "kl": 0.09137, "rps": 0.00207, "l1": 0.01058, "dkl": 0.00091, "elapsed": 528.9, "tok_per_s": 6196, "pass_tok_per_s": 22634, "peak_gib": 74.76, "epoch": 1, "gate": 0.000448, "W_dev": 1.1594, "head_o": 0.3366} | |
| {"step": 390, "total": 1250, "K": 1, "lr_bb": 8.426363351881879e-06, "grad_norm": 9.3747, "loss": 0.20631, "ce": 0.20628, "kl": 0.18223, "rps": 0.00011, "l1": 0.01247, "dkl": 0.0033, "elapsed": 547.7, "tok_per_s": 6140, "pass_tok_per_s": 22673, "peak_gib": 74.76, "epoch": 1, "gate": 0.000428, "W_dev": 1.1999, "head_o": 0.3237} | |
| {"step": 400, "total": 1250, "K": 1, "lr_bb": 8.33487177012032e-06, "grad_norm": 10.7762, "loss": 0.2659, "ce": 0.26404, "kl": 0.2093, "rps": 0.00746, "l1": 0.0, "dkl": 0.0, "elapsed": 566.2, "tok_per_s": 6091, "pass_tok_per_s": 22713, "peak_gib": 74.76, "epoch": 1, "gate": 0.000462, "W_dev": 1.2438, "head_o": 0.3046} | |
| {"step": 410, "total": 1250, "K": 8, "lr_bb": 8.241394521555854e-06, "grad_norm": 13.0828, "loss": 0.21939, "ce": 0.21939, "kl": 0.19361, "rps": 2e-05, "l1": 0.03547, "dkl": 0.01533, "elapsed": 579.6, "tok_per_s": 6104, "pass_tok_per_s": 22740, "peak_gib": 74.76, "epoch": 1, "gate": 0.000451, "W_dev": 1.2744, "head_o": 0.3263} | |
| {"step": 420, "total": 1250, "K": 2, "lr_bb": 8.145997081696497e-06, "grad_norm": 11.5344, "loss": 0.31276, "ce": 0.31274, "kl": 0.31274, "rps": 5e-05, "l1": 0.0169, "dkl": 0.01431, "elapsed": 589.0, "tok_per_s": 6144, "pass_tok_per_s": 22720, "peak_gib": 74.76, "epoch": 1, "gate": 0.000375, "W_dev": 1.2952, "head_o": 0.3158} | |
| {"step": 430, "total": 1250, "K": 4, "lr_bb": 8.048746271035295e-06, "grad_norm": 5.1299, "loss": 0.10706, "ce": 0.10634, "kl": 0.07115, "rps": 0.00287, "l1": 0.01768, "dkl": 0.00116, "elapsed": 600.1, "tok_per_s": 6169, "pass_tok_per_s": 22725, "peak_gib": 74.76, "epoch": 1, "gate": 0.000413, "W_dev": 1.3159, "head_o": 0.3128} | |
| {"step": 440, "total": 1250, "K": 1, "lr_bb": 7.949710208246379e-06, "grad_norm": 5.7716, "loss": 0.21419, "ce": 0.21419, "kl": 0.11637, "rps": 0.0, "l1": 0.01022, "dkl": 6e-05, "elapsed": 612.7, "tok_per_s": 6186, "pass_tok_per_s": 22726, "peak_gib": 74.76, "epoch": 1, "gate": 0.000486, "W_dev": 1.3364, "head_o": 0.3318} | |
| {"step": 450, "total": 1250, "K": 8, "lr_bb": 7.848958262471667e-06, "grad_norm": 22.6253, "loss": 0.38659, "ce": 0.38566, "kl": 0.38566, "rps": 0.00372, "l1": 0.04175, "dkl": 0.11375, "elapsed": 626.4, "tok_per_s": 6187, "pass_tok_per_s": 22755, "peak_gib": 74.76, "epoch": 1, "gate": 0.00048, "W_dev": 1.3544, "head_o": 0.3364} | |
| {"step": 460, "total": 1250, "K": 4, "lr_bb": 7.74656100473175e-06, "grad_norm": 11.7322, "loss": 0.28835, "ce": 0.28739, "kl": 0.28262, "rps": 0.00385, "l1": 0.01131, "dkl": 0.00243, "elapsed": 644.2, "tok_per_s": 6159, "pass_tok_per_s": 22805, "peak_gib": 74.76, "epoch": 1, "gate": 0.000382, "W_dev": 1.3839, "head_o": 0.342} | |
| {"step": 470, "total": 1250, "K": 4, "lr_bb": 7.642590158494882e-06, "grad_norm": 7.2986, "loss": 0.13208, "ce": 0.13208, "kl": 0.13208, "rps": 1e-05, "l1": 0.03078, "dkl": 0.00162, "elapsed": 655.9, "tok_per_s": 6173, "pass_tok_per_s": 22804, "peak_gib": 74.76, "epoch": 1, "gate": 0.000395, "W_dev": 1.4025, "head_o": 0.3508} | |
| {"step": 480, "total": 1250, "K": 4, "lr_bb": 7.537118549438758e-06, "grad_norm": 24.6922, "loss": 0.1999, "ce": 0.1999, "kl": 0.1404, "rps": 0.0, "l1": 0.02431, "dkl": 0.01338, "elapsed": 669.8, "tok_per_s": 6179, "pass_tok_per_s": 22833, "peak_gib": 74.76, "epoch": 1, "gate": 0.000507, "W_dev": 1.4272, "head_o": 0.3595} | |
| {"step": 490, "total": 1250, "K": 8, "lr_bb": 7.430220054440267e-06, "grad_norm": 8.2168, "loss": 0.18845, "ce": 0.18845, "kl": 0.18845, "rps": 0.0, "l1": 0.01767, "dkl": 0.02197, "elapsed": 685.3, "tok_per_s": 6172, "pass_tok_per_s": 22848, "peak_gib": 74.76, "epoch": 1, "gate": 0.000533, "W_dev": 1.4433, "head_o": 0.3658} | |
| {"step": 500, "total": 1250, "K": 4, "lr_bb": 7.321969549828923e-06, "grad_norm": 21.9277, "loss": 0.21434, "ce": 0.21434, "kl": 0.21434, "rps": 0.0, "l1": 0.03832, "dkl": 0.03901, "elapsed": 697.9, "tok_per_s": 6189, "pass_tok_per_s": 22841, "peak_gib": 74.76, "epoch": 1, "gate": 0.000483, "W_dev": 1.4552, "head_o": 0.3697} | |
| {"event": "dev", "step": 500, "seconds": 9.9, "gate": 0.00048267398960888386, "K1": {"ce": 0.37606, "kl": 0.34405, "acc": 0.89789, "n": 1000}, "K4": {"ce": 0.37551, "kl": 0.34349, "acc": 0.89789, "n": 1000}} | |
| {"step": 510, "total": 1250, "K": 4, "lr_bb": 7.212442858940257e-06, "grad_norm": 14.9258, "loss": 0.28393, "ce": 0.28393, "kl": 0.23691, "rps": 0.0, "l1": 0.0256, "dkl": 0.00154, "elapsed": 722.4, "tok_per_s": 6102, "pass_tok_per_s": 22526, "peak_gib": 74.76, "epoch": 1, "gate": 0.000464, "W_dev": 1.4736, "head_o": 0.3565} | |
| {"step": 520, "total": 1250, "K": 8, "lr_bb": 7.101716699005861e-06, "grad_norm": 5.4042, "loss": 0.08396, "ce": 0.08396, "kl": 0.06441, "rps": 0.0, "l1": 0.02069, "dkl": 0.00786, "elapsed": 735.0, "tok_per_s": 6117, "pass_tok_per_s": 22520, "peak_gib": 74.76, "epoch": 1, "gate": 0.000544, "W_dev": 1.4874, "head_o": 0.3582} | |
| {"step": 530, "total": 1250, "K": 8, "lr_bb": 6.989868627417334e-06, "grad_norm": 28.6578, "loss": 0.25769, "ce": 0.25656, "kl": 0.25656, "rps": 0.00449, "l1": 0.01352, "dkl": 0.00707, "elapsed": 753.2, "tok_per_s": 6082, "pass_tok_per_s": 22568, "peak_gib": 74.76, "epoch": 1, "gate": 0.000529, "W_dev": 1.5002, "head_o": 0.3506} | |
| {"step": 540, "total": 1250, "K": 2, "lr_bb": 6.876976987401713e-06, "grad_norm": 16.8633, "loss": 0.3235, "ce": 0.3235, "kl": 0.3235, "rps": 1e-05, "l1": 0.01743, "dkl": 0.0062, "elapsed": 768.0, "tok_per_s": 6082, "pass_tok_per_s": 22577, "peak_gib": 74.76, "epoch": 1, "gate": 0.000678, "W_dev": 1.5223, "head_o": 0.2798} | |
| {"step": 550, "total": 1250, "K": 4, "lr_bb": 6.763120853146505e-06, "grad_norm": 30.343, "loss": 0.31599, "ce": 0.31599, "kl": 0.29282, "rps": 0.0, "l1": 0.02284, "dkl": 3e-05, "elapsed": 779.7, "tok_per_s": 6093, "pass_tok_per_s": 22596, "peak_gib": 74.76, "epoch": 1, "gate": 0.000872, "W_dev": 1.5525, "head_o": 0.2701} | |
| {"step": 560, "total": 1250, "K": 8, "lr_bb": 6.648379974412702e-06, "grad_norm": 6.6747, "loss": 0.15637, "ce": 0.15637, "kl": 0.12436, "rps": 2e-05, "l1": 0.00387, "dkl": 2e-05, "elapsed": 795.5, "tok_per_s": 6079, "pass_tok_per_s": 22641, "peak_gib": 74.76, "epoch": 1, "gate": 0.000941, "W_dev": 1.5742, "head_o": 0.287} | |
| {"step": 570, "total": 1250, "K": 4, "lr_bb": 6.532834720674585e-06, "grad_norm": 19.4852, "loss": 0.08327, "ce": 0.08327, "kl": 0.08327, "rps": 0.0, "l1": 0.01813, "dkl": 0.00021, "elapsed": 810.1, "tok_per_s": 6076, "pass_tok_per_s": 22673, "peak_gib": 74.76, "epoch": 1, "gate": 0.000891, "W_dev": 1.6089, "head_o": 0.3232} | |
| {"step": 580, "total": 1250, "K": 1, "lr_bb": 6.416566024825488e-06, "grad_norm": 13.355, "loss": 0.45605, "ce": 0.45593, "kl": 0.41011, "rps": 0.00047, "l1": 0.01915, "dkl": 0.05342, "elapsed": 825.8, "tok_per_s": 6062, "pass_tok_per_s": 22686, "peak_gib": 74.76, "epoch": 1, "gate": 0.000797, "W_dev": 1.6336, "head_o": 0.3406} | |
| {"step": 590, "total": 1250, "K": 8, "lr_bb": 6.2996553264888904e-06, "grad_norm": 22.2798, "loss": 0.17537, "ce": 0.17494, "kl": 0.10688, "rps": 0.0017, "l1": 0.01818, "dkl": 0.01879, "elapsed": 837.0, "tok_per_s": 6082, "pass_tok_per_s": 22695, "peak_gib": 74.76, "epoch": 1, "gate": 0.000785, "W_dev": 1.6492, "head_o": 0.3362} | |
| {"step": 600, "total": 1250, "K": 2, "lr_bb": 6.182184514974578e-06, "grad_norm": 10.4617, "loss": 0.22237, "ce": 0.22236, "kl": 0.18286, "rps": 5e-05, "l1": 0.02048, "dkl": 0.00363, "elapsed": 850.3, "tok_per_s": 6086, "pass_tok_per_s": 22706, "peak_gib": 74.76, "epoch": 1, "gate": 0.000891, "W_dev": 1.6809, "head_o": 0.3237} | |
| {"step": 610, "total": 1250, "K": 8, "lr_bb": 6.064235871919834e-06, "grad_norm": 3.4937, "loss": 0.12704, "ce": 0.127, "kl": 0.06771, "rps": 0.00019, "l1": 0.00754, "dkl": 0.00041, "elapsed": 864.3, "tok_per_s": 6083, "pass_tok_per_s": 22699, "peak_gib": 74.76, "epoch": 1, "gate": 0.000932, "W_dev": 1.7072, "head_o": 0.3222} | |
| {"step": 620, "total": 1250, "K": 4, "lr_bb": 5.945892013655822e-06, "grad_norm": 18.8319, "loss": 0.47791, "ce": 0.47791, "kl": 0.45724, "rps": 1e-05, "l1": 0.02604, "dkl": 0.0348, "elapsed": 874.0, "tok_per_s": 6117, "pass_tok_per_s": 22685, "peak_gib": 74.76, "epoch": 1, "gate": 0.000828, "W_dev": 1.7149, "head_o": 0.3161} | |
| {"step": 630, "total": 1250, "K": 2, "lr_bb": 5.8272358333395295e-06, "grad_norm": 4.1112, "loss": 0.04753, "ce": 0.04752, "kl": 0.04752, "rps": 5e-05, "l1": 0.02476, "dkl": 0.01397, "elapsed": 885.3, "tok_per_s": 6132, "pass_tok_per_s": 22704, "peak_gib": 74.76, "epoch": 1, "gate": 0.000773, "W_dev": 1.7343, "head_o": 0.3082} | |
| {"step": 640, "total": 1250, "K": 2, "lr_bb": 5.708350442891818e-06, "grad_norm": 3.0638, "loss": 0.05255, "ce": 0.05252, "kl": 0.01453, "rps": 0.0001, "l1": 0.02038, "dkl": 0.00155, "elapsed": 896.1, "tok_per_s": 6151, "pass_tok_per_s": 22712, "peak_gib": 74.76, "epoch": 1, "gate": 0.000749, "W_dev": 1.7474, "head_o": 0.3086} | |
| {"step": 650, "total": 1250, "K": 1, "lr_bb": 5.589319114782241e-06, "grad_norm": 12.8839, "loss": 0.42422, "ce": 0.42422, "kl": 0.42422, "rps": 0.0, "l1": 0.01584, "dkl": 0.00225, "elapsed": 914.5, "tok_per_s": 6119, "pass_tok_per_s": 22748, "peak_gib": 74.76, "epoch": 1, "gate": 0.00086, "W_dev": 1.7667, "head_o": 0.3069} | |
| {"step": 660, "total": 1250, "K": 1, "lr_bb": 5.470225223701402e-06, "grad_norm": 19.8387, "loss": 0.21879, "ce": 0.21878, "kl": 0.171, "rps": 4e-05, "l1": 0.02204, "dkl": 8e-05, "elapsed": 929.8, "tok_per_s": 6105, "pass_tok_per_s": 22748, "peak_gib": 74.76, "epoch": 1, "gate": 0.000939, "W_dev": 1.7814, "head_o": 0.3312} | |
| {"step": 670, "total": 1250, "K": 8, "lr_bb": 5.351152188161713e-06, "grad_norm": 3.0387, "loss": 0.08159, "ce": 0.08159, "kl": 0.05457, "rps": 0.0, "l1": 0.00773, "dkl": 0.00058, "elapsed": 941.7, "tok_per_s": 6118, "pass_tok_per_s": 22744, "peak_gib": 74.76, "epoch": 1, "gate": 0.000927, "W_dev": 1.7972, "head_o": 0.3291} | |
| {"step": 680, "total": 1250, "K": 1, "lr_bb": 5.232183412067466e-06, "grad_norm": 11.9939, "loss": 0.18927, "ce": 0.18927, "kl": 0.18697, "rps": 0.0, "l1": 0.0135, "dkl": 0.00023, "elapsed": 953.8, "tok_per_s": 6127, "pass_tok_per_s": 22743, "peak_gib": 74.76, "epoch": 1, "gate": 0.000841, "W_dev": 1.8068, "head_o": 0.3098} | |
| {"step": 690, "total": 1250, "K": 1, "lr_bb": 5.113402226295127e-06, "grad_norm": 4.3238, "loss": 0.13601, "ce": 0.13601, "kl": 0.08295, "rps": 0.0, "l1": 0.01752, "dkl": 0.01559, "elapsed": 966.2, "tok_per_s": 6139, "pass_tok_per_s": 22763, "peak_gib": 74.76, "epoch": 1, "gate": 0.000806, "W_dev": 1.8173, "head_o": 0.2979} | |
| {"step": 700, "total": 1250, "K": 4, "lr_bb": 4.994891830324788e-06, "grad_norm": 11.0088, "loss": 0.16406, "ce": 0.16406, "kl": 0.14241, "rps": 0.0, "l1": 0.01019, "dkl": 0.01156, "elapsed": 979.8, "tok_per_s": 6144, "pass_tok_per_s": 22771, "peak_gib": 74.76, "epoch": 1, "gate": 0.000788, "W_dev": 1.8219, "head_o": 0.3071} | |
| {"step": 710, "total": 1250, "K": 2, "lr_bb": 4.876735233963648e-06, "grad_norm": 26.263, "loss": 0.25882, "ce": 0.25875, "kl": 0.22813, "rps": 0.00026, "l1": 0.02949, "dkl": 0.07245, "elapsed": 993.4, "tok_per_s": 6147, "pass_tok_per_s": 22767, "peak_gib": 74.76, "epoch": 1, "gate": 0.000786, "W_dev": 1.8237, "head_o": 0.3115} | |
| {"step": 720, "total": 1250, "K": 2, "lr_bb": 4.759015199202359e-06, "grad_norm": 5.9744, "loss": 0.16776, "ce": 0.16775, "kl": 0.13878, "rps": 1e-05, "l1": 0.02092, "dkl": 0.00235, "elapsed": 1008.0, "tok_per_s": 6145, "pass_tok_per_s": 22768, "peak_gib": 74.76, "epoch": 1, "gate": 0.000761, "W_dev": 1.8244, "head_o": 0.3118} | |
| {"step": 730, "total": 1250, "K": 8, "lr_bb": 4.641814182244947e-06, "grad_norm": 7.8964, "loss": 0.04909, "ce": 0.04909, "kl": 0.04909, "rps": 0.0, "l1": 0.026, "dkl": 0.01254, "elapsed": 1030.2, "tok_per_s": 6097, "pass_tok_per_s": 22788, "peak_gib": 74.76, "epoch": 1, "gate": 0.000786, "W_dev": 1.8249, "head_o": 0.3067} | |
| {"step": 740, "total": 1250, "K": 2, "lr_bb": 4.52521427575292e-06, "grad_norm": 7.4974, "loss": 0.10871, "ce": 0.10869, "kl": 0.07404, "rps": 4e-05, "l1": 0.01666, "dkl": 0.00012, "elapsed": 1041.2, "tok_per_s": 6116, "pass_tok_per_s": 22803, "peak_gib": 74.76, "epoch": 1, "gate": 0.00077, "W_dev": 1.828, "head_o": 0.2815} | |
| {"step": 750, "total": 1250, "K": 4, "lr_bb": 4.409297151344013e-06, "grad_norm": 1.7198, "loss": 0.01843, "ce": 0.01843, "kl": 0.01843, "rps": 0.0, "l1": 0.01321, "dkl": 0.0003, "elapsed": 1052.4, "tok_per_s": 6133, "pass_tok_per_s": 22793, "peak_gib": 74.76, "epoch": 1, "gate": 0.000735, "W_dev": 1.8326, "head_o": 0.275} | |
| {"event": "dev", "step": 750, "seconds": 9.9, "gate": 0.000734914094209671, "K1": {"ce": 0.33857, "kl": 0.30655, "acc": 0.91474, "n": 1000}, "K4": {"ce": 0.33891, "kl": 0.30689, "acc": 0.91579, "n": 1000}} | |
| {"step": 760, "total": 1250, "K": 4, "lr_bb": 4.29414400238586e-06, "grad_norm": 9.5809, "loss": 0.25537, "ce": 0.25537, "kl": 0.2431, "rps": 0.0, "l1": 0.01134, "dkl": 0.01337, "elapsed": 1071.4, "tok_per_s": 6100, "pass_tok_per_s": 22590, "peak_gib": 74.76, "epoch": 1, "gate": 0.000742, "W_dev": 1.8384, "head_o": 0.268} | |
| {"step": 770, "total": 1250, "K": 4, "lr_bb": 4.1798354871246475e-06, "grad_norm": 20.8455, "loss": 0.13962, "ce": 0.13962, "kl": 0.13962, "rps": 0.0, "l1": 0.01329, "dkl": 0.00359, "elapsed": 1081.3, "tok_per_s": 6123, "pass_tok_per_s": 22590, "peak_gib": 74.76, "epoch": 1, "gate": 0.000721, "W_dev": 1.8422, "head_o": 0.2665} | |
| {"step": 780, "total": 1250, "K": 1, "lr_bb": 4.066451672188585e-06, "grad_norm": 2.2831, "loss": 0.08675, "ce": 0.08675, "kl": 0.03419, "rps": 0.0, "l1": 0.0217, "dkl": 0.00167, "elapsed": 1093.2, "tok_per_s": 6133, "pass_tok_per_s": 22599, "peak_gib": 74.76, "epoch": 1, "gate": 0.000673, "W_dev": 1.8408, "head_o": 0.2612} | |
| {"step": 790, "total": 1250, "K": 1, "lr_bb": 3.95407197650578e-06, "grad_norm": 30.5411, "loss": 0.2401, "ce": 0.2401, "kl": 0.22341, "rps": 1e-05, "l1": 0.03635, "dkl": 0.08715, "elapsed": 1102.6, "tok_per_s": 6156, "pass_tok_per_s": 22598, "peak_gib": 74.76, "epoch": 1, "gate": 0.00069, "W_dev": 1.8416, "head_o": 0.2527} | |
| {"step": 800, "total": 1250, "K": 1, "lr_bb": 3.842775115675784e-06, "grad_norm": 8.1146, "loss": 0.06132, "ce": 0.06131, "kl": 0.05884, "rps": 4e-05, "l1": 0.01998, "dkl": 0.00556, "elapsed": 1113.6, "tok_per_s": 6167, "pass_tok_per_s": 22585, "peak_gib": 74.76, "epoch": 1, "gate": 0.000733, "W_dev": 1.8468, "head_o": 0.2456} | |
| {"step": 810, "total": 1250, "K": 4, "lr_bb": 3.732639046833784e-06, "grad_norm": 7.8319, "loss": 0.1408, "ce": 0.1408, "kl": 0.1408, "rps": 0.0, "l1": 0.03143, "dkl": 0.01965, "elapsed": 1129.3, "tok_per_s": 6157, "pass_tok_per_s": 22595, "peak_gib": 74.76, "epoch": 1, "gate": 0.000764, "W_dev": 1.8514, "head_o": 0.2381} | |
| {"step": 820, "total": 1250, "K": 1, "lr_bb": 3.6237409140460507e-06, "grad_norm": 21.9358, "loss": 0.19356, "ce": 0.19352, "kl": 0.15248, "rps": 0.00017, "l1": 0.01615, "dkl": 0.01803, "elapsed": 1146.4, "tok_per_s": 6140, "pass_tok_per_s": 22610, "peak_gib": 74.76, "epoch": 1, "gate": 0.000859, "W_dev": 1.8578, "head_o": 0.2394} | |
| {"step": 830, "total": 1250, "K": 8, "lr_bb": 3.516156994274895e-06, "grad_norm": 12.8273, "loss": 0.39256, "ce": 0.39256, "kl": 0.38559, "rps": 0.0, "l1": 0.01521, "dkl": 0.00062, "elapsed": 1161.8, "tok_per_s": 6133, "pass_tok_per_s": 22623, "peak_gib": 74.76, "epoch": 1, "gate": 0.001002, "W_dev": 1.8692, "head_o": 0.2433} | |
| {"step": 840, "total": 1250, "K": 4, "lr_bb": 3.4099626439509966e-06, "grad_norm": 7.9649, "loss": 0.09588, "ce": 0.09588, "kl": 0.05101, "rps": 0.0, "l1": 0.01501, "dkl": 0.00985, "elapsed": 1174.9, "tok_per_s": 6135, "pass_tok_per_s": 22635, "peak_gib": 74.76, "epoch": 1, "gate": 0.001031, "W_dev": 1.8729, "head_o": 0.2492} | |
| {"step": 850, "total": 1250, "K": 4, "lr_bb": 3.3052322461904816e-06, "grad_norm": 7.5151, "loss": 0.14459, "ce": 0.14459, "kl": 0.11454, "rps": 0.0, "l1": 0.01062, "dkl": 0.00059, "elapsed": 1186.9, "tok_per_s": 6143, "pass_tok_per_s": 22622, "peak_gib": 74.76, "epoch": 1, "gate": 0.001029, "W_dev": 1.8747, "head_o": 0.2499} | |
| {"step": 860, "total": 1250, "K": 2, "lr_bb": 3.202039158693789e-06, "grad_norm": 13.1141, "loss": 0.38268, "ce": 0.38268, "kl": 0.35428, "rps": 0.0, "l1": 0.01584, "dkl": 0.13877, "elapsed": 1196.3, "tok_per_s": 6163, "pass_tok_per_s": 22612, "peak_gib": 74.76, "epoch": 1, "gate": 0.001045, "W_dev": 1.8773, "head_o": 0.2498} | |
| {"step": 870, "total": 1250, "K": 4, "lr_bb": 3.1004556623627547e-06, "grad_norm": 18.4054, "loss": 0.16062, "ce": 0.16062, "kl": 0.14325, "rps": 0.0, "l1": 0.02052, "dkl": 0.05264, "elapsed": 1211.7, "tok_per_s": 6155, "pass_tok_per_s": 22619, "peak_gib": 74.76, "epoch": 1, "gate": 0.00104, "W_dev": 1.8821, "head_o": 0.2489} | |
| {"step": 880, "total": 1250, "K": 1, "lr_bb": 3.0005529106719404e-06, "grad_norm": 3.8071, "loss": 0.05078, "ce": 0.05078, "kl": 0.05078, "rps": 0.0, "l1": 0.02579, "dkl": 0.00372, "elapsed": 1222.7, "tok_per_s": 6173, "pass_tok_per_s": 22612, "peak_gib": 74.76, "epoch": 1, "gate": 0.001065, "W_dev": 1.8864, "head_o": 0.2489} | |
| {"step": 890, "total": 1250, "K": 4, "lr_bb": 2.902400879829668e-06, "grad_norm": 3.3099, "loss": 0.05979, "ce": 0.05979, "kl": 0.01075, "rps": 0.0, "l1": 0.01821, "dkl": 2e-05, "elapsed": 1240.6, "tok_per_s": 6150, "pass_tok_per_s": 22639, "peak_gib": 74.76, "epoch": 1, "gate": 0.001132, "W_dev": 1.8954, "head_o": 0.2462} | |
| {"step": 900, "total": 1250, "K": 2, "lr_bb": 2.8060683197636575e-06, "grad_norm": 16.8082, "loss": 0.17585, "ce": 0.17585, "kl": 0.17585, "rps": 0.0, "l1": 0.01163, "dkl": 0.08265, "elapsed": 1254.5, "tok_per_s": 6151, "pass_tok_per_s": 22649, "peak_gib": 74.76, "epoch": 1, "gate": 0.001112, "W_dev": 1.8991, "head_o": 0.2461} | |
| {"step": 910, "total": 1250, "K": 1, "lr_bb": 2.711622705965592e-06, "grad_norm": 10.6984, "loss": 0.23351, "ce": 0.23351, "kl": 0.21245, "rps": 1e-05, "l1": 0.01872, "dkl": 0.01225, "elapsed": 1267.1, "tok_per_s": 6158, "pass_tok_per_s": 22667, "peak_gib": 74.76, "epoch": 1, "gate": 0.001099, "W_dev": 1.9003, "head_o": 0.2502} | |
| {"step": 920, "total": 1250, "K": 4, "lr_bb": 2.619130192228383e-06, "grad_norm": 9.7641, "loss": 0.14984, "ce": 0.14782, "kl": 0.14782, "rps": 0.0081, "l1": 0.01094, "dkl": 0.00041, "elapsed": 1281.4, "tok_per_s": 6152, "pass_tok_per_s": 22678, "peak_gib": 74.76, "epoch": 1, "gate": 0.001104, "W_dev": 1.9024, "head_o": 0.2525} | |
| {"step": 930, "total": 1250, "K": 8, "lr_bb": 2.528655564309177e-06, "grad_norm": 12.046, "loss": 0.36033, "ce": 0.36028, "kl": 0.31244, "rps": 0.0002, "l1": 0.0064, "dkl": 0.00675, "elapsed": 1296.7, "tok_per_s": 6145, "pass_tok_per_s": 22686, "peak_gib": 74.76, "epoch": 1, "gate": 0.001109, "W_dev": 1.905, "head_o": 0.2559} | |
| {"step": 940, "total": 1250, "K": 1, "lr_bb": 2.440262194550615e-06, "grad_norm": 25.6951, "loss": 0.37219, "ce": 0.37219, "kl": 0.37219, "rps": 0.0, "l1": 0.02938, "dkl": 0.01017, "elapsed": 1315.2, "tok_per_s": 6124, "pass_tok_per_s": 22714, "peak_gib": 74.76, "epoch": 1, "gate": 0.001094, "W_dev": 1.9051, "head_o": 0.2557} | |
| {"step": 950, "total": 1250, "K": 4, "lr_bb": 2.354011997492107e-06, "grad_norm": 8.397, "loss": 0.47981, "ce": 0.47981, "kl": 0.4264, "rps": 0.0, "l1": 0.00805, "dkl": 0.00021, "elapsed": 1324.9, "tok_per_s": 6140, "pass_tok_per_s": 22705, "peak_gib": 74.76, "epoch": 1, "gate": 0.001082, "W_dev": 1.9045, "head_o": 0.2537} | |
| {"step": 960, "total": 1250, "K": 8, "lr_bb": 2.2699653865022036e-06, "grad_norm": 12.6207, "loss": 0.17888, "ce": 0.17876, "kl": 0.16793, "rps": 0.00048, "l1": 0.0035, "dkl": 0.0, "elapsed": 1342.6, "tok_per_s": 6122, "pass_tok_per_s": 22714, "peak_gib": 74.76, "epoch": 1, "gate": 0.001055, "W_dev": 1.9052, "head_o": 0.2537} | |
| {"step": 970, "total": 1250, "K": 1, "lr_bb": 2.188181231462461e-06, "grad_norm": 5.2622, "loss": 0.11883, "ce": 0.11883, "kl": 0.08773, "rps": 1e-05, "l1": 0.00291, "dkl": 0.00072, "elapsed": 1357.6, "tok_per_s": 6119, "pass_tok_per_s": 22726, "peak_gib": 74.76, "epoch": 1, "gate": 0.001017, "W_dev": 1.9046, "head_o": 0.2502} | |
| {"step": 980, "total": 1250, "K": 8, "lr_bb": 2.108716817532436e-06, "grad_norm": 11.1314, "loss": 0.23788, "ce": 0.23784, "kl": 0.20196, "rps": 0.00015, "l1": 0.03524, "dkl": 0.02072, "elapsed": 1370.6, "tok_per_s": 6125, "pass_tok_per_s": 22720, "peak_gib": 74.76, "epoch": 1, "gate": 0.000989, "W_dev": 1.9037, "head_o": 0.2491} | |
| {"step": 990, "total": 1250, "K": 4, "lr_bb": 2.031627805024673e-06, "grad_norm": 4.854, "loss": 0.17679, "ce": 0.17679, "kl": 0.11751, "rps": 0.0, "l1": 0.01988, "dkl": 0.00681, "elapsed": 1382.2, "tok_per_s": 6136, "pass_tok_per_s": 22724, "peak_gib": 74.76, "epoch": 1, "gate": 0.000964, "W_dev": 1.9036, "head_o": 0.2494} | |
| {"step": 1000, "total": 1250, "K": 1, "lr_bb": 1.9569681904178194e-06, "grad_norm": 8.9225, "loss": 0.31635, "ce": 0.31634, "kl": 0.31634, "rps": 3e-05, "l1": 0.02056, "dkl": 0.00224, "elapsed": 1395.5, "tok_per_s": 6137, "pass_tok_per_s": 22723, "peak_gib": 74.76, "epoch": 1, "gate": 0.00098, "W_dev": 1.9054, "head_o": 0.2504} | |
| {"event": "dev", "step": 1000, "seconds": 9.9, "gate": 0.0009796378435567021, "K1": {"ce": 0.31568, "kl": 0.28367, "acc": 0.91579, "n": 1000}, "K4": {"ce": 0.3159, "kl": 0.28388, "acc": 0.91579, "n": 1000}} | |
| {"step": 1010, "total": 1250, "K": 8, "lr_bb": 1.8847902685351571e-06, "grad_norm": 5.7763, "loss": 0.16652, "ce": 0.16644, "kl": 0.07376, "rps": 0.00031, "l1": 0.01428, "dkl": 0.00527, "elapsed": 1415.9, "tok_per_s": 6108, "pass_tok_per_s": 22564, "peak_gib": 74.76, "epoch": 1, "gate": 0.000981, "W_dev": 1.9057, "head_o": 0.2509} | |
| {"step": 1020, "total": 1250, "K": 4, "lr_bb": 1.8151445959150434e-06, "grad_norm": 16.7965, "loss": 0.24018, "ce": 0.24018, "kl": 0.18777, "rps": 0.0, "l1": 0.01642, "dkl": 0.00804, "elapsed": 1433.0, "tok_per_s": 6097, "pass_tok_per_s": 22580, "peak_gib": 74.94, "epoch": 1, "gate": 0.000978, "W_dev": 1.9057, "head_o": 0.2485} | |
| {"step": 1030, "total": 1250, "K": 4, "lr_bb": 1.7480799553989276e-06, "grad_norm": 17.9581, "loss": 0.2641, "ce": 0.2641, "kl": 0.2566, "rps": 0.0, "l1": 0.02017, "dkl": 0.02204, "elapsed": 1453.0, "tok_per_s": 6074, "pass_tok_per_s": 22613, "peak_gib": 74.94, "epoch": 1, "gate": 0.000967, "W_dev": 1.9052, "head_o": 0.2481} | |
| {"step": 1040, "total": 1250, "K": 4, "lr_bb": 1.683643321961735e-06, "grad_norm": 15.072, "loss": 0.22554, "ce": 0.22554, "kl": 0.20451, "rps": 2e-05, "l1": 0.01419, "dkl": 0.00077, "elapsed": 1469.0, "tok_per_s": 6067, "pass_tok_per_s": 22615, "peak_gib": 74.94, "epoch": 1, "gate": 0.000962, "W_dev": 1.9051, "head_o": 0.2474} | |
| {"step": 1050, "total": 1250, "K": 4, "lr_bb": 1.6218798298085659e-06, "grad_norm": 8.0039, "loss": 0.33314, "ce": 0.33314, "kl": 0.33314, "rps": 0.0, "l1": 0.01575, "dkl": 0.00089, "elapsed": 1481.1, "tok_per_s": 6075, "pass_tok_per_s": 22636, "peak_gib": 74.94, "epoch": 1, "gate": 0.000973, "W_dev": 1.9057, "head_o": 0.2487} | |
| {"step": 1060, "total": 1250, "K": 1, "lr_bb": 1.5628327407607492e-06, "grad_norm": 17.0018, "loss": 0.44773, "ce": 0.44767, "kl": 0.44767, "rps": 0.00023, "l1": 0.01076, "dkl": 0.00021, "elapsed": 1499.2, "tok_per_s": 6058, "pass_tok_per_s": 22654, "peak_gib": 74.94, "epoch": 1, "gate": 0.000984, "W_dev": 1.9067, "head_o": 0.2496} | |
| {"step": 1070, "total": 1250, "K": 4, "lr_bb": 1.5065434139533798e-06, "grad_norm": 6.3344, "loss": 0.12914, "ce": 0.12914, "kl": 0.12914, "rps": 0.0, "l1": 0.01712, "dkl": 0.02615, "elapsed": 1510.7, "tok_per_s": 6071, "pass_tok_per_s": 22648, "peak_gib": 74.94, "epoch": 1, "gate": 0.000979, "W_dev": 1.9064, "head_o": 0.2495} | |
| {"step": 1080, "total": 1250, "K": 1, "lr_bb": 1.453051276865607e-06, "grad_norm": 4.821, "loss": 0.0551, "ce": 0.05308, "kl": 0.05308, "rps": 0.00807, "l1": 0.01511, "dkl": 0.00087, "elapsed": 1526.8, "tok_per_s": 6059, "pass_tok_per_s": 22654, "peak_gib": 74.94, "epoch": 1, "gate": 0.000971, "W_dev": 1.906, "head_o": 0.2484} | |
| {"step": 1090, "total": 1250, "K": 4, "lr_bb": 1.4023937977039125e-06, "grad_norm": 19.5642, "loss": 0.47275, "ce": 0.47258, "kl": 0.47258, "rps": 0.00068, "l1": 0.02552, "dkl": 0.00784, "elapsed": 1537.6, "tok_per_s": 6072, "pass_tok_per_s": 22648, "peak_gib": 74.94, "epoch": 1, "gate": 0.000973, "W_dev": 1.906, "head_o": 0.2474} | |
| {"step": 1100, "total": 1250, "K": 4, "lr_bb": 1.354606459157759e-06, "grad_norm": 12.4329, "loss": 0.32095, "ce": 0.32086, "kl": 0.25403, "rps": 0.00036, "l1": 0.00843, "dkl": 1e-05, "elapsed": 1551.1, "tok_per_s": 6071, "pass_tok_per_s": 22657, "peak_gib": 74.94, "epoch": 1, "gate": 0.000983, "W_dev": 1.9063, "head_o": 0.2472} | |
| {"step": 1110, "total": 1250, "K": 4, "lr_bb": 1.3097227335459846e-06, "grad_norm": 38.2295, "loss": 0.29832, "ce": 0.29831, "kl": 0.25671, "rps": 7e-05, "l1": 0.01707, "dkl": 0.04174, "elapsed": 1564.1, "tok_per_s": 6074, "pass_tok_per_s": 22661, "peak_gib": 74.94, "epoch": 1, "gate": 0.000989, "W_dev": 1.9064, "head_o": 0.2473} | |
| {"step": 1120, "total": 1250, "K": 2, "lr_bb": 1.2677740593713373e-06, "grad_norm": 13.9813, "loss": 0.1997, "ce": 0.19965, "kl": 0.10916, "rps": 0.00018, "l1": 0.01809, "dkl": 0.00812, "elapsed": 1575.7, "tok_per_s": 6081, "pass_tok_per_s": 22660, "peak_gib": 74.94, "epoch": 1, "gate": 0.001, "W_dev": 1.9072, "head_o": 0.2479} | |
| {"step": 1130, "total": 1250, "K": 8, "lr_bb": 1.2287898192995924e-06, "grad_norm": 17.4135, "loss": 0.4108, "ce": 0.41079, "kl": 0.41079, "rps": 0.0, "l1": 0.01907, "dkl": 0.00013, "elapsed": 1592.4, "tok_per_s": 6074, "pass_tok_per_s": 22666, "peak_gib": 74.94, "epoch": 1, "gate": 0.001, "W_dev": 1.9071, "head_o": 0.2483} | |
| {"step": 1140, "total": 1250, "K": 2, "lr_bb": 1.1927973195786588e-06, "grad_norm": 12.5457, "loss": 0.09494, "ce": 0.09494, "kl": 0.06211, "rps": 0.0, "l1": 0.01462, "dkl": 0.00037, "elapsed": 1604.7, "tok_per_s": 6081, "pass_tok_per_s": 22680, "peak_gib": 74.94, "epoch": 1, "gate": 0.000999, "W_dev": 1.9072, "head_o": 0.2484} | |
| {"step": 1150, "total": 1250, "K": 1, "lr_bb": 1.1598217709121034e-06, "grad_norm": 8.2331, "loss": 0.16678, "ce": 0.16678, "kl": 0.12061, "rps": 2e-05, "l1": 0.0199, "dkl": 0.00211, "elapsed": 1616.1, "tok_per_s": 6091, "pass_tok_per_s": 22690, "peak_gib": 74.94, "epoch": 1, "gate": 0.000999, "W_dev": 1.9072, "head_o": 0.2487} | |
| {"step": 1160, "total": 1250, "K": 1, "lr_bb": 1.1298862708004876e-06, "grad_norm": 13.9462, "loss": 0.19031, "ce": 0.1903, "kl": 0.17353, "rps": 2e-05, "l1": 0.02357, "dkl": 0.00048, "elapsed": 1624.8, "tok_per_s": 6114, "pass_tok_per_s": 22684, "peak_gib": 74.94, "epoch": 1, "gate": 0.000998, "W_dev": 1.9071, "head_o": 0.2485} | |
| {"step": 1170, "total": 1250, "K": 8, "lr_bb": 1.1030117873628706e-06, "grad_norm": 13.0388, "loss": 0.25325, "ce": 0.25325, "kl": 0.23202, "rps": 0.0, "l1": 0.01493, "dkl": 0.02993, "elapsed": 1641.9, "tok_per_s": 6106, "pass_tok_per_s": 22701, "peak_gib": 74.94, "epoch": 1, "gate": 0.000993, "W_dev": 1.9069, "head_o": 0.2485} | |
| {"step": 1180, "total": 1250, "K": 2, "lr_bb": 1.07921714464984e-06, "grad_norm": 12.8374, "loss": 0.25371, "ce": 0.25371, "kl": 0.20061, "rps": 0.0, "l1": 0.01453, "dkl": 0.00279, "elapsed": 1653.9, "tok_per_s": 6113, "pass_tok_per_s": 22706, "peak_gib": 74.94, "epoch": 1, "gate": 0.000986, "W_dev": 1.9064, "head_o": 0.2484} | |
| {"step": 1190, "total": 1250, "K": 1, "lr_bb": 1.0585190094583284e-06, "grad_norm": 0.878, "loss": 0.00971, "ce": 0.0096, "kl": 0.0096, "rps": 0.00043, "l1": 0.01751, "dkl": 7e-05, "elapsed": 1670.8, "tok_per_s": 6102, "pass_tok_per_s": 22717, "peak_gib": 74.94, "epoch": 1, "gate": 0.000984, "W_dev": 1.9063, "head_o": 0.2486} | |
| {"step": 1200, "total": 1250, "K": 4, "lr_bb": 1.040931879657468e-06, "grad_norm": 3.0589, "loss": 0.10699, "ce": 0.10699, "kl": 0.0686, "rps": 0.0, "l1": 0.00935, "dkl": 0.0003, "elapsed": 1688.8, "tok_per_s": 6086, "pass_tok_per_s": 22740, "peak_gib": 74.94, "epoch": 1, "gate": 0.000983, "W_dev": 1.9066, "head_o": 0.2486} | |
| {"step": 1210, "total": 1250, "K": 8, "lr_bb": 1.0264680740336586e-06, "grad_norm": 16.803, "loss": 0.21123, "ce": 0.21123, "kl": 0.21123, "rps": 0.0, "l1": 0.02442, "dkl": 0.01887, "elapsed": 1708.7, "tok_per_s": 6066, "pass_tok_per_s": 22763, "peak_gib": 74.94, "epoch": 1, "gate": 0.00098, "W_dev": 1.9067, "head_o": 0.2487} | |
| {"step": 1220, "total": 1250, "K": 1, "lr_bb": 1.0151377236619533e-06, "grad_norm": 17.4564, "loss": 0.30414, "ce": 0.30414, "kl": 0.28378, "rps": 0.0, "l1": 0.00956, "dkl": 0.00023, "elapsed": 1722.5, "tok_per_s": 6066, "pass_tok_per_s": 22776, "peak_gib": 74.94, "epoch": 1, "gate": 0.000978, "W_dev": 1.9067, "head_o": 0.2487} | |
| {"step": 1230, "total": 1250, "K": 4, "lr_bb": 1.0069487648098174e-06, "grad_norm": 21.0222, "loss": 0.48121, "ce": 0.48121, "kl": 0.46735, "rps": 0.0, "l1": 0.02543, "dkl": 0.08845, "elapsed": 1736.1, "tok_per_s": 6070, "pass_tok_per_s": 22774, "peak_gib": 74.94, "epoch": 1, "gate": 0.000975, "W_dev": 1.9065, "head_o": 0.2488} | |
| {"step": 1240, "total": 1250, "K": 4, "lr_bb": 1.0019069333782245e-06, "grad_norm": 18.3021, "loss": 0.20777, "ce": 0.20773, "kl": 0.13773, "rps": 0.00016, "l1": 0.00458, "dkl": 0.00017, "elapsed": 1750.7, "tok_per_s": 6069, "pass_tok_per_s": 22784, "peak_gib": 74.94, "epoch": 1, "gate": 0.000973, "W_dev": 1.9065, "head_o": 0.2488} | |
| {"step": 1250, "total": 1250, "K": 8, "lr_bb": 1.0000157608839794e-06, "grad_norm": 3.2266, "loss": 0.04539, "ce": 0.04539, "kl": 0.02502, "rps": 0.0, "l1": 0.02704, "dkl": 0.0038, "elapsed": 1768.5, "tok_per_s": 6055, "pass_tok_per_s": 22794, "peak_gib": 74.94, "epoch": 1, "gate": 0.00097, "W_dev": 1.9063, "head_o": 0.2489} | |
| {"event": "dev", "step": 1250, "seconds": 9.8, "gate": 0.00097019033273682, "K1": {"ce": 0.32711, "kl": 0.29509, "acc": 0.91474, "n": 1000}, "K4": {"ce": 0.32726, "kl": 0.29525, "acc": 0.91263, "n": 1000}} | |
| {"event": "finished", "step": 1250, "elapsed": 1778.3, "oom_retries": 0, "peak_gib": 74.94} | |
| {"event": "saved", "path": "runs/e3/model.safetensors"} | |
Xet Storage Details
- Size:
- 42.9 kB
- Xet hash:
- cd013934a50eafb03744019c2767dc77c4f55a95170b47b8dbd35fe6b2ad6c18
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.