ZhangYiqian's picture
sft_v21f_lora (198ee22) SFT cold start, sftv21fe1
65c630d verified
Raw History Blame Contribute Delete
35.8 kB
{"step": 1, "loss": 0.1421, "labelled_tokens": 6459, "lr": 1.4285714285714285e-05, "elapsed_s": 78, "gpu_peak_gb": 25.8}
{"step": 2, "loss": 0.208, "labelled_tokens": 8259, "lr": 2.1428571428571428e-05, "elapsed_s": 142, "gpu_peak_gb": 28.7}
{"step": 3, "loss": 0.2893, "labelled_tokens": 11265, "lr": 2.857142857142857e-05, "elapsed_s": 177, "gpu_peak_gb": 28.7}
{"step": 4, "loss": 0.2583, "labelled_tokens": 3356, "lr": 3.571428571428572e-05, "elapsed_s": 218, "gpu_peak_gb": 29.7}
{"step": 5, "loss": 0.3754, "labelled_tokens": 10637, "lr": 4.2857142857142856e-05, "elapsed_s": 252, "gpu_peak_gb": 29.7}
{"step": 6, "loss": 0.4052, "labelled_tokens": 3024, "lr": 5e-05, "elapsed_s": 270, "gpu_peak_gb": 29.7}
{"step": 7, "loss": 0.2517, "labelled_tokens": 3527, "lr": 5.714285714285714e-05, "elapsed_s": 331, "gpu_peak_gb": 33.4}
{"step": 8, "loss": 0.3738, "labelled_tokens": 1437, "lr": 6.428571428571429e-05, "elapsed_s": 366, "gpu_peak_gb": 33.4}
{"step": 9, "loss": 0.1753, "labelled_tokens": 2079, "lr": 7.142857142857143e-05, "elapsed_s": 409, "gpu_peak_gb": 33.4}
{"step": 10, "loss": 0.2921, "labelled_tokens": 1927, "lr": 7.857142857142858e-05, "elapsed_s": 456, "gpu_peak_gb": 33.4}
{"step": 11, "loss": 0.192, "labelled_tokens": 2401, "lr": 8.571428571428571e-05, "elapsed_s": 491, "gpu_peak_gb": 33.4}
{"step": 12, "loss": 0.4002, "labelled_tokens": 3575, "lr": 9.285714285714286e-05, "elapsed_s": 521, "gpu_peak_gb": 33.4}
{"step": 13, "loss": 0.3232, "labelled_tokens": 6245, "lr": 0.0001, "elapsed_s": 554, "gpu_peak_gb": 33.4}
{"step": 14, "loss": 0.4064, "labelled_tokens": 3245, "lr": 0.0001, "elapsed_s": 596, "gpu_peak_gb": 33.4}
{"step": 15, "loss": 0.6216, "labelled_tokens": 731, "lr": 9.999673735634258e-05, "elapsed_s": 637, "gpu_peak_gb": 33.4}
{"step": 16, "loss": 0.2018, "labelled_tokens": 5327, "lr": 9.998694985116405e-05, "elapsed_s": 681, "gpu_peak_gb": 33.4}
{"step": 17, "loss": 0.2797, "labelled_tokens": 16213, "lr": 9.997063876179006e-05, "elapsed_s": 715, "gpu_peak_gb": 33.4}
{"step": 18, "loss": 0.1537, "labelled_tokens": 3128, "lr": 9.994780621691156e-05, "elapsed_s": 757, "gpu_peak_gb": 33.4}
{"step": 19, "loss": 0.3159, "labelled_tokens": 9138, "lr": 9.991845519630678e-05, "elapsed_s": 799, "gpu_peak_gb": 33.4}
{"step": 20, "loss": 0.2527, "labelled_tokens": 5446, "lr": 9.988258953045264e-05, "elapsed_s": 837, "gpu_peak_gb": 33.4}
{"step": 21, "loss": 0.0926, "labelled_tokens": 4236, "lr": 9.984021390002458e-05, "elapsed_s": 865, "gpu_peak_gb": 33.4}
{"step": 22, "loss": 0.3672, "labelled_tokens": 2320, "lr": 9.97913338352859e-05, "elapsed_s": 885, "gpu_peak_gb": 33.4}
{"step": 23, "loss": 0.2553, "labelled_tokens": 1284, "lr": 9.973595571536593e-05, "elapsed_s": 930, "gpu_peak_gb": 33.4}
{"step": 24, "loss": 0.2733, "labelled_tokens": 21983, "lr": 9.967408676742751e-05, "elapsed_s": 976, "gpu_peak_gb": 33.4}
{"step": 25, "loss": 0.2237, "labelled_tokens": 15010, "lr": 9.96057350657239e-05, "elapsed_s": 1050, "gpu_peak_gb": 33.4}
{"step": 26, "loss": 0.2033, "labelled_tokens": 577, "lr": 9.953090953054492e-05, "elapsed_s": 1072, "gpu_peak_gb": 33.4}
{"step": 27, "loss": 0.2293, "labelled_tokens": 12660, "lr": 9.944961992705288e-05, "elapsed_s": 1131, "gpu_peak_gb": 33.4}
{"step": 28, "loss": 0.3406, "labelled_tokens": 20193, "lr": 9.936187686400815e-05, "elapsed_s": 1167, "gpu_peak_gb": 33.4}
{"step": 29, "loss": 0.2752, "labelled_tokens": 1948, "lr": 9.926769179238466e-05, "elapsed_s": 1215, "gpu_peak_gb": 33.4}
{"step": 30, "loss": 0.1653, "labelled_tokens": 10504, "lr": 9.916707700387547e-05, "elapsed_s": 1258, "gpu_peak_gb": 33.4}
{"step": 31, "loss": 0.3585, "labelled_tokens": 4946, "lr": 9.906004562928864e-05, "elapsed_s": 1292, "gpu_peak_gb": 33.4}
{"step": 32, "loss": 0.3069, "labelled_tokens": 13147, "lr": 9.894661163683361e-05, "elapsed_s": 1355, "gpu_peak_gb": 33.4}
{"step": 33, "loss": 0.357, "labelled_tokens": 13485, "lr": 9.882678983029819e-05, "elapsed_s": 1421, "gpu_peak_gb": 33.4}
{"step": 34, "loss": 0.2127, "labelled_tokens": 11701, "lr": 9.870059584711668e-05, "elapsed_s": 1459, "gpu_peak_gb": 33.4}
{"step": 35, "loss": 0.2261, "labelled_tokens": 12873, "lr": 9.856804615632903e-05, "elapsed_s": 1492, "gpu_peak_gb": 33.4}
{"step": 36, "loss": 0.1946, "labelled_tokens": 3291, "lr": 9.842915805643155e-05, "elapsed_s": 1540, "gpu_peak_gb": 33.4}
{"step": 37, "loss": 0.2998, "labelled_tokens": 15568, "lr": 9.828394967311941e-05, "elapsed_s": 1604, "gpu_peak_gb": 33.6}
{"step": 38, "loss": 0.3203, "labelled_tokens": 5518, "lr": 9.813243995692098e-05, "elapsed_s": 1648, "gpu_peak_gb": 33.6}
{"step": 39, "loss": 0.3329, "labelled_tokens": 16179, "lr": 9.797464868072488e-05, "elapsed_s": 1688, "gpu_peak_gb": 33.6}
{"step": 40, "loss": 0.2591, "labelled_tokens": 11118, "lr": 9.781059643719937e-05, "elapsed_s": 1734, "gpu_peak_gb": 33.6}
{"step": 41, "loss": 0.3376, "labelled_tokens": 3225, "lr": 9.76403046361049e-05, "elapsed_s": 1770, "gpu_peak_gb": 33.6}
{"step": 42, "loss": 0.2773, "labelled_tokens": 12515, "lr": 9.746379550150009e-05, "elapsed_s": 1825, "gpu_peak_gb": 33.6}
{"step": 43, "loss": 0.3201, "labelled_tokens": 18640, "lr": 9.728109206884124e-05, "elapsed_s": 1861, "gpu_peak_gb": 33.6}
{"step": 44, "loss": 0.1134, "labelled_tokens": 1763, "lr": 9.709221818197624e-05, "elapsed_s": 1908, "gpu_peak_gb": 33.6}
{"step": 45, "loss": 0.2377, "labelled_tokens": 3874, "lr": 9.68971984900326e-05, "elapsed_s": 1942, "gpu_peak_gb": 33.6}
{"step": 46, "loss": 0.0616, "labelled_tokens": 5905, "lr": 9.669605844420078e-05, "elapsed_s": 1991, "gpu_peak_gb": 33.6}
{"step": 47, "loss": 0.2516, "labelled_tokens": 1626, "lr": 9.648882429441257e-05, "elapsed_s": 2012, "gpu_peak_gb": 33.6}
{"step": 48, "loss": 0.2203, "labelled_tokens": 5565, "lr": 9.627552308591534e-05, "elapsed_s": 2043, "gpu_peak_gb": 33.6}
{"step": 49, "loss": 0.0611, "labelled_tokens": 5672, "lr": 9.60561826557425e-05, "elapsed_s": 2096, "gpu_peak_gb": 33.6}
{"step": 50, "loss": 0.2176, "labelled_tokens": 2018, "lr": 9.583083162908059e-05, "elapsed_s": 2115, "gpu_peak_gb": 33.6}
{"step": 51, "loss": 0.4022, "labelled_tokens": 871, "lr": 9.55994994155335e-05, "elapsed_s": 2158, "gpu_peak_gb": 33.6}
{"step": 52, "loss": 0.2043, "labelled_tokens": 4060, "lr": 9.536221620528442e-05, "elapsed_s": 2190, "gpu_peak_gb": 33.6}
{"step": 53, "loss": 0.1522, "labelled_tokens": 2010, "lr": 9.511901296515577e-05, "elapsed_s": 2235, "gpu_peak_gb": 33.6}
{"step": 54, "loss": 0.292, "labelled_tokens": 3226, "lr": 9.486992143456792e-05, "elapsed_s": 2265, "gpu_peak_gb": 33.6}
{"step": 55, "loss": 0.3575, "labelled_tokens": 8535, "lr": 9.461497412139698e-05, "elapsed_s": 2281, "gpu_peak_gb": 33.6}
{"step": 56, "loss": 0.2538, "labelled_tokens": 577, "lr": 9.435420429773228e-05, "elapsed_s": 2313, "gpu_peak_gb": 33.6}
{"step": 57, "loss": 0.2722, "labelled_tokens": 18003, "lr": 9.40876459955343e-05, "elapsed_s": 2369, "gpu_peak_gb": 33.6}
{"step": 58, "loss": 0.2076, "labelled_tokens": 13604, "lr": 9.381533400219318e-05, "elapsed_s": 2422, "gpu_peak_gb": 33.6}
{"step": 59, "loss": 0.198, "labelled_tokens": 3111, "lr": 9.353730385598887e-05, "elapsed_s": 2477, "gpu_peak_gb": 33.6}
{"step": 60, "loss": 0.294, "labelled_tokens": 4008, "lr": 9.325359184145305e-05, "elapsed_s": 2507, "gpu_peak_gb": 33.6}
{"step": 61, "loss": 0.2651, "labelled_tokens": 3558, "lr": 9.296423498463396e-05, "elapsed_s": 2542, "gpu_peak_gb": 33.6}
{"step": 62, "loss": 0.1506, "labelled_tokens": 3969, "lr": 9.266927104826409e-05, "elapsed_s": 2584, "gpu_peak_gb": 33.6}
{"step": 63, "loss": 0.2544, "labelled_tokens": 21582, "lr": 9.236873852683213e-05, "elapsed_s": 2644, "gpu_peak_gb": 33.6}
{"step": 64, "loss": 0.3055, "labelled_tokens": 2378, "lr": 9.206267664155907e-05, "elapsed_s": 2700, "gpu_peak_gb": 33.6}
{"step": 65, "loss": 0.3321, "labelled_tokens": 4912, "lr": 9.175112533527963e-05, "elapsed_s": 2753, "gpu_peak_gb": 33.6}
{"step": 66, "loss": 0.2291, "labelled_tokens": 16006, "lr": 9.143412526722959e-05, "elapsed_s": 2804, "gpu_peak_gb": 33.6}
{"step": 67, "loss": 0.2439, "labelled_tokens": 10152, "lr": 9.111171780773937e-05, "elapsed_s": 2860, "gpu_peak_gb": 33.6}
{"step": 68, "loss": 0.2175, "labelled_tokens": 8120, "lr": 9.07839450328351e-05, "elapsed_s": 2908, "gpu_peak_gb": 33.6}
{"step": 69, "loss": 0.3412, "labelled_tokens": 856, "lr": 9.045084971874738e-05, "elapsed_s": 2972, "gpu_peak_gb": 33.6}
{"step": 70, "loss": 0.2032, "labelled_tokens": 12941, "lr": 9.011247533632876e-05, "elapsed_s": 3024, "gpu_peak_gb": 33.6}
{"step": 71, "loss": 0.1977, "labelled_tokens": 2116, "lr": 8.976886604538055e-05, "elapsed_s": 3060, "gpu_peak_gb": 33.6}
{"step": 72, "loss": 0.3719, "labelled_tokens": 6653, "lr": 8.942006668888972e-05, "elapsed_s": 3117, "gpu_peak_gb": 33.6}
{"step": 73, "loss": 0.3178, "labelled_tokens": 870, "lr": 8.906612278717656e-05, "elapsed_s": 3145, "gpu_peak_gb": 33.6}
{"step": 74, "loss": 0.1514, "labelled_tokens": 2472, "lr": 8.870708053195413e-05, "elapsed_s": 3186, "gpu_peak_gb": 33.6}
{"step": 75, "loss": 0.1758, "labelled_tokens": 871, "lr": 8.834298678029989e-05, "elapsed_s": 3208, "gpu_peak_gb": 33.6}
{"step": 76, "loss": 0.1926, "labelled_tokens": 406, "lr": 8.797388904854063e-05, "elapsed_s": 3254, "gpu_peak_gb": 33.6}
{"step": 77, "loss": 0.1994, "labelled_tokens": 12470, "lr": 8.75998355060513e-05, "elapsed_s": 3325, "gpu_peak_gb": 33.6}
{"step": 78, "loss": 0.1026, "labelled_tokens": 7331, "lr": 8.72208749689686e-05, "elapsed_s": 3364, "gpu_peak_gb": 33.6}
{"step": 79, "loss": 0.2739, "labelled_tokens": 11063, "lr": 8.683705689382024e-05, "elapsed_s": 3438, "gpu_peak_gb": 33.6}
{"step": 80, "loss": 0.4064, "labelled_tokens": 10939, "lr": 8.644843137107059e-05, "elapsed_s": 3476, "gpu_peak_gb": 33.6}
{"step": 81, "loss": 0.1635, "labelled_tokens": 8964, "lr": 8.605504911858347e-05, "elapsed_s": 3515, "gpu_peak_gb": 33.6}
{"step": 82, "loss": 0.2679, "labelled_tokens": 6184, "lr": 8.565696147500337e-05, "elapsed_s": 3563, "gpu_peak_gb": 33.6}
{"step": 83, "loss": 0.1489, "labelled_tokens": 3999, "lr": 8.525422039305528e-05, "elapsed_s": 3620, "gpu_peak_gb": 33.6}
{"step": 84, "loss": 0.3058, "labelled_tokens": 15539, "lr": 8.484687843276469e-05, "elapsed_s": 3689, "gpu_peak_gb": 33.6}
{"step": 85, "loss": 0.098, "labelled_tokens": 9508, "lr": 8.443498875459809e-05, "elapsed_s": 3752, "gpu_peak_gb": 33.6}
{"step": 86, "loss": 0.2005, "labelled_tokens": 17251, "lr": 8.401860511252533e-05, "elapsed_s": 3799, "gpu_peak_gb": 33.6}
{"step": 87, "loss": 0.2346, "labelled_tokens": 22195, "lr": 8.35977818470044e-05, "elapsed_s": 3845, "gpu_peak_gb": 33.6}
{"step": 88, "loss": 0.1395, "labelled_tokens": 4019, "lr": 8.31725738778896e-05, "elapsed_s": 3892, "gpu_peak_gb": 33.6}
{"step": 89, "loss": 0.2282, "labelled_tokens": 11918, "lr": 8.274303669726426e-05, "elapsed_s": 3945, "gpu_peak_gb": 33.6}
{"step": 90, "loss": 0.2633, "labelled_tokens": 13481, "lr": 8.230922636219871e-05, "elapsed_s": 3988, "gpu_peak_gb": 33.6}
{"step": 91, "loss": 0.2778, "labelled_tokens": 9965, "lr": 8.18711994874345e-05, "elapsed_s": 4038, "gpu_peak_gb": 33.8}
{"step": 92, "loss": 0.2487, "labelled_tokens": 1822, "lr": 8.142901323799578e-05, "elapsed_s": 4088, "gpu_peak_gb": 33.8}
{"step": 93, "loss": 0.1581, "labelled_tokens": 4209, "lr": 8.098272532172906e-05, "elapsed_s": 4144, "gpu_peak_gb": 33.8}
{"step": 94, "loss": 0.3615, "labelled_tokens": 16129, "lr": 8.053239398177191e-05, "elapsed_s": 4196, "gpu_peak_gb": 33.8}
{"step": 95, "loss": 0.4004, "labelled_tokens": 3467, "lr": 8.007807798895194e-05, "elapsed_s": 4248, "gpu_peak_gb": 33.8}
{"step": 96, "loss": 0.2642, "labelled_tokens": 9216, "lr": 7.961983663411684e-05, "elapsed_s": 4287, "gpu_peak_gb": 33.8}
{"step": 97, "loss": 0.2719, "labelled_tokens": 9141, "lr": 7.91577297203966e-05, "elapsed_s": 4335, "gpu_peak_gb": 33.8}
{"step": 98, "loss": 0.1087, "labelled_tokens": 2533, "lr": 7.869181755539888e-05, "elapsed_s": 4371, "gpu_peak_gb": 33.8}
{"step": 99, "loss": 0.3433, "labelled_tokens": 12806, "lr": 7.822216094333847e-05, "elapsed_s": 4424, "gpu_peak_gb": 33.8}
{"step": 100, "loss": 0.0773, "labelled_tokens": 7567, "lr": 7.774882117710203e-05, "elapsed_s": 4470, "gpu_peak_gb": 34.8}
{"step": 101, "loss": 0.1071, "labelled_tokens": 3443, "lr": 7.727186003024902e-05, "elapsed_s": 4508, "gpu_peak_gb": 34.8}
{"step": 102, "loss": 0.2037, "labelled_tokens": 2753, "lr": 7.679133974894983e-05, "elapsed_s": 4546, "gpu_peak_gb": 34.8}
{"step": 103, "loss": 0.2394, "labelled_tokens": 11320, "lr": 7.630732304386244e-05, "elapsed_s": 4581, "gpu_peak_gb": 34.8}
{"step": 104, "loss": 0.1681, "labelled_tokens": 9585, "lr": 7.58198730819481e-05, "elapsed_s": 4638, "gpu_peak_gb": 34.8}
{"step": 105, "loss": 0.214, "labelled_tokens": 3409, "lr": 7.532905347822792e-05, "elapsed_s": 4683, "gpu_peak_gb": 35.5}
{"step": 106, "loss": 0.2091, "labelled_tokens": 12573, "lr": 7.483492828748057e-05, "elapsed_s": 4739, "gpu_peak_gb": 35.5}
{"step": 107, "loss": 0.349, "labelled_tokens": 12206, "lr": 7.433756199588282e-05, "elapsed_s": 4781, "gpu_peak_gb": 35.5}
{"step": 108, "loss": 0.1761, "labelled_tokens": 11418, "lr": 7.383701951259375e-05, "elapsed_s": 4833, "gpu_peak_gb": 35.5}
{"step": 109, "loss": 0.2668, "labelled_tokens": 14341, "lr": 7.333336616128369e-05, "elapsed_s": 4879, "gpu_peak_gb": 35.5}
{"step": 110, "loss": 0.152, "labelled_tokens": 9879, "lr": 7.282666767160913e-05, "elapsed_s": 4935, "gpu_peak_gb": 35.5}
{"step": 111, "loss": 0.0916, "labelled_tokens": 1218, "lr": 7.23169901706346e-05, "elapsed_s": 4950, "gpu_peak_gb": 35.5}
{"step": 112, "loss": 0.2624, "labelled_tokens": 14701, "lr": 7.180440017420277e-05, "elapsed_s": 5000, "gpu_peak_gb": 35.5}
{"step": 113, "loss": 0.3116, "labelled_tokens": 2185, "lr": 7.128896457825364e-05, "elapsed_s": 5032, "gpu_peak_gb": 35.5}
{"step": 114, "loss": 0.5051, "labelled_tokens": 961, "lr": 7.077075065009433e-05, "elapsed_s": 5055, "gpu_peak_gb": 35.5}
{"step": 115, "loss": 0.3288, "labelled_tokens": 1826, "lr": 7.024982601962027e-05, "elapsed_s": 5096, "gpu_peak_gb": 35.5}
{"step": 116, "loss": 0.1732, "labelled_tokens": 3434, "lr": 6.972625867048914e-05, "elapsed_s": 5122, "gpu_peak_gb": 35.5}
{"step": 117, "loss": 0.2512, "labelled_tokens": 18998, "lr": 6.920011693124857e-05, "elapsed_s": 5181, "gpu_peak_gb": 35.5}
{"step": 118, "loss": 0.3011, "labelled_tokens": 10964, "lr": 6.867146946641891e-05, "elapsed_s": 5243, "gpu_peak_gb": 35.5}
{"step": 119, "loss": 0.1144, "labelled_tokens": 855, "lr": 6.814038526753205e-05, "elapsed_s": 5273, "gpu_peak_gb": 35.5}
{"step": 120, "loss": 0.0532, "labelled_tokens": 3481, "lr": 6.760693364412775e-05, "elapsed_s": 5329, "gpu_peak_gb": 35.5}
{"step": 121, "loss": 0.2525, "labelled_tokens": 3701, "lr": 6.707118421470822e-05, "elapsed_s": 5373, "gpu_peak_gb": 35.5}
{"step": 122, "loss": 0.3853, "labelled_tokens": 11748, "lr": 6.653320689765257e-05, "elapsed_s": 5424, "gpu_peak_gb": 35.5}
{"step": 123, "loss": 0.1681, "labelled_tokens": 3670, "lr": 6.599307190209206e-05, "elapsed_s": 5473, "gpu_peak_gb": 35.5}
{"step": 124, "loss": 0.2498, "labelled_tokens": 9657, "lr": 6.545084971874738e-05, "elapsed_s": 5516, "gpu_peak_gb": 35.5}
{"step": 125, "loss": 0.2492, "labelled_tokens": 8635, "lr": 6.490661111072923e-05, "elapsed_s": 5563, "gpu_peak_gb": 35.5}
{"step": 126, "loss": 0.3533, "labelled_tokens": 11094, "lr": 6.436042710430333e-05, "elapsed_s": 5615, "gpu_peak_gb": 35.5}
{"step": 127, "loss": 0.2183, "labelled_tokens": 4578, "lr": 6.381236897962102e-05, "elapsed_s": 5689, "gpu_peak_gb": 35.5}
{"step": 128, "loss": 0.209, "labelled_tokens": 10392, "lr": 6.326250826141689e-05, "elapsed_s": 5728, "gpu_peak_gb": 35.5}
{"step": 129, "loss": 0.2121, "labelled_tokens": 13912, "lr": 6.271091670967436e-05, "elapsed_s": 5809, "gpu_peak_gb": 35.5}
{"step": 130, "loss": 0.122, "labelled_tokens": 1844, "lr": 6.215766631026049e-05, "elapsed_s": 5846, "gpu_peak_gb": 35.5}
{"step": 131, "loss": 0.1558, "labelled_tokens": 3819, "lr": 6.160282926553158e-05, "elapsed_s": 5896, "gpu_peak_gb": 35.5}
{"step": 132, "loss": 0.3761, "labelled_tokens": 6238, "lr": 6.104647798491021e-05, "elapsed_s": 5941, "gpu_peak_gb": 35.5}
{"step": 133, "loss": 0.2235, "labelled_tokens": 17082, "lr": 6.048868507543547e-05, "elapsed_s": 6016, "gpu_peak_gb": 35.5}
{"step": 134, "loss": 0.2785, "labelled_tokens": 9980, "lr": 5.992952333228728e-05, "elapsed_s": 6078, "gpu_peak_gb": 35.5}
{"step": 135, "loss": 0.2462, "labelled_tokens": 3106, "lr": 5.9369065729286245e-05, "elapsed_s": 6148, "gpu_peak_gb": 35.5}
{"step": 136, "loss": 0.231, "labelled_tokens": 3140, "lr": 5.8807385409370076e-05, "elapsed_s": 6211, "gpu_peak_gb": 35.5}
{"step": 137, "loss": 0.1934, "labelled_tokens": 5656, "lr": 5.824455567504817e-05, "elapsed_s": 6282, "gpu_peak_gb": 35.5}
{"step": 138, "loss": 0.2283, "labelled_tokens": 8903, "lr": 5.768064997883498e-05, "elapsed_s": 6331, "gpu_peak_gb": 35.5}
{"step": 139, "loss": 0.1886, "labelled_tokens": 4140, "lr": 5.7115741913664264e-05, "elapsed_s": 6362, "gpu_peak_gb": 35.5}
{"step": 140, "loss": 0.2909, "labelled_tokens": 12445, "lr": 5.654990520328465e-05, "elapsed_s": 6423, "gpu_peak_gb": 35.5}
{"step": 141, "loss": 0.2816, "labelled_tokens": 5686, "lr": 5.5983213692638294e-05, "elapsed_s": 6463, "gpu_peak_gb": 35.5}
{"step": 142, "loss": 0.1351, "labelled_tokens": 5784, "lr": 5.5415741338223736e-05, "elapsed_s": 6537, "gpu_peak_gb": 35.5}
{"step": 143, "loss": 0.1613, "labelled_tokens": 739, "lr": 5.484756219844408e-05, "elapsed_s": 6596, "gpu_peak_gb": 35.5}
{"step": 144, "loss": 0.2684, "labelled_tokens": 10977, "lr": 5.427875042394199e-05, "elapsed_s": 6658, "gpu_peak_gb": 35.5}
{"step": 145, "loss": 0.0946, "labelled_tokens": 890, "lr": 5.3709380247922617e-05, "elapsed_s": 6688, "gpu_peak_gb": 35.5}
{"step": 146, "loss": 0.2494, "labelled_tokens": 9644, "lr": 5.313952597646568e-05, "elapsed_s": 6804, "gpu_peak_gb": 35.5}
{"step": 147, "loss": 0.1417, "labelled_tokens": 13292, "lr": 5.2569261978828155e-05, "elapsed_s": 6850, "gpu_peak_gb": 35.5}
{"step": 148, "loss": 0.2116, "labelled_tokens": 11656, "lr": 5.199866267773867e-05, "elapsed_s": 6881, "gpu_peak_gb": 35.5}
{"step": 149, "loss": 0.0463, "labelled_tokens": 3707, "lr": 5.142780253968481e-05, "elapsed_s": 6953, "gpu_peak_gb": 35.5}
{"step": 150, "loss": 0.1946, "labelled_tokens": 12493, "lr": 5.0856756065194964e-05, "elapsed_s": 6999, "gpu_peak_gb": 35.5}
{"step": 151, "loss": 0.2147, "labelled_tokens": 15377, "lr": 5.028559777911542e-05, "elapsed_s": 7056, "gpu_peak_gb": 35.5}
{"step": 152, "loss": 0.3646, "labelled_tokens": 8888, "lr": 4.971440222088459e-05, "elapsed_s": 7100, "gpu_peak_gb": 35.5}
{"step": 153, "loss": 0.1702, "labelled_tokens": 8740, "lr": 4.914324393480504e-05, "elapsed_s": 7161, "gpu_peak_gb": 35.5}
{"step": 154, "loss": 0.3612, "labelled_tokens": 8818, "lr": 4.85721974603152e-05, "elapsed_s": 7201, "gpu_peak_gb": 35.5}
{"step": 155, "loss": 0.1845, "labelled_tokens": 4884, "lr": 4.800133732226135e-05, "elapsed_s": 7234, "gpu_peak_gb": 35.5}
{"step": 156, "loss": 0.272, "labelled_tokens": 27343, "lr": 4.7430738021171857e-05, "elapsed_s": 7311, "gpu_peak_gb": 35.5}
{"step": 157, "loss": 0.0347, "labelled_tokens": 1652, "lr": 4.6860474023534335e-05, "elapsed_s": 7355, "gpu_peak_gb": 35.5}
{"step": 158, "loss": 0.2454, "labelled_tokens": 10517, "lr": 4.6290619752077395e-05, "elapsed_s": 7408, "gpu_peak_gb": 35.5}
{"step": 159, "loss": 0.0459, "labelled_tokens": 2099, "lr": 4.5721249576058027e-05, "elapsed_s": 7444, "gpu_peak_gb": 35.5}
{"step": 160, "loss": 0.1941, "labelled_tokens": 15487, "lr": 4.515243780155593e-05, "elapsed_s": 7484, "gpu_peak_gb": 35.5}
{"step": 161, "loss": 0.2265, "labelled_tokens": 18156, "lr": 4.4584258661776275e-05, "elapsed_s": 7560, "gpu_peak_gb": 35.5}
{"step": 162, "loss": 0.2415, "labelled_tokens": 1905, "lr": 4.401678630736172e-05, "elapsed_s": 7629, "gpu_peak_gb": 35.5}
{"step": 163, "loss": 0.1522, "labelled_tokens": 5426, "lr": 4.345009479671536e-05, "elapsed_s": 7686, "gpu_peak_gb": 35.5}
{"step": 164, "loss": 0.2134, "labelled_tokens": 14454, "lr": 4.288425808633575e-05, "elapsed_s": 7752, "gpu_peak_gb": 35.5}
{"step": 165, "loss": 0.0597, "labelled_tokens": 1195, "lr": 4.231935002116504e-05, "elapsed_s": 7811, "gpu_peak_gb": 35.5}
{"step": 166, "loss": 0.2105, "labelled_tokens": 14258, "lr": 4.175544432495184e-05, "elapsed_s": 7870, "gpu_peak_gb": 35.5}
{"step": 167, "loss": 0.043, "labelled_tokens": 2503, "lr": 4.1192614590629915e-05, "elapsed_s": 7927, "gpu_peak_gb": 35.5}
{"step": 168, "loss": 0.3345, "labelled_tokens": 10678, "lr": 4.063093427071376e-05, "elapsed_s": 7981, "gpu_peak_gb": 35.5}
{"step": 169, "loss": 0.2012, "labelled_tokens": 6735, "lr": 4.007047666771274e-05, "elapsed_s": 8070, "gpu_peak_gb": 35.5}
{"step": 170, "loss": 0.036, "labelled_tokens": 4236, "lr": 3.951131492456454e-05, "elapsed_s": 8109, "gpu_peak_gb": 35.5}
{"step": 171, "loss": 0.2127, "labelled_tokens": 18653, "lr": 3.89535220150898e-05, "elapsed_s": 8191, "gpu_peak_gb": 35.5}
{"step": 172, "loss": 0.1247, "labelled_tokens": 10211, "lr": 3.8397170734468425e-05, "elapsed_s": 8222, "gpu_peak_gb": 35.5}
{"step": 173, "loss": 0.2061, "labelled_tokens": 15156, "lr": 3.7842333689739524e-05, "elapsed_s": 8288, "gpu_peak_gb": 35.5}
{"step": 174, "loss": 0.0678, "labelled_tokens": 3165, "lr": 3.728908329032567e-05, "elapsed_s": 8334, "gpu_peak_gb": 35.5}
{"step": 175, "loss": 0.0884, "labelled_tokens": 1665, "lr": 3.673749173858312e-05, "elapsed_s": 8348, "gpu_peak_gb": 35.5}
{"step": 176, "loss": 0.0943, "labelled_tokens": 9992, "lr": 3.6187631020378986e-05, "elapsed_s": 8417, "gpu_peak_gb": 35.5}
{"step": 177, "loss": 0.1199, "labelled_tokens": 3944, "lr": 3.563957289569669e-05, "elapsed_s": 8491, "gpu_peak_gb": 35.5}
{"step": 178, "loss": 0.0564, "labelled_tokens": 5800, "lr": 3.5093388889270786e-05, "elapsed_s": 8545, "gpu_peak_gb": 35.5}
{"step": 179, "loss": 0.0744, "labelled_tokens": 10207, "lr": 3.4549150281252636e-05, "elapsed_s": 8626, "gpu_peak_gb": 35.5}
{"step": 180, "loss": 0.0872, "labelled_tokens": 2001, "lr": 3.400692809790796e-05, "elapsed_s": 8700, "gpu_peak_gb": 35.5}
{"step": 181, "loss": 0.1884, "labelled_tokens": 3075, "lr": 3.3466793102347435e-05, "elapsed_s": 8722, "gpu_peak_gb": 35.5}
{"step": 182, "loss": 0.219, "labelled_tokens": 11667, "lr": 3.292881578529179e-05, "elapsed_s": 8781, "gpu_peak_gb": 35.5}
{"step": 183, "loss": 0.0478, "labelled_tokens": 6122, "lr": 3.239306635587227e-05, "elapsed_s": 8846, "gpu_peak_gb": 35.5}
{"step": 184, "loss": 0.0592, "labelled_tokens": 1630, "lr": 3.1859614732467954e-05, "elapsed_s": 8890, "gpu_peak_gb": 35.5}
{"step": 185, "loss": 0.2226, "labelled_tokens": 9659, "lr": 3.13285305335811e-05, "elapsed_s": 8928, "gpu_peak_gb": 35.5}
{"step": 186, "loss": 0.0721, "labelled_tokens": 8714, "lr": 3.079988306875143e-05, "elapsed_s": 9006, "gpu_peak_gb": 35.5}
{"step": 187, "loss": 0.2203, "labelled_tokens": 10114, "lr": 3.0273741329510853e-05, "elapsed_s": 9050, "gpu_peak_gb": 35.5}
{"step": 188, "loss": 0.094, "labelled_tokens": 4958, "lr": 2.9750173980379736e-05, "elapsed_s": 9091, "gpu_peak_gb": 35.5}
{"step": 189, "loss": 0.0818, "labelled_tokens": 9007, "lr": 2.9229249349905684e-05, "elapsed_s": 9163, "gpu_peak_gb": 35.5}
{"step": 190, "loss": 0.1409, "labelled_tokens": 2448, "lr": 2.8711035421746367e-05, "elapsed_s": 9198, "gpu_peak_gb": 35.5}
{"step": 191, "loss": 0.2145, "labelled_tokens": 10759, "lr": 2.819559982579723e-05, "elapsed_s": 9251, "gpu_peak_gb": 35.5}
{"step": 192, "loss": 0.0551, "labelled_tokens": 1874, "lr": 2.7683009829365412e-05, "elapsed_s": 9279, "gpu_peak_gb": 35.5}
{"step": 193, "loss": 0.1272, "labelled_tokens": 10937, "lr": 2.7173332328390876e-05, "elapsed_s": 9320, "gpu_peak_gb": 35.5}
{"step": 194, "loss": 0.2624, "labelled_tokens": 16730, "lr": 2.6666633838716314e-05, "elapsed_s": 9361, "gpu_peak_gb": 35.5}
{"step": 195, "loss": 0.0555, "labelled_tokens": 2319, "lr": 2.6162980487406257e-05, "elapsed_s": 9399, "gpu_peak_gb": 35.5}
{"step": 196, "loss": 0.0388, "labelled_tokens": 6355, "lr": 2.566243800411719e-05, "elapsed_s": 9432, "gpu_peak_gb": 35.5}
{"step": 197, "loss": 0.2342, "labelled_tokens": 5989, "lr": 2.5165071712519444e-05, "elapsed_s": 9468, "gpu_peak_gb": 35.5}
{"step": 198, "loss": 0.242, "labelled_tokens": 20869, "lr": 2.4670946521772093e-05, "elapsed_s": 9552, "gpu_peak_gb": 35.5}
{"step": 199, "loss": 0.0352, "labelled_tokens": 4766, "lr": 2.418012691805191e-05, "elapsed_s": 9628, "gpu_peak_gb": 35.5}
{"step": 200, "loss": 0.1666, "labelled_tokens": 1934, "lr": 2.3692676956137583e-05, "elapsed_s": 9656, "gpu_peak_gb": 35.5}
{"step": 201, "loss": 0.1274, "labelled_tokens": 9158, "lr": 2.3208660251050158e-05, "elapsed_s": 9743, "gpu_peak_gb": 35.5}
{"step": 202, "loss": 0.1601, "labelled_tokens": 12442, "lr": 2.2728139969751006e-05, "elapsed_s": 9794, "gpu_peak_gb": 35.5}
{"step": 203, "loss": 0.205, "labelled_tokens": 19202, "lr": 2.2251178822897988e-05, "elapsed_s": 9869, "gpu_peak_gb": 35.5}
{"step": 204, "loss": 0.1274, "labelled_tokens": 4692, "lr": 2.1777839056661554e-05, "elapsed_s": 9889, "gpu_peak_gb": 35.5}
{"step": 205, "loss": 0.2157, "labelled_tokens": 10195, "lr": 2.1308182444601127e-05, "elapsed_s": 9941, "gpu_peak_gb": 35.5}
{"step": 206, "loss": 0.0731, "labelled_tokens": 2496, "lr": 2.0842270279603404e-05, "elapsed_s": 9988, "gpu_peak_gb": 35.5}
{"step": 207, "loss": 0.0264, "labelled_tokens": 821, "lr": 2.0380163365883187e-05, "elapsed_s": 10027, "gpu_peak_gb": 35.5}
{"step": 208, "loss": 0.1915, "labelled_tokens": 2148, "lr": 1.9921922011048068e-05, "elapsed_s": 10111, "gpu_peak_gb": 35.5}
{"step": 209, "loss": 0.0417, "labelled_tokens": 2361, "lr": 1.946760601822809e-05, "elapsed_s": 10152, "gpu_peak_gb": 35.5}
{"step": 210, "loss": 0.351, "labelled_tokens": 9355, "lr": 1.9017274678270947e-05, "elapsed_s": 10221, "gpu_peak_gb": 35.5}
{"step": 211, "loss": 0.1009, "labelled_tokens": 3860, "lr": 1.8570986762004243e-05, "elapsed_s": 10297, "gpu_peak_gb": 35.5}
{"step": 212, "loss": 0.1813, "labelled_tokens": 13626, "lr": 1.8128800512565513e-05, "elapsed_s": 10384, "gpu_peak_gb": 35.5}
{"step": 213, "loss": 0.0805, "labelled_tokens": 8148, "lr": 1.7690773637801294e-05, "elapsed_s": 10461, "gpu_peak_gb": 35.5}
{"step": 214, "loss": 0.2465, "labelled_tokens": 17891, "lr": 1.725696330273575e-05, "elapsed_s": 10544, "gpu_peak_gb": 35.5}
{"step": 215, "loss": 0.0583, "labelled_tokens": 9071, "lr": 1.6827426122110413e-05, "elapsed_s": 10591, "gpu_peak_gb": 35.5}
{"step": 216, "loss": 0.1748, "labelled_tokens": 4646, "lr": 1.6402218152995607e-05, "elapsed_s": 10649, "gpu_peak_gb": 35.5}
{"step": 217, "loss": 0.0988, "labelled_tokens": 1366, "lr": 1.598139488747467e-05, "elapsed_s": 10686, "gpu_peak_gb": 35.5}
{"step": 218, "loss": 0.2233, "labelled_tokens": 13127, "lr": 1.556501124540193e-05, "elapsed_s": 10729, "gpu_peak_gb": 35.5}
{"step": 219, "loss": 0.0571, "labelled_tokens": 2715, "lr": 1.5153121567235335e-05, "elapsed_s": 10770, "gpu_peak_gb": 35.5}
{"step": 220, "loss": 0.251, "labelled_tokens": 8681, "lr": 1.4745779606944716e-05, "elapsed_s": 10814, "gpu_peak_gb": 35.5}
{"step": 221, "loss": 0.1846, "labelled_tokens": 21729, "lr": 1.4343038524996644e-05, "elapsed_s": 10893, "gpu_peak_gb": 35.5}
{"step": 222, "loss": 0.1295, "labelled_tokens": 8338, "lr": 1.3944950881416541e-05, "elapsed_s": 10935, "gpu_peak_gb": 35.5}
{"step": 223, "loss": 0.3096, "labelled_tokens": 10291, "lr": 1.3551568628929434e-05, "elapsed_s": 10991, "gpu_peak_gb": 35.5}
{"step": 224, "loss": 0.0924, "labelled_tokens": 4082, "lr": 1.3162943106179749e-05, "elapsed_s": 11047, "gpu_peak_gb": 35.5}
{"step": 225, "loss": 0.0688, "labelled_tokens": 5073, "lr": 1.2779125031031414e-05, "elapsed_s": 11110, "gpu_peak_gb": 35.5}
{"step": 226, "loss": 0.0245, "labelled_tokens": 4115, "lr": 1.2400164493948713e-05, "elapsed_s": 11196, "gpu_peak_gb": 35.5}
{"step": 227, "loss": 0.274, "labelled_tokens": 3621, "lr": 1.2026110951459362e-05, "elapsed_s": 11279, "gpu_peak_gb": 35.5}
{"step": 228, "loss": 0.1915, "labelled_tokens": 11331, "lr": 1.1657013219700108e-05, "elapsed_s": 11355, "gpu_peak_gb": 35.5}
{"step": 229, "loss": 0.1319, "labelled_tokens": 4723, "lr": 1.1292919468045877e-05, "elapsed_s": 11447, "gpu_peak_gb": 35.5}
{"step": 230, "loss": 0.1255, "labelled_tokens": 8897, "lr": 1.0933877212823463e-05, "elapsed_s": 11492, "gpu_peak_gb": 35.5}
{"step": 231, "loss": 0.1369, "labelled_tokens": 6376, "lr": 1.057993331111029e-05, "elapsed_s": 11560, "gpu_peak_gb": 35.5}
{"step": 232, "loss": 0.1445, "labelled_tokens": 7900, "lr": 1.0231133954619448e-05, "elapsed_s": 11592, "gpu_peak_gb": 35.5}
{"step": 233, "loss": 0.1721, "labelled_tokens": 10137, "lr": 9.887524663671243e-06, "elapsed_s": 11645, "gpu_peak_gb": 35.5}
{"step": 234, "loss": 0.0377, "labelled_tokens": 5409, "lr": 9.549150281252633e-06, "elapsed_s": 11702, "gpu_peak_gb": 35.5}
{"step": 235, "loss": 0.1427, "labelled_tokens": 11554, "lr": 9.216054967164917e-06, "elapsed_s": 11760, "gpu_peak_gb": 35.5}
{"step": 236, "loss": 0.0694, "labelled_tokens": 2709, "lr": 8.888282192260645e-06, "elapsed_s": 11789, "gpu_peak_gb": 35.5}
{"step": 237, "loss": 0.0157, "labelled_tokens": 2908, "lr": 8.56587473277043e-06, "elapsed_s": 11858, "gpu_peak_gb": 35.5}
{"step": 238, "loss": 0.1634, "labelled_tokens": 1718, "lr": 8.248874664720375e-06, "elapsed_s": 11914, "gpu_peak_gb": 35.5}
{"step": 239, "loss": 0.2465, "labelled_tokens": 11096, "lr": 7.937323358440935e-06, "elapsed_s": 11969, "gpu_peak_gb": 35.5}
{"step": 240, "loss": 0.1114, "labelled_tokens": 2067, "lr": 7.631261473167877e-06, "elapsed_s": 12017, "gpu_peak_gb": 35.5}
{"step": 241, "loss": 0.0899, "labelled_tokens": 2832, "lr": 7.330728951735915e-06, "elapsed_s": 12055, "gpu_peak_gb": 35.5}
{"step": 242, "loss": 0.2126, "labelled_tokens": 11304, "lr": 7.035765015366047e-06, "elapsed_s": 12119, "gpu_peak_gb": 35.5}
{"step": 243, "loss": 0.037, "labelled_tokens": 2083, "lr": 6.746408158546947e-06, "elapsed_s": 12143, "gpu_peak_gb": 35.5}
{"step": 244, "loss": 0.174, "labelled_tokens": 4356, "lr": 6.462696144011149e-06, "elapsed_s": 12236, "gpu_peak_gb": 35.5}
{"step": 245, "loss": 0.1377, "labelled_tokens": 266, "lr": 6.184665997806832e-06, "elapsed_s": 12274, "gpu_peak_gb": 35.5}
{"step": 246, "loss": 0.1674, "labelled_tokens": 4408, "lr": 5.912354004465709e-06, "elapsed_s": 12308, "gpu_peak_gb": 35.5}
{"step": 247, "loss": 0.3269, "labelled_tokens": 17706, "lr": 5.645795702267731e-06, "elapsed_s": 12351, "gpu_peak_gb": 35.5}
{"step": 248, "loss": 0.1666, "labelled_tokens": 1158, "lr": 5.385025878603039e-06, "elapsed_s": 12374, "gpu_peak_gb": 35.5}
{"step": 249, "loss": 0.0834, "labelled_tokens": 1426, "lr": 5.13007856543209e-06, "elapsed_s": 12412, "gpu_peak_gb": 35.5}
{"step": 250, "loss": 0.2267, "labelled_tokens": 9643, "lr": 4.880987034844231e-06, "elapsed_s": 12479, "gpu_peak_gb": 35.5}
{"step": 251, "loss": 0.2782, "labelled_tokens": 5802, "lr": 4.637783794715589e-06, "elapsed_s": 12547, "gpu_peak_gb": 35.5}
{"step": 252, "loss": 0.1801, "labelled_tokens": 11976, "lr": 4.400500584466505e-06, "elapsed_s": 12637, "gpu_peak_gb": 35.5}
{"step": 253, "loss": 0.2667, "labelled_tokens": 3260, "lr": 4.169168370919419e-06, "elapsed_s": 12719, "gpu_peak_gb": 35.5}
{"step": 254, "loss": 0.065, "labelled_tokens": 2913, "lr": 3.9438173442575e-06, "elapsed_s": 12781, "gpu_peak_gb": 35.5}
{"step": 255, "loss": 0.4086, "labelled_tokens": 8067, "lr": 3.724476914084657e-06, "elapsed_s": 12827, "gpu_peak_gb": 35.5}
{"step": 256, "loss": 0.1105, "labelled_tokens": 6358, "lr": 3.511175705587433e-06, "elapsed_s": 12902, "gpu_peak_gb": 35.5}
{"step": 257, "loss": 0.0938, "labelled_tokens": 4126, "lr": 3.3039415557992225e-06, "elapsed_s": 12950, "gpu_peak_gb": 35.5}
{"step": 258, "loss": 0.0628, "labelled_tokens": 4661, "lr": 3.1028015099673955e-06, "elapsed_s": 12978, "gpu_peak_gb": 35.5}
{"step": 259, "loss": 0.1212, "labelled_tokens": 1500, "lr": 2.9077818180237693e-06, "elapsed_s": 13035, "gpu_peak_gb": 35.5}
{"step": 260, "loss": 0.1299, "labelled_tokens": 2253, "lr": 2.7189079311587594e-06, "elapsed_s": 13094, "gpu_peak_gb": 35.5}
{"step": 261, "loss": 0.1663, "labelled_tokens": 4706, "lr": 2.536204498499922e-06, "elapsed_s": 13132, "gpu_peak_gb": 35.5}
{"step": 262, "loss": 0.26, "labelled_tokens": 7435, "lr": 2.359695363895109e-06, "elapsed_s": 13169, "gpu_peak_gb": 35.5}
{"step": 263, "loss": 0.0444, "labelled_tokens": 1678, "lr": 2.1894035628006517e-06, "elapsed_s": 13244, "gpu_peak_gb": 35.5}
{"step": 264, "loss": 0.0412, "labelled_tokens": 1437, "lr": 2.0253513192751373e-06, "elapsed_s": 13318, "gpu_peak_gb": 35.5}
{"step": 265, "loss": 0.109, "labelled_tokens": 7171, "lr": 1.8675600430790308e-06, "elapsed_s": 13373, "gpu_peak_gb": 35.5}
{"step": 266, "loss": 0.0415, "labelled_tokens": 4790, "lr": 1.7160503268806083e-06, "elapsed_s": 13415, "gpu_peak_gb": 35.5}
{"step": 267, "loss": 0.172, "labelled_tokens": 4876, "lr": 1.5708419435684462e-06, "elapsed_s": 13494, "gpu_peak_gb": 35.5}
{"step": 268, "loss": 0.1243, "labelled_tokens": 1228, "lr": 1.4319538436709746e-06, "elapsed_s": 13544, "gpu_peak_gb": 35.5}
{"step": 269, "loss": 0.1683, "labelled_tokens": 4652, "lr": 1.2994041528833266e-06, "elapsed_s": 13586, "gpu_peak_gb": 35.5}
{"step": 270, "loss": 0.2053, "labelled_tokens": 13744, "lr": 1.1732101697018161e-06, "elapsed_s": 13669, "gpu_peak_gb": 35.5}
{"step": 271, "loss": 0.0472, "labelled_tokens": 2281, "lr": 1.0533883631663966e-06, "elapsed_s": 13753, "gpu_peak_gb": 35.5}
{"step": 272, "loss": 0.1076, "labelled_tokens": 1604, "lr": 9.3995437071136e-07, "elapsed_s": 13785, "gpu_peak_gb": 35.5}
{"step": 273, "loss": 0.1544, "labelled_tokens": 2694, "lr": 8.329229961245355e-07, "elapsed_s": 13845, "gpu_peak_gb": 35.5}
{"step": 274, "loss": 0.0678, "labelled_tokens": 1899, "lr": 7.323082076153509e-07, "elapsed_s": 13919, "gpu_peak_gb": 35.5}
{"step": 275, "loss": 0.0345, "labelled_tokens": 7617, "lr": 6.381231359918638e-07, "elapsed_s": 13983, "gpu_peak_gb": 35.5}
{"step": 276, "loss": 0.1946, "labelled_tokens": 11240, "lr": 5.503800729471376e-07, "elapsed_s": 14030, "gpu_peak_gb": 35.5}
{"step": 277, "loss": 0.0425, "labelled_tokens": 1724, "lr": 4.6909046945509125e-07, "elapsed_s": 14064, "gpu_peak_gb": 35.5}
{"step": 278, "loss": 0.1402, "labelled_tokens": 12999, "lr": 3.9426493427611177e-07, "elapsed_s": 14129, "gpu_peak_gb": 35.5}
{"step": 279, "loss": 0.0407, "labelled_tokens": 2552, "lr": 3.2591323257248893e-07, "elapsed_s": 14174, "gpu_peak_gb": 35.5}
{"step": 280, "loss": 0.1466, "labelled_tokens": 3179, "lr": 2.640442846340796e-07, "elapsed_s": 14226, "gpu_peak_gb": 35.5}
{"step": 281, "loss": 0.2174, "labelled_tokens": 12837, "lr": 2.086661647140997e-07, "elapsed_s": 14269, "gpu_peak_gb": 35.5}
{"step": 282, "loss": 0.1542, "labelled_tokens": 18318, "lr": 1.5978609997542304e-07, "elapsed_s": 14312, "gpu_peak_gb": 35.5}
{"step": 283, "loss": 0.1347, "labelled_tokens": 3151, "lr": 1.1741046954736878e-07, "elapsed_s": 14395, "gpu_peak_gb": 35.5}
{"step": 284, "loss": 0.2851, "labelled_tokens": 12651, "lr": 8.15448036932176e-08, "elapsed_s": 14442, "gpu_peak_gb": 35.5}
{"step": 285, "loss": 0.2377, "labelled_tokens": 19796, "lr": 5.2193783088455576e-08, "elapsed_s": 14502, "gpu_peak_gb": 35.5}
{"step": 286, "loss": 0.2112, "labelled_tokens": 17432, "lr": 2.936123820993508e-08, "elapsed_s": 14541, "gpu_peak_gb": 35.5}
{"step": 287, "loss": 0.3132, "labelled_tokens": 14844, "lr": 1.305014883595801e-08, "elapsed_s": 14599, "gpu_peak_gb": 35.5}
{"step": 288, "loss": 0.0606, "labelled_tokens": 2748, "lr": 3.262643657425679e-09, "elapsed_s": 14655, "gpu_peak_gb": 35.5}
{"step": 289, "loss": 0.0188, "labelled_tokens": 4761, "lr": 0.0, "elapsed_s": 14709, "gpu_peak_gb": 35.5}