MiniWebAgent / ablations /no_done /train_log.jsonl
sparklabuofu's picture
Add files using upload-large-folder tool
639aa23 verified
Raw History Blame Contribute Delete
24 kB
{"rows": 200, "of": 23288, "epoch": 0, "ce": 0.34716625526547434, "kl": 0.0, "lr": 2.9879619171899946e-05, "rows_per_s": 0.8101114764323301, "tokens_per_s": 4880.937847734317, "gpu_gb": 15.217637538909912}
{"rows": 400, "of": 23288, "epoch": 0, "ce": 0.21411475408822297, "kl": 0.0, "lr": 5.857802768647396e-05, "rows_per_s": 1.0397079894041876, "tokens_per_s": 6375.042316591035, "gpu_gb": 15.331640243530273}
{"rows": 600, "of": 23288, "epoch": 0, "ce": 0.18358522038906813, "kl": 0.0, "lr": 8.721332215053629e-05, "rows_per_s": 1.1027840850521553, "tokens_per_s": 6750.08992134694, "gpu_gb": 15.538420677185059}
{"rows": 800, "of": 23288, "epoch": 0, "ce": 0.23809295322746038, "kl": 0.0, "lr": 9.970910665741333e-05, "rows_per_s": 1.1715920324553812, "tokens_per_s": 7171.8830527951295, "gpu_gb": 15.585730075836182}
{"rows": 1000, "of": 23288, "epoch": 0, "ce": 0.20344223260879515, "kl": 0.0, "lr": 9.954572729398464e-05, "rows_per_s": 1.2154065614076905, "tokens_per_s": 7333.695128766566, "gpu_gb": 15.585730075836182}
{"rows": 1200, "of": 23288, "epoch": 0, "ce": 0.20644701696932316, "kl": 0.0, "lr": 9.934628382092365e-05, "rows_per_s": 1.2396155210357884, "tokens_per_s": 7498.252476469066, "gpu_gb": 15.98822832107544}
{"rows": 1400, "of": 23288, "epoch": 0, "ce": 0.20819568622857332, "kl": 0.0, "lr": 9.911092141222762e-05, "rows_per_s": 1.2517078860934598, "tokens_per_s": 7622.511208710358, "gpu_gb": 15.98822832107544}
{"rows": 1600, "of": 23288, "epoch": 0, "ce": 0.2279452510178089, "kl": 0.0, "lr": 9.883981138712374e-05, "rows_per_s": 1.2695430899465547, "tokens_per_s": 7774.723142983125, "gpu_gb": 15.98822832107544}
{"rows": 1800, "of": 23288, "epoch": 0, "ce": 0.2094112790375948, "kl": 0.0, "lr": 9.853315108536666e-05, "rows_per_s": 1.2832299127344662, "tokens_per_s": 7852.112352242481, "gpu_gb": 15.98822832107544}
{"rows": 2000, "of": 23288, "epoch": 0, "ce": 0.2007575837522745, "kl": 0.0, "lr": 9.819116372359575e-05, "rows_per_s": 1.2958339655884625, "tokens_per_s": 7948.925445056197, "gpu_gb": 15.98822832107544}
{"rows": 2200, "of": 23288, "epoch": 0, "ce": 0.20076242120936513, "kl": 0.0, "lr": 9.781409823285675e-05, "rows_per_s": 1.3042666099772364, "tokens_per_s": 8005.3560554443175, "gpu_gb": 15.98822832107544}
{"rows": 2400, "of": 23288, "epoch": 0, "ce": 0.2138189042173326, "kl": 0.0, "lr": 9.740222907740604e-05, "rows_per_s": 1.3134456982565312, "tokens_per_s": 8058.943796011218, "gpu_gb": 15.98822832107544}
{"rows": 2600, "of": 23288, "epoch": 0, "ce": 0.20103268582373857, "kl": 0.0, "lr": 9.695585605492922e-05, "rows_per_s": 1.313301536467747, "tokens_per_s": 8079.839186057835, "gpu_gb": 15.98822832107544}
{"rows": 2800, "of": 23288, "epoch": 0, "ce": 0.20434669858776033, "kl": 0.0, "lr": 9.64753040783199e-05, "rows_per_s": 1.3177628174987666, "tokens_per_s": 8108.258621692475, "gpu_gb": 15.98822832107544}
{"rows": 3000, "of": 23288, "epoch": 0, "ce": 0.19475500810891389, "kl": 0.0, "lr": 9.596092293917696e-05, "rows_per_s": 1.3269435737244792, "tokens_per_s": 8134.192415060631, "gpu_gb": 15.98822832107544}
{"rows": 3200, "of": 23288, "epoch": 0, "ce": 0.18748346975073218, "kl": 0.0, "lr": 9.541308705319289e-05, "rows_per_s": 1.3306623015585655, "tokens_per_s": 8154.38008701686, "gpu_gb": 15.98822832107544}
{"rows": 3400, "of": 23288, "epoch": 0, "ce": 0.19986288744956254, "kl": 0.0, "lr": 9.48321951876183e-05, "rows_per_s": 1.3356691030028494, "tokens_per_s": 8171.457006377412, "gpu_gb": 15.98822832107544}
{"rows": 3600, "of": 23288, "epoch": 0, "ce": 0.18925629185512663, "kl": 0.0, "lr": 9.421867017100106e-05, "rows_per_s": 1.3390988681061815, "tokens_per_s": 8186.692521739483, "gpu_gb": 16.05839729309082}
{"rows": 3800, "of": 23288, "epoch": 0, "ce": 0.21570354223251342, "kl": 0.0, "lr": 9.35729585854113e-05, "rows_per_s": 1.3444962621712806, "tokens_per_s": 8218.222080448166, "gpu_gb": 16.05839729309082}
{"rows": 4000, "of": 23288, "epoch": 0, "ce": 0.17278008027002215, "kl": 0.0, "lr": 9.289553044137641e-05, "rows_per_s": 1.3468563560623668, "tokens_per_s": 8246.398758119409, "gpu_gb": 16.05839729309082}
{"rows": 4200, "of": 23288, "epoch": 0, "ce": 0.19036508109420539, "kl": 0.0, "lr": 9.218687883576238e-05, "rows_per_s": 1.3502002420547135, "tokens_per_s": 8252.925382385458, "gpu_gb": 16.121848583221436}
{"rows": 4400, "of": 23288, "epoch": 0, "ce": 0.17014498931355773, "kl": 0.0, "lr": 9.144751959285101e-05, "rows_per_s": 1.349605002111807, "tokens_per_s": 8247.607935814613, "gpu_gb": 16.121848583221436}
{"rows": 4600, "of": 23288, "epoch": 0, "ce": 0.18903744788840413, "kl": 0.0, "lr": 9.067799088887364e-05, "rows_per_s": 1.3501924593846688, "tokens_per_s": 8258.176268932453, "gpu_gb": 16.121848583221436}
{"rows": 4800, "of": 23288, "epoch": 0, "ce": 0.19422986574470996, "kl": 0.0, "lr": 8.987885286027511e-05, "rows_per_s": 1.3523096866134388, "tokens_per_s": 8236.151992340041, "gpu_gb": 16.121848583221436}
{"rows": 5000, "of": 23288, "epoch": 0, "ce": 0.19265956941060722, "kl": 0.0, "lr": 8.905068719599311e-05, "rows_per_s": 1.3543201899718058, "tokens_per_s": 8261.81579460491, "gpu_gb": 16.121848583221436}
{"rows": 5200, "of": 23288, "epoch": 0, "ce": 0.19548364244401456, "kl": 0.0, "lr": 8.819409671404933e-05, "rows_per_s": 1.3576527058530397, "tokens_per_s": 8287.257280931657, "gpu_gb": 16.121848583221436}
{"rows": 5400, "of": 23288, "epoch": 0, "ce": 0.2127265632711351, "kl": 0.0, "lr": 8.730970492276097e-05, "rows_per_s": 1.3564331491641322, "tokens_per_s": 8295.966240359043, "gpu_gb": 16.121848583221436}
{"rows": 5600, "of": 23288, "epoch": 0, "ce": 0.1779504157230258, "kl": 0.0, "lr": 8.63981555668919e-05, "rows_per_s": 1.359049691576303, "tokens_per_s": 8303.487829350606, "gpu_gb": 16.121848583221436}
{"rows": 5800, "of": 23288, "epoch": 0, "ce": 0.19717831544578077, "kl": 0.0, "lr": 8.546011215907388e-05, "rows_per_s": 1.3597813880375607, "tokens_per_s": 8314.386110496467, "gpu_gb": 16.121848583221436}
{"rows": 6000, "of": 23288, "epoch": 0, "ce": 0.18731762662529947, "kl": 0.0, "lr": 8.449625749683847e-05, "rows_per_s": 1.361221426000124, "tokens_per_s": 8324.466142456298, "gpu_gb": 16.121848583221436}
{"rows": 6200, "of": 23288, "epoch": 0, "ce": 0.19575696093030273, "kl": 0.0, "lr": 8.350729316561209e-05, "rows_per_s": 1.3634717432634622, "tokens_per_s": 8329.869356688929, "gpu_gb": 16.121848583221436}
{"rows": 6400, "of": 23288, "epoch": 0, "ce": 0.17651576897129417, "kl": 0.0, "lr": 8.249393902803499e-05, "rows_per_s": 1.3634043118580492, "tokens_per_s": 8323.509188783933, "gpu_gb": 16.121848583221436}
{"rows": 6600, "of": 23288, "epoch": 0, "ce": 0.1740188127569854, "kl": 0.0, "lr": 8.145693269997658e-05, "rows_per_s": 1.365001131353449, "tokens_per_s": 8333.032433937322, "gpu_gb": 16.121848583221436}
{"rows": 6800, "of": 23288, "epoch": 0, "ce": 0.1898169408738613, "kl": 0.0, "lr": 8.039702901362819e-05, "rows_per_s": 1.3647110914897769, "tokens_per_s": 8333.857942034942, "gpu_gb": 16.121848583221436}
{"rows": 7000, "of": 23288, "epoch": 0, "ce": 0.19095598977059125, "kl": 0.0, "lr": 7.931499946806417e-05, "rows_per_s": 1.366227317354932, "tokens_per_s": 8332.956890818461, "gpu_gb": 16.121848583221436}
{"rows": 7200, "of": 23288, "epoch": 0, "ce": 0.18435008518397808, "kl": 0.0, "lr": 7.821163166767115e-05, "rows_per_s": 1.3661488392754944, "tokens_per_s": 8342.520707061847, "gpu_gb": 16.121848583221436}
{"rows": 7400, "of": 23288, "epoch": 0, "ce": 0.18096623800694941, "kl": 0.0, "lr": 7.708772874885446e-05, "rows_per_s": 1.3658879637709702, "tokens_per_s": 8348.403215884542, "gpu_gb": 16.398165225982666}
{"rows": 7600, "of": 23288, "epoch": 0, "ce": 0.1753809541091323, "kl": 0.0, "lr": 7.594410879543877e-05, "rows_per_s": 1.3688325505510093, "tokens_per_s": 8362.458129500721, "gpu_gb": 16.398165225982666}
{"rows": 7800, "of": 23288, "epoch": 0, "ce": 0.17033784243278205, "kl": 0.0, "lr": 7.478160424318858e-05, "rows_per_s": 1.3691197434145912, "tokens_per_s": 8365.049212539847, "gpu_gb": 16.398165225982666}
{"rows": 8000, "of": 23288, "epoch": 0, "ce": 0.1664767140895128, "kl": 0.0, "lr": 7.3601061273882e-05, "rows_per_s": 1.3684969615298412, "tokens_per_s": 8372.328245191897, "gpu_gb": 16.398165225982666}
{"rows": 8200, "of": 23288, "epoch": 0, "ce": 0.18192836705595256, "kl": 0.0, "lr": 7.240333919937893e-05, "rows_per_s": 1.3709520822951118, "tokens_per_s": 8382.637019167076, "gpu_gb": 16.398165225982666}
{"rows": 8400, "of": 23288, "epoch": 0, "ce": 0.18850105555728078, "kl": 0.0, "lr": 7.118930983613183e-05, "rows_per_s": 1.3737566617739245, "tokens_per_s": 8394.65277495258, "gpu_gb": 16.398165225982666}
{"rows": 8600, "of": 23288, "epoch": 0, "ce": 0.17768658720888197, "kl": 0.0, "lr": 6.995985687059452e-05, "rows_per_s": 1.3746494209450582, "tokens_per_s": 8392.891349732516, "gpu_gb": 16.398165225982666}
{"rows": 8800, "of": 23288, "epoch": 0, "ce": 0.19153416998684406, "kl": 0.0, "lr": 6.871587521599073e-05, "rows_per_s": 1.376961601386744, "tokens_per_s": 8414.522217678666, "gpu_gb": 16.398165225982666}
{"rows": 9000, "of": 23288, "epoch": 0, "ce": 0.19374615365639328, "kl": 0.0, "lr": 6.745827036091096e-05, "rows_per_s": 1.377440509605943, "tokens_per_s": 8433.137090532697, "gpu_gb": 16.398165225982666}
{"rows": 9200, "of": 23288, "epoch": 0, "ce": 0.19472460869699718, "kl": 0.0, "lr": 6.618795771021142e-05, "rows_per_s": 1.3768767654228564, "tokens_per_s": 8431.822099817004, "gpu_gb": 16.398165225982666}
{"rows": 9400, "of": 23288, "epoch": 0, "ce": 0.1575007288530469, "kl": 0.0, "lr": 6.49058619186949e-05, "rows_per_s": 1.3766073083224537, "tokens_per_s": 8435.2860550891, "gpu_gb": 16.398165225982666}
{"rows": 9600, "of": 23288, "epoch": 0, "ce": 0.1743422680068761, "kl": 0.0, "lr": 6.361291621805889e-05, "rows_per_s": 1.3766548754924819, "tokens_per_s": 8435.030001812167, "gpu_gb": 16.398165225982666}
{"rows": 9800, "of": 23288, "epoch": 0, "ce": 0.17363572431728244, "kl": 0.0, "lr": 6.231006173760033e-05, "rows_per_s": 1.3758807299589941, "tokens_per_s": 8430.879332767074, "gpu_gb": 17.460142135620117}
{"rows": 10000, "of": 23288, "epoch": 0, "ce": 0.16873511981219053, "kl": 0.0, "lr": 6.099824681917201e-05, "rows_per_s": 1.377323048203962, "tokens_per_s": 8443.769299406351, "gpu_gb": 17.460142135620117}
{"rows": 10200, "of": 23288, "epoch": 0, "ce": 0.20255186785012483, "kl": 0.0, "lr": 5.9678426326888716e-05, "rows_per_s": 1.3785188091225915, "tokens_per_s": 8448.30117531283, "gpu_gb": 17.460142135620117}
{"rows": 10400, "of": 23288, "epoch": 0, "ce": 0.1683292843773961, "kl": 0.0, "lr": 5.83515609520861e-05, "rows_per_s": 1.378329969647078, "tokens_per_s": 8447.936530390514, "gpu_gb": 17.460142135620117}
{"rows": 10600, "of": 23288, "epoch": 0, "ce": 0.18674072291702032, "kl": 0.0, "lr": 5.7018616514037726e-05, "rows_per_s": 1.3791718565013258, "tokens_per_s": 8453.130106365596, "gpu_gb": 17.460142135620117}
{"rows": 10800, "of": 23288, "epoch": 0, "ce": 0.1757089355122298, "kl": 0.0, "lr": 5.56805632569397e-05, "rows_per_s": 1.3791833109986065, "tokens_per_s": 8447.995818284326, "gpu_gb": 17.460142135620117}
{"rows": 11000, "of": 23288, "epoch": 0, "ce": 0.1819397346302867, "kl": 0.0, "lr": 5.4338375143674236e-05, "rows_per_s": 1.3787172772842933, "tokens_per_s": 8450.4178926753, "gpu_gb": 17.460142135620117}
{"rows": 11200, "of": 23288, "epoch": 0, "ce": 0.1579248794168234, "kl": 0.0, "lr": 5.299302914686657e-05, "rows_per_s": 1.378576019989082, "tokens_per_s": 8447.57117588241, "gpu_gb": 17.460142135620117}
{"rows": 11400, "of": 23288, "epoch": 0, "ce": 0.16158151485025882, "kl": 0.0, "lr": 5.164550453775103e-05, "rows_per_s": 1.3788756412783465, "tokens_per_s": 8458.524416992383, "gpu_gb": 17.460142135620117}
{"rows": 11600, "of": 23288, "epoch": 0, "ce": 0.142861102912575, "kl": 0.0, "lr": 5.029678217336394e-05, "rows_per_s": 1.3801332520523086, "tokens_per_s": 8454.655373982898, "gpu_gb": 17.460142135620117}
{"rows": 11800, "of": 23288, "epoch": 0, "ce": 0.14278876640833915, "kl": 0.0, "lr": 4.89478437825822e-05, "rows_per_s": 1.3803876998692788, "tokens_per_s": 8457.313970539813, "gpu_gb": 17.460142135620117}
{"rows": 12000, "of": 23288, "epoch": 0, "ce": 0.17230502504855394, "kl": 0.0, "lr": 4.759967125152738e-05, "rows_per_s": 1.3813938160613035, "tokens_per_s": 8467.296679220663, "gpu_gb": 17.460142135620117}
{"rows": 12200, "of": 23288, "epoch": 0, "ce": 0.15234414221718906, "kl": 0.0, "lr": 4.6253245908855215e-05, "rows_per_s": 1.3821762217539488, "tokens_per_s": 8468.969843887775, "gpu_gb": 17.460142135620117}
{"rows": 12400, "of": 23288, "epoch": 0, "ce": 0.1532378008030355, "kl": 0.0, "lr": 4.490954781145097e-05, "rows_per_s": 1.3827274149719408, "tokens_per_s": 8469.366437540815, "gpu_gb": 17.460142135620117}
{"rows": 12600, "of": 23288, "epoch": 0, "ce": 0.16508646093308926, "kl": 0.0, "lr": 4.3569555031050494e-05, "rows_per_s": 1.384038769048128, "tokens_per_s": 8476.243149393005, "gpu_gb": 17.460142135620117}
{"rows": 12800, "of": 23288, "epoch": 0, "ce": 0.1611585654458031, "kl": 0.0, "lr": 4.22342429423062e-05, "rows_per_s": 1.3845351150622542, "tokens_per_s": 8474.658963192496, "gpu_gb": 17.460142135620117}
{"rows": 13000, "of": 23288, "epoch": 0, "ce": 0.1255227701831609, "kl": 0.0, "lr": 4.090458351281634e-05, "rows_per_s": 1.384635272285666, "tokens_per_s": 8474.216248654044, "gpu_gb": 17.460142135620117}
{"rows": 13200, "of": 23288, "epoch": 0, "ce": 0.1769755914248526, "kl": 0.0, "lr": 3.958154459563421e-05, "rows_per_s": 1.3850431830679024, "tokens_per_s": 8475.07504009194, "gpu_gb": 17.460142135620117}
{"rows": 13400, "of": 23288, "epoch": 0, "ce": 0.16499804168008267, "kl": 0.0, "lr": 3.826608922477228e-05, "rows_per_s": 1.3858878825782739, "tokens_per_s": 8479.94843623467, "gpu_gb": 17.460142135620117}
{"rows": 13600, "of": 23288, "epoch": 0, "ce": 0.16155777053907514, "kl": 0.0, "lr": 3.695917491421416e-05, "rows_per_s": 1.3864581520212165, "tokens_per_s": 8482.499814426239, "gpu_gb": 17.460142135620117}
{"rows": 13800, "of": 23288, "epoch": 0, "ce": 0.16685899928212167, "kl": 0.0, "lr": 3.566175296094445e-05, "rows_per_s": 1.3864692051612593, "tokens_per_s": 8486.698567331649, "gpu_gb": 17.460142135620117}
{"rows": 14000, "of": 23288, "epoch": 0, "ce": 0.169823180064559, "kl": 0.0, "lr": 3.437476775250409e-05, "rows_per_s": 1.387068275326287, "tokens_per_s": 8490.022189737709, "gpu_gb": 17.460142135620117}
{"rows": 14200, "of": 23288, "epoch": 0, "ce": 0.15946113042766227, "kl": 0.0, "lr": 3.309915607957487e-05, "rows_per_s": 1.3881728786592193, "tokens_per_s": 8498.258283106172, "gpu_gb": 17.460142135620117}
{"rows": 14400, "of": 23288, "epoch": 0, "ce": 0.15700333228334784, "kl": 0.0, "lr": 3.183584645409382e-05, "rows_per_s": 1.3879772449758208, "tokens_per_s": 8502.824170371883, "gpu_gb": 17.460142135620117}
{"rows": 14600, "of": 23288, "epoch": 0, "ce": 0.16899112448096276, "kl": 0.0, "lr": 3.058575843339354e-05, "rows_per_s": 1.3873437547852159, "tokens_per_s": 8503.796142944246, "gpu_gb": 17.460142135620117}
{"rows": 14800, "of": 23288, "epoch": 0, "ce": 0.14500759894028306, "kl": 0.0, "lr": 2.9349801950860654e-05, "rows_per_s": 1.3876271444249666, "tokens_per_s": 8504.30997632605, "gpu_gb": 17.460142135620117}
{"rows": 15000, "of": 23288, "epoch": 0, "ce": 0.13505019856616854, "kl": 0.0, "lr": 2.812887665359938e-05, "rows_per_s": 1.3888674833021517, "tokens_per_s": 8507.526657565102, "gpu_gb": 17.460142135620117}
{"rows": 15200, "of": 23288, "epoch": 0, "ce": 0.14296119790524245, "kl": 0.0, "lr": 2.6923871247582532e-05, "rows_per_s": 1.3895114672651956, "tokens_per_s": 8511.303668741593, "gpu_gb": 17.460142135620117}
{"rows": 15400, "of": 23288, "epoch": 0, "ce": 0.14252571837976574, "kl": 0.0, "lr": 2.573566285076644e-05, "rows_per_s": 1.3905210486943524, "tokens_per_s": 8512.876045350544, "gpu_gb": 17.460142135620117}
{"rows": 15600, "of": 23288, "epoch": 0, "ce": 0.1483127723261714, "kl": 0.0, "lr": 2.4565116354640867e-05, "rows_per_s": 1.3903137488791344, "tokens_per_s": 8508.532985520262, "gpu_gb": 17.460142135620117}
{"rows": 15800, "of": 23288, "epoch": 0, "ce": 0.1424720217473805, "kl": 0.0, "lr": 2.3413083794678303e-05, "rows_per_s": 1.3898477736716512, "tokens_per_s": 8508.383471550556, "gpu_gb": 17.59785556793213}
{"rows": 16000, "of": 23288, "epoch": 0, "ce": 0.12436808219179511, "kl": 0.0, "lr": 2.2280403730141285e-05, "rows_per_s": 1.389237208425678, "tokens_per_s": 8511.591726335924, "gpu_gb": 17.59785556793213}
{"rows": 16200, "of": 23288, "epoch": 0, "ce": 0.14817202266305685, "kl": 0.0, "lr": 2.1167900633698983e-05, "rows_per_s": 1.3893334957196803, "tokens_per_s": 8516.671617328007, "gpu_gb": 17.59785556793213}
{"rows": 16400, "of": 23288, "epoch": 0, "ce": 0.12732162108179182, "kl": 0.0, "lr": 2.0076384291297134e-05, "rows_per_s": 1.3898240388134717, "tokens_per_s": 8521.511518619369, "gpu_gb": 17.59785556793213}
{"rows": 16600, "of": 23288, "epoch": 0, "ce": 0.1371114413300529, "kl": 0.0, "lr": 1.9006649212718724e-05, "rows_per_s": 1.390016857655212, "tokens_per_s": 8522.336040351904, "gpu_gb": 17.59785556793213}
{"rows": 16800, "of": 23288, "epoch": 0, "ce": 0.14615049816668033, "kl": 0.0, "lr": 1.7959474053263738e-05, "rows_per_s": 1.3903809366367654, "tokens_per_s": 8526.45945120446, "gpu_gb": 17.59785556793213}
{"rows": 17000, "of": 23288, "epoch": 0, "ce": 0.17076426083222032, "kl": 0.0, "lr": 1.693562104696967e-05, "rows_per_s": 1.3912789221834996, "tokens_per_s": 8530.329141358654, "gpu_gb": 17.59785556793213}
{"rows": 17200, "of": 23288, "epoch": 0, "ce": 0.14331187158823014, "kl": 0.0, "lr": 1.5935835451784758e-05, "rows_per_s": 1.39137930130234, "tokens_per_s": 8528.189564463557, "gpu_gb": 17.59785556793213}
{"rows": 17400, "of": 23288, "epoch": 0, "ce": 0.13005651479586958, "kl": 0.0, "lr": 1.4960845007098074e-05, "rows_per_s": 1.392283498750895, "tokens_per_s": 8526.882175904826, "gpu_gb": 17.59785556793213}
{"rows": 17600, "of": 23288, "epoch": 0, "ce": 0.12835072754882276, "kl": 0.0, "lr": 1.401135940402144e-05, "rows_per_s": 1.3923495094780973, "tokens_per_s": 8527.836643762754, "gpu_gb": 17.59785556793213}
{"rows": 17800, "of": 23288, "epoch": 0, "ce": 0.12834220239892602, "kl": 0.0, "lr": 1.3088069768808375e-05, "rows_per_s": 1.392523907109613, "tokens_per_s": 8528.233538457962, "gpu_gb": 17.59785556793213}
{"rows": 18000, "of": 23288, "epoch": 0, "ce": 0.147457377910614, "kl": 0.0, "lr": 1.21916481597865e-05, "rows_per_s": 1.392358185985524, "tokens_per_s": 8530.806262531174, "gpu_gb": 17.59785556793213}
{"rows": 18200, "of": 23288, "epoch": 0, "ce": 0.13536450020968915, "kl": 0.0, "lr": 1.1322747078169377e-05, "rows_per_s": 1.392885774389958, "tokens_per_s": 8535.406572423317, "gpu_gb": 17.59785556793213}
{"rows": 18400, "of": 23288, "epoch": 0, "ce": 0.11933451063930989, "kl": 0.0, "lr": 1.0481998993103732e-05, "rows_per_s": 1.3933194427563378, "tokens_per_s": 8542.102563439881, "gpu_gb": 17.59785556793213}
{"rows": 18600, "of": 23288, "epoch": 0, "ce": 0.13681555833667516, "kl": 0.0, "lr": 9.67001588129816e-06, "rows_per_s": 1.394760150548686, "tokens_per_s": 8542.14375317682, "gpu_gb": 17.59785556793213}
{"rows": 18800, "of": 23288, "epoch": 0, "ce": 0.12398749938234686, "kl": 0.0, "lr": 8.887388781567957e-06, "rows_per_s": 1.3951444570469262, "tokens_per_s": 8544.995909322568, "gpu_gb": 17.59785556793213}
{"rows": 19000, "of": 23288, "epoch": 0, "ce": 0.1345491605857387, "kl": 0.0, "lr": 8.13468736462073e-06, "rows_per_s": 1.3947813479417392, "tokens_per_s": 8546.170930975146, "gpu_gb": 17.59785556793213}
{"rows": 19200, "of": 23288, "epoch": 0, "ce": 0.14193498470820487, "kl": 0.0, "lr": 7.412459518395631e-06, "rows_per_s": 1.3955095315900807, "tokens_per_s": 8547.851154457494, "gpu_gb": 17.59785556793213}
{"rows": 19400, "of": 23288, "epoch": 0, "ce": 0.13867655330337583, "kl": 0.0, "lr": 6.721230949258223e-06, "rows_per_s": 1.3946476790060502, "tokens_per_s": 8549.936768260635, "gpu_gb": 17.59785556793213}
{"rows": 19600, "of": 23288, "epoch": 0, "ce": 0.15316871294053272, "kl": 0.0, "lr": 6.061504799341272e-06, "rows_per_s": 1.3941571257325187, "tokens_per_s": 8558.30495016579, "gpu_gb": 17.59785556793213}
{"rows": 19800, "of": 23288, "epoch": 0, "ce": 0.14444821476005018, "kl": 0.0, "lr": 5.433761280309751e-06, "rows_per_s": 1.3938826193673899, "tokens_per_s": 8560.535457101343, "gpu_gb": 17.59785556793213}
{"rows": 20000, "of": 23288, "epoch": 0, "ce": 0.14456641616299748, "kl": 0.0, "lr": 4.838457323817086e-06, "rows_per_s": 1.3948737103888478, "tokens_per_s": 8566.22242206781, "gpu_gb": 17.59785556793213}
{"rows": 20200, "of": 23288, "epoch": 0, "ce": 0.13804207751527428, "kl": 0.0, "lr": 4.276026248906578e-06, "rows_per_s": 1.3946265107781814, "tokens_per_s": 8570.532236062927, "gpu_gb": 17.59785556793213}
{"rows": 20400, "of": 23288, "epoch": 0, "ce": 0.11691928330808878, "kl": 0.0, "lr": 3.746877446600505e-06, "rows_per_s": 1.3945357507157687, "tokens_per_s": 8569.790783088, "gpu_gb": 17.59785556793213}
{"rows": 20600, "of": 23288, "epoch": 0, "ce": 0.1283823224902153, "kl": 0.0, "lr": 3.2513960819062384e-06, "rows_per_s": 1.3942777292372712, "tokens_per_s": 8564.439210973867, "gpu_gb": 17.59785556793213}
{"rows": 20800, "of": 23288, "epoch": 0, "ce": 0.1312518483074382, "kl": 0.0, "lr": 2.78994281345637e-06, "rows_per_s": 1.3940719173360052, "tokens_per_s": 8566.052372149792, "gpu_gb": 17.59785556793213}
{"rows": 21000, "of": 23288, "epoch": 0, "ce": 0.11590770972426981, "kl": 0.0, "lr": 2.362853530986969e-06, "rows_per_s": 1.3946194435503243, "tokens_per_s": 8570.57056759041, "gpu_gb": 17.59785556793213}
{"rows": 21200, "of": 23288, "epoch": 0, "ce": 0.12887280928902328, "kl": 0.0, "lr": 1.970439110844924e-06, "rows_per_s": 1.3944247222274517, "tokens_per_s": 8571.135960718884, "gpu_gb": 17.59785556793213}
{"rows": 21400, "of": 23288, "epoch": 0, "ce": 0.14048667300492526, "kl": 0.0, "lr": 1.612985189702515e-06, "rows_per_s": 1.3941458206175363, "tokens_per_s": 8577.36567851167, "gpu_gb": 17.59785556793213}
{"rows": 21600, "of": 23288, "epoch": 0, "ce": 0.13064606766216458, "kl": 0.0, "lr": 1.2907519566437376e-06, "rows_per_s": 1.394028691461926, "tokens_per_s": 8577.780714085035, "gpu_gb": 17.59785556793213}
{"rows": 21800, "of": 23288, "epoch": 0, "ce": 0.12414248663932086, "kl": 0.0, "lr": 1.0039739637738522e-06, "rows_per_s": 1.3943093995085893, "tokens_per_s": 8577.450395606284, "gpu_gb": 17.59785556793213}
{"rows": 22000, "of": 23288, "epoch": 0, "ce": 0.13569101091939956, "kl": 0.0, "lr": 7.52859955490015e-07, "rows_per_s": 1.39432998318549, "tokens_per_s": 8579.565647568175, "gpu_gb": 17.59785556793213}
{"rows": 22200, "of": 23288, "epoch": 0, "ce": 0.15178708683699368, "kl": 0.0, "lr": 5.37592716537133e-07, "rows_per_s": 1.395209728176862, "tokens_per_s": 8582.060983975125, "gpu_gb": 17.59785556793213}
{"rows": 22400, "of": 23288, "epoch": 0, "ce": 0.12203105984255672, "kl": 0.0, "lr": 3.583289389597122e-07, "rows_per_s": 1.3954112975792552, "tokens_per_s": 8582.558667813764, "gpu_gb": 17.59785556793213}
{"rows": 22600, "of": 23288, "epoch": 0, "ce": 0.1385567666590214, "kl": 0.0, "lr": 2.1519910804640442e-07, "rows_per_s": 1.395450903336351, "tokens_per_s": 8584.81074655324, "gpu_gb": 17.59785556793213}
{"rows": 22800, "of": 23288, "epoch": 0, "ce": 0.1414877101685852, "kl": 0.0, "lr": 1.0830740735037204e-07, "rows_per_s": 1.3955025051560292, "tokens_per_s": 8583.399519663493, "gpu_gb": 17.59785556793213}
{"rows": 23000, "of": 23288, "epoch": 0, "ce": 0.10061369412578643, "kl": 0.0, "lr": 3.773164285456043e-08, "rows_per_s": 1.39582193980082, "tokens_per_s": 8586.329963970142, "gpu_gb": 17.59785556793213}
{"rows": 23200, "of": 23288, "epoch": 0, "ce": 0.12742840342223644, "kl": 0.0, "lr": 3.5231863370621675e-09, "rows_per_s": 1.3960771993339662, "tokens_per_s": 8586.359310973248, "gpu_gb": 17.59785556793213}
{"rows": 23288, "of": 23288, "epoch": 0, "ce": 0.12263650904324921, "kl": 0.0, "lr": 0.0, "rows_per_s": 1.3960359730843455, "tokens_per_s": 8587.053957749244, "gpu_gb": 17.59785556793213}