| {"rows": 50, "of": 7881, "epoch": 0, "ce": 0.08112904304502214, "kl": 4.023217946581682e-05, "lr": 1.2067860608049161e-05, "rows_per_s": 0.19979615581206606, "tokens_per_s": 1328.904171152795, "gpu_gb": 15.868685722351074} |
| {"rows": 100, "of": 7881, "epoch": 0, "ce": 0.0837922141960773, "kl": 0.00032846825701510207, "lr": 2.240558595802162e-05, "rows_per_s": 0.24933344147778858, "tokens_per_s": 1634.4430422472735, "gpu_gb": 17.829620361328125} |
| {"rows": 150, "of": 7881, "epoch": 0, "ce": 0.07664935879542359, "kl": 0.0008350254756953243, "lr": 3.273163592559035e-05, "rows_per_s": 0.26866195817680777, "tokens_per_s": 1771.9617362348567, "gpu_gb": 17.829620361328125} |
| {"rows": 200, "of": 7881, "epoch": 0, "ce": 0.10014406370464712, "kl": 0.003094735879189986, "lr": 4.475637267001127e-05, "rows_per_s": 0.2877967541476866, "tokens_per_s": 1901.8357785639912, "gpu_gb": 17.829620361328125} |
| {"rows": 250, "of": 7881, "epoch": 0, "ce": 0.10223189959415814, "kl": 0.0002233092915241302, "lr": 4.987790247528478e-05, "rows_per_s": 0.29961804822217813, "tokens_per_s": 1982.4264114786201, "gpu_gb": 17.829620361328125} |
| {"rows": 300, "of": 7881, "epoch": 0, "ce": 0.09316687498155028, "kl": 0.001758820125996636, "lr": 4.982612518406752e-05, "rows_per_s": 0.3077253544197876, "tokens_per_s": 2051.25002800796, "gpu_gb": 17.829620361328125} |
| {"rows": 350, "of": 7881, "epoch": 0, "ce": 0.1081337986048311, "kl": 0.0002527106371076199, "lr": 4.976525660366432e-05, "rows_per_s": 0.31578841235808497, "tokens_per_s": 2096.5905476012585, "gpu_gb": 17.829620361328125} |
| {"rows": 400, "of": 7881, "epoch": 0, "ce": 0.10570818589767442, "kl": 0.001324782029938798, "lr": 4.9682782802340184e-05, "rows_per_s": 0.32020394043816325, "tokens_per_s": 2134.2160992197855, "gpu_gb": 17.829620361328125} |
| {"rows": 450, "of": 7881, "epoch": 0, "ce": 0.10937565394005803, "kl": 0.0028952434345785277, "lr": 4.960229732584409e-05, "rows_per_s": 0.3239136346601181, "tokens_per_s": 2169.084055461096, "gpu_gb": 17.829620361328125} |
| {"rows": 500, "of": 7881, "epoch": 0, "ce": 0.11144169761127858, "kl": 0.0013210151540508721, "lr": 4.951280252558245e-05, "rows_per_s": 0.32708831267684735, "tokens_per_s": 2197.716839701743, "gpu_gb": 17.829620361328125} |
| {"rows": 550, "of": 7881, "epoch": 0, "ce": 0.11779358610510826, "kl": 0.0011205926247696686, "lr": 4.941433117441464e-05, "rows_per_s": 0.3296859248848861, "tokens_per_s": 2218.6651898265072, "gpu_gb": 17.829620361328125} |
| {"rows": 600, "of": 7881, "epoch": 0, "ce": 0.11089769536412733, "kl": 0.00012700890559222015, "lr": 4.928815085846087e-05, "rows_per_s": 0.3312180628076961, "tokens_per_s": 2239.881470790709, "gpu_gb": 17.829620361328125} |
| {"rows": 650, "of": 7881, "epoch": 0, "ce": 0.11248048525303603, "kl": 0.003862331001892233, "lr": 4.917035838675963e-05, "rows_per_s": 0.33259200048694154, "tokens_per_s": 2255.310448741957, "gpu_gb": 17.879604816436768} |
| {"rows": 700, "of": 7881, "epoch": 0, "ce": 0.1114975800498938, "kl": 0.002897128037127479, "lr": 4.904371476667369e-05, "rows_per_s": 0.33431817481488013, "tokens_per_s": 2266.1852999305165, "gpu_gb": 17.879604816436768} |
| {"rows": 750, "of": 7881, "epoch": 0, "ce": 0.09807620361083891, "kl": 0.009082421921421006, "lr": 4.8908266374903594e-05, "rows_per_s": 0.33531974425999084, "tokens_per_s": 2278.850418617599, "gpu_gb": 17.879604816436768} |
| {"rows": 800, "of": 7881, "epoch": 0, "ce": 0.10299079625734262, "kl": 0.003760476317451397, "lr": 4.873918134940002e-05, "rows_per_s": 0.33615507979470843, "tokens_per_s": 2289.621580466967, "gpu_gb": 17.879604816436768} |
| {"rows": 850, "of": 7881, "epoch": 0, "ce": 0.13046966404773486, "kl": 0.0006150131550363122, "lr": 4.858483038753156e-05, "rows_per_s": 0.3374617653959088, "tokens_per_s": 2296.7381753571653, "gpu_gb": 17.879604816436768} |
| {"rows": 900, "of": 7881, "epoch": 0, "ce": 0.12523869971911877, "kl": 0.0001525189401817158, "lr": 4.842184269673884e-05, "rows_per_s": 0.33890299816046116, "tokens_per_s": 2303.644553899332, "gpu_gb": 17.879604816436768} |
| {"rows": 950, "of": 7881, "epoch": 0, "ce": 0.11561032039092177, "kl": 0.003183731898943517, "lr": 4.825027796286572e-05, "rows_per_s": 0.340366836428032, "tokens_per_s": 2312.5866420222183, "gpu_gb": 17.879604816436768} |
| {"rows": 1000, "of": 7881, "epoch": 0, "ce": 0.08595053996204545, "kl": 0.004521621390713067, "lr": 4.803936266823792e-05, "rows_per_s": 0.3409823596466644, "tokens_per_s": 2317.184837950267, "gpu_gb": 17.879604816436768} |
| {"rows": 1050, "of": 7881, "epoch": 0, "ce": 0.12116317149429094, "kl": 0.004317330755962967, "lr": 4.7849434029923976e-05, "rows_per_s": 0.3412533427182491, "tokens_per_s": 2324.4117185783475, "gpu_gb": 17.879604816436768} |
| {"rows": 1100, "of": 7881, "epoch": 0, "ce": 0.1212392614417991, "kl": 0.0018501514580582642, "lr": 4.7651137963710567e-05, "rows_per_s": 0.342086439053439, "tokens_per_s": 2331.016180156789, "gpu_gb": 17.879604816436768} |
| {"rows": 1150, "of": 7881, "epoch": 0, "ce": 0.09878259303513914, "kl": 0.0022178078633755677, "lr": 4.744454708531476e-05, "rows_per_s": 0.3423104281611625, "tokens_per_s": 2335.7200825311506, "gpu_gb": 17.879604816436768} |
| {"rows": 1200, "of": 7881, "epoch": 0, "ce": 0.12648315269034355, "kl": 0.00019712260292380213, "lr": 4.7193141769868265e-05, "rows_per_s": 0.3418628543799443, "tokens_per_s": 2340.356065942541, "gpu_gb": 17.879604816436768} |
| {"rows": 1250, "of": 7881, "epoch": 0, "ce": 0.1220479605196998, "kl": 0.0016524095801212656, "lr": 4.696884234499382e-05, "rows_per_s": 0.342858155448323, "tokens_per_s": 2344.985211351914, "gpu_gb": 17.879604816436768} |
| {"rows": 1300, "of": 7881, "epoch": 0, "ce": 0.1189333973103203, "kl": 0.0003812499474370734, "lr": 4.673649796355214e-05, "rows_per_s": 0.3436620106010812, "tokens_per_s": 2348.0984447481283, "gpu_gb": 17.879604816436768} |
| {"rows": 1350, "of": 7881, "epoch": 0, "ce": 0.1113097622918968, "kl": 0.34708880339413883, "lr": 4.649619370970142e-05, "rows_per_s": 0.34475158728045996, "tokens_per_s": 2350.46984445678, "gpu_gb": 17.879604816436768} |
| {"rows": 1400, "of": 7881, "epoch": 0, "ce": 0.12136290367278788, "kl": 0.013578459140143051, "lr": 4.620589591309603e-05, "rows_per_s": 0.3449168650795269, "tokens_per_s": 2351.5276389624128, "gpu_gb": 17.879604816436768} |
| {"rows": 1450, "of": 7881, "epoch": 0, "ce": 0.13677624828721346, "kl": 0.0048611547827111246, "lr": 4.594865099860148e-05, "rows_per_s": 0.3453105518218504, "tokens_per_s": 2353.240209446157, "gpu_gb": 17.879604816436768} |
| {"rows": 1500, "of": 7881, "epoch": 0, "ce": 0.13925005014784433, "kl": 0.0002106315870359045, "lr": 4.56837347200551e-05, "rows_per_s": 0.3451715674738576, "tokens_per_s": 2354.8559307736577, "gpu_gb": 18.01590633392334} |
| {"rows": 1550, "of": 7881, "epoch": 0, "ce": 0.09757101010984263, "kl": 0.0008377450640034167, "lr": 4.541124408939413e-05, "rows_per_s": 0.34531983318767456, "tokens_per_s": 2356.660822093038, "gpu_gb": 18.01590633392334} |
| {"rows": 1600, "of": 7881, "epoch": 0, "ce": 0.10095553258685647, "kl": 0.00035042277662108133, "lr": 4.5083898491176136e-05, "rows_per_s": 0.34514860074861325, "tokens_per_s": 2357.4279327326653, "gpu_gb": 18.01590633392334} |
| {"rows": 1650, "of": 7881, "epoch": 0, "ce": 0.13497693555126355, "kl": 0.004645874111277116, "lr": 4.479534273409534e-05, "rows_per_s": 0.34542321286578037, "tokens_per_s": 2360.972265580447, "gpu_gb": 18.01590633392334} |
| {"rows": 1700, "of": 7881, "epoch": 0, "ce": 0.10531843452833506, "kl": 0.0014682905136677502, "lr": 4.449953795269053e-05, "rows_per_s": 0.3457247683964078, "tokens_per_s": 2363.9703835645505, "gpu_gb": 18.01590633392334} |
| {"rows": 1750, "of": 7881, "epoch": 0, "ce": 0.1191714326492869, "kl": 0.0018370602015290525, "lr": 4.41965924702216e-05, "rows_per_s": 0.3456484219925588, "tokens_per_s": 2366.0383061115995, "gpu_gb": 18.14210271835327} |
| {"rows": 1800, "of": 7881, "epoch": 0, "ce": 0.12367003023820489, "kl": 0.0016225997033231937, "lr": 4.38342791679207e-05, "rows_per_s": 0.34594930135561597, "tokens_per_s": 2367.8127074815898, "gpu_gb": 18.14210271835327} |
| {"rows": 1850, "of": 7881, "epoch": 0, "ce": 0.11905794182703608, "kl": 1.6381730206133227, "lr": 4.35162461781166e-05, "rows_per_s": 0.34632148936709567, "tokens_per_s": 2370.144900087056, "gpu_gb": 18.14210271835327} |
| {"rows": 1900, "of": 7881, "epoch": 0, "ce": 0.12516607127250418, "kl": 0.004563029444159354, "lr": 4.319143256719685e-05, "rows_per_s": 0.3466548952856714, "tokens_per_s": 2370.7996490006053, "gpu_gb": 18.14210271835327} |
| {"rows": 1950, "of": 7881, "epoch": 0, "ce": 0.1272408339457634, "kl": 0.005762273290107881, "lr": 4.2859957281410456e-05, "rows_per_s": 0.3471816952285003, "tokens_per_s": 2372.0336505810287, "gpu_gb": 18.14210271835327} |
| {"rows": 2000, "of": 7881, "epoch": 0, "ce": 0.09646510239690542, "kl": 0.002349670455144367, "lr": 4.246497857268759e-05, "rows_per_s": 0.3474575131271955, "tokens_per_s": 2372.4584886094435, "gpu_gb": 18.14210271835327} |
| {"rows": 2050, "of": 7881, "epoch": 0, "ce": 0.11164875448931282, "kl": 0.0001557140411630341, "lr": 4.211948927129083e-05, "rows_per_s": 0.3483314047594994, "tokens_per_s": 2373.5057238740164, "gpu_gb": 18.14210271835327} |
| {"rows": 2100, "of": 7881, "epoch": 0, "ce": 0.12234918293252121, "kl": 6.982944525835144e-06, "lr": 4.176773083902782e-05, "rows_per_s": 0.3491371026150422, "tokens_per_s": 2374.836058427701, "gpu_gb": 18.14210271835327} |
| {"rows": 2150, "of": 7881, "epoch": 0, "ce": 0.12124350821463073, "kl": 0.009231240116690643, "lr": 4.1409832089300073e-05, "rows_per_s": 0.3489263150692104, "tokens_per_s": 2376.164673381469, "gpu_gb": 18.14210271835327} |
| {"rows": 2200, "of": 7881, "epoch": 0, "ce": 0.13119616450333013, "kl": 7.741211165319179e-05, "lr": 4.098469784213812e-05, "rows_per_s": 0.3491915680038746, "tokens_per_s": 2378.0467981181464, "gpu_gb": 18.14210271835327} |
| {"rows": 2250, "of": 7881, "epoch": 0, "ce": 0.11777349795341831, "kl": 0.0011427605857715119, "lr": 4.0613947619727606e-05, "rows_per_s": 0.3493453768995677, "tokens_per_s": 2380.0346233502864, "gpu_gb": 18.14210271835327} |
| {"rows": 2300, "of": 7881, "epoch": 0, "ce": 0.12106773099647118, "kl": 0.0007932578767766429, "lr": 4.0237479593507887e-05, "rows_per_s": 0.3493335337690823, "tokens_per_s": 2381.2046937908285, "gpu_gb": 18.14210271835327} |
| {"rows": 2350, "of": 7881, "epoch": 0, "ce": 0.12626307624343194, "kl": 0.0023483902874269283, "lr": 3.985543162549613e-05, "rows_per_s": 0.34898801486440695, "tokens_per_s": 2382.152538485732, "gpu_gb": 18.14210271835327} |
| {"rows": 2400, "of": 7881, "epoch": 0, "ce": 0.10973528102417854, "kl": 0.007160376068695103, "lr": 3.940284332939771e-05, "rows_per_s": 0.3491693489140407, "tokens_per_s": 2382.606226998262, "gpu_gb": 18.14210271835327} |
| {"rows": 2450, "of": 7881, "epoch": 0, "ce": 0.12549861390808864, "kl": 0.0002632642681896745, "lr": 3.900918809552583e-05, "rows_per_s": 0.34886942404784405, "tokens_per_s": 2384.430952942662, "gpu_gb": 18.14210271835327} |
| {"rows": 2500, "of": 7881, "epoch": 0, "ce": 0.11909317640321596, "kl": 0.00011588107850546425, "lr": 3.861040271833547e-05, "rows_per_s": 0.349246677488605, "tokens_per_s": 2384.1419433855895, "gpu_gb": 18.14210271835327} |
| {"rows": 2550, "of": 7881, "epoch": 0, "ce": 0.11558077179301435, "kl": 0.0002803067502299795, "lr": 3.820663323242368e-05, "rows_per_s": 0.34928072068730537, "tokens_per_s": 2385.1412017816374, "gpu_gb": 18.14210271835327} |
| {"rows": 2600, "of": 7881, "epoch": 0, "ce": 0.11283887832470965, "kl": 0.0046764551552816135, "lr": 3.772946683196179e-05, "rows_per_s": 0.3493172765933783, "tokens_per_s": 2386.3068308697916, "gpu_gb": 18.14210271835327} |
| {"rows": 2650, "of": 7881, "epoch": 0, "ce": 0.11523845332807728, "kl": 1.9208870107000064e-05, "lr": 3.731540804467163e-05, "rows_per_s": 0.3491995893486278, "tokens_per_s": 2387.478251243718, "gpu_gb": 18.14210271835327} |
| {"rows": 2700, "of": 7881, "epoch": 0, "ce": 0.12425444895602963, "kl": 0.011715986646047966, "lr": 3.689683937373484e-05, "rows_per_s": 0.349518752100196, "tokens_per_s": 2387.5444724018853, "gpu_gb": 18.14210271835327} |
| {"rows": 2750, "of": 7881, "epoch": 0, "ce": 0.11785337779567473, "kl": 0.0006625117789127444, "lr": 3.647391409836045e-05, "rows_per_s": 0.3499168163441494, "tokens_per_s": 2389.7649134985245, "gpu_gb": 18.14210271835327} |
| {"rows": 2800, "of": 7881, "epoch": 0, "ce": 0.11555427557877487, "kl": 0.0017233899385138765, "lr": 3.597520171816503e-05, "rows_per_s": 0.34972243071269005, "tokens_per_s": 2391.027153708171, "gpu_gb": 18.14210271835327} |
| {"rows": 2850, "of": 7881, "epoch": 0, "ce": 0.11343527100980282, "kl": 0.0014408573547337877, "lr": 3.5543370488628656e-05, "rows_per_s": 0.34988801691872107, "tokens_per_s": 2391.6190262985906, "gpu_gb": 18.14210271835327} |
| {"rows": 2900, "of": 7881, "epoch": 0, "ce": 0.12260413981783085, "kl": 0.000579910366572577, "lr": 3.510767829289656e-05, "rows_per_s": 0.34992913695689, "tokens_per_s": 2391.9947943524403, "gpu_gb": 18.14210271835327} |
| {"rows": 2950, "of": 7881, "epoch": 0, "ce": 0.11427439829438096, "kl": 0.002844052278886261, "lr": 3.4668284680786446e-05, "rows_per_s": 0.3501040508195231, "tokens_per_s": 2391.9062467047506, "gpu_gb": 18.14210271835327} |
| {"rows": 3000, "of": 7881, "epoch": 0, "ce": 0.111582133964431, "kl": 0.0017957321312955798, "lr": 3.4151195358094365e-05, "rows_per_s": 0.3504710230898656, "tokens_per_s": 2392.5341311771795, "gpu_gb": 18.14210271835327} |
| {"rows": 3050, "of": 7881, "epoch": 0, "ce": 0.1025324217043817, "kl": 0.0024058066544616528, "lr": 3.370433573137822e-05, "rows_per_s": 0.3504001040912947, "tokens_per_s": 2394.1137661560924, "gpu_gb": 18.14210271835327} |
| {"rows": 3100, "of": 7881, "epoch": 0, "ce": 0.11070433322207204, "kl": 0.0012162467746677959, "lr": 3.325428859019016e-05, "rows_per_s": 0.3506068875902027, "tokens_per_s": 2395.234740406212, "gpu_gb": 18.14210271835327} |
| {"rows": 3150, "of": 7881, "epoch": 0, "ce": 0.11355097132424513, "kl": 0.0004539966578631649, "lr": 3.280121874110706e-05, "rows_per_s": 0.3508131695553405, "tokens_per_s": 2396.853245243261, "gpu_gb": 18.14210271835327} |
| {"rows": 3200, "of": 7881, "epoch": 0, "ce": 0.108288824153868, "kl": 0.008527442859412732, "lr": 3.226903828830935e-05, "rows_per_s": 0.3507120956916215, "tokens_per_s": 2397.1940019206954, "gpu_gb": 18.14210271835327} |
| {"rows": 3250, "of": 7881, "epoch": 0, "ce": 0.10958007871439414, "kl": 0.0014140021693786846, "lr": 3.180998980650813e-05, "rows_per_s": 0.350860917677685, "tokens_per_s": 2396.7995894389255, "gpu_gb": 18.14210271835327} |
| {"rows": 3300, "of": 7881, "epoch": 0, "ce": 0.09785355463926051, "kl": 7.356050523752946e-05, "lr": 3.134844751682408e-05, "rows_per_s": 0.35076139887632746, "tokens_per_s": 2396.760291497921, "gpu_gb": 18.14210271835327} |
| {"rows": 3350, "of": 7881, "epoch": 0, "ce": 0.10941918043638854, "kl": 0.015381404429639523, "lr": 3.088458043533989e-05, "rows_per_s": 0.35098194884508077, "tokens_per_s": 2395.9897985713537, "gpu_gb": 18.14210271835327} |
| {"rows": 3400, "of": 7881, "epoch": 0, "ce": 0.12302674842732293, "kl": 0.0035206266907325903, "lr": 3.034069056048837e-05, "rows_per_s": 0.35104842534672653, "tokens_per_s": 2395.432620112559, "gpu_gb": 18.14210271835327} |
| {"rows": 3450, "of": 7881, "epoch": 0, "ce": 0.11572272940115495, "kl": 0.004864113947760466, "lr": 2.9872370219028968e-05, "rows_per_s": 0.35110152424696506, "tokens_per_s": 2396.6856629151116, "gpu_gb": 18.14210271835327} |
| {"rows": 3500, "of": 7881, "epoch": 0, "ce": 0.11079833977969318, "kl": 0.005617409808760366, "lr": 2.9402265623025054e-05, "rows_per_s": 0.3511640492737864, "tokens_per_s": 2397.345092445433, "gpu_gb": 18.14210271835327} |
| {"rows": 3550, "of": 7881, "epoch": 0, "ce": 0.11192968271465766, "kl": 0.0002326338827762786, "lr": 2.893054892406285e-05, "rows_per_s": 0.35127164475102046, "tokens_per_s": 2398.8457380762907, "gpu_gb": 18.14210271835327} |
| {"rows": 3600, "of": 7881, "epoch": 0, "ce": 0.11361729757996594, "kl": 0.0026719365472047426, "lr": 2.8378405742013713e-05, "rows_per_s": 0.3516791403803417, "tokens_per_s": 2399.508240144823, "gpu_gb": 18.14210271835327} |
| {"rows": 3650, "of": 7881, "epoch": 0, "ce": 0.10134117697000604, "kl": 0.003282329639780607, "lr": 2.790378945378661e-05, "rows_per_s": 0.35186085898107367, "tokens_per_s": 2399.4028215472636, "gpu_gb": 18.14210271835327} |
| {"rows": 3700, "of": 7881, "epoch": 0, "ce": 0.10886479691011695, "kl": 0.002696012913522191, "lr": 2.742810980228942e-05, "rows_per_s": 0.3520560044507519, "tokens_per_s": 2399.9929001681458, "gpu_gb": 18.14210271835327} |
| {"rows": 3750, "of": 7881, "epoch": 0, "ce": 0.10554261264415124, "kl": 0.004270280490981306, "lr": 2.695154098068515e-05, "rows_per_s": 0.35214443922262223, "tokens_per_s": 2400.144941991343, "gpu_gb": 18.14210271835327} |
| {"rows": 3800, "of": 7881, "epoch": 0, "ce": 0.1053063746963051, "kl": 3.0245330449804597e-05, "lr": 2.6394653051429064e-05, "rows_per_s": 0.3524335517186525, "tokens_per_s": 2400.8901330440103, "gpu_gb": 18.14210271835327} |
| {"rows": 3850, "of": 7881, "epoch": 0, "ce": 0.09815928067725438, "kl": 0.00010466489848133657, "lr": 2.59167567365324e-05, "rows_per_s": 0.3522769411467296, "tokens_per_s": 2401.39934789743, "gpu_gb": 18.14210271835327} |
| {"rows": 3900, "of": 7881, "epoch": 0, "ce": 0.10582923782183914, "kl": 0.0013470960252889852, "lr": 2.5438524706716728e-05, "rows_per_s": 0.35222433142551585, "tokens_per_s": 2401.25722773397, "gpu_gb": 18.14210271835327} |
| {"rows": 3950, "of": 7881, "epoch": 0, "ce": 0.10648514779804405, "kl": 8.589219479106831e-05, "lr": 2.4960132089822155e-05, "rows_per_s": 0.35227282059189363, "tokens_per_s": 2402.078979247915, "gpu_gb": 18.14210271835327} |
| {"rows": 4000, "of": 7881, "epoch": 0, "ce": 0.09706557054861067, "kl": 0.014215183616298107, "lr": 2.4402038123554933e-05, "rows_per_s": 0.3523804363546986, "tokens_per_s": 2402.9342597121613, "gpu_gb": 18.14210271835327} |
| {"rows": 4050, "of": 7881, "epoch": 0, "ce": 0.10776543771711791, "kl": 0.00592954908566838, "lr": 2.3923898544815143e-05, "rows_per_s": 0.35240577413650087, "tokens_per_s": 2403.441663036864, "gpu_gb": 18.14210271835327} |
| {"rows": 4100, "of": 7881, "epoch": 0, "ce": 0.12846701116122436, "kl": 0.0007149715039334037, "lr": 2.3446153032787338e-05, "rows_per_s": 0.3525940728524637, "tokens_per_s": 2404.130694282304, "gpu_gb": 18.14210271835327} |
| {"rows": 4150, "of": 7881, "epoch": 0, "ce": 0.114844310508911, "kl": 1.6003082717121396e-06, "lr": 2.296897653714952e-05, "rows_per_s": 0.35265046029606256, "tokens_per_s": 2405.0568496638484, "gpu_gb": 18.14210271835327} |
| {"rows": 4200, "of": 7881, "epoch": 0, "ce": 0.10019052027103802, "kl": 0.0008372855555545122, "lr": 2.2413222907755195e-05, "rows_per_s": 0.35300414798589275, "tokens_per_s": 2405.963899684736, "gpu_gb": 18.14210271835327} |
| {"rows": 4250, "of": 7881, "epoch": 0, "ce": 0.10425313653993523, "kl": 0.0006422162651921272, "lr": 2.1937878373803932e-05, "rows_per_s": 0.35306276984732304, "tokens_per_s": 2405.8742203195343, "gpu_gb": 18.14210271835327} |
| {"rows": 4300, "of": 7881, "epoch": 0, "ce": 0.10495267823598413, "kl": 0.00831119328665005, "lr": 2.1463655184122865e-05, "rows_per_s": 0.35307499846252643, "tokens_per_s": 2406.5503215903864, "gpu_gb": 18.14210271835327} |
| {"rows": 4350, "of": 7881, "epoch": 0, "ce": 0.10782617076516285, "kl": 0.00039285099983008, "lr": 2.0990726998520924e-05, "rows_per_s": 0.353409119911525, "tokens_per_s": 2407.016057510293, "gpu_gb": 18.14210271835327} |
| {"rows": 4400, "of": 7881, "epoch": 0, "ce": 0.11211016473201353, "kl": 0.002145166808824101, "lr": 2.0440845208356402e-05, "rows_per_s": 0.3533396402845207, "tokens_per_s": 2407.3939542158128, "gpu_gb": 18.14210271835327} |
| {"rows": 4450, "of": 7881, "epoch": 0, "ce": 0.12113836288917809, "kl": 0.005113993874913458, "lr": 1.9971316266884595e-05, "rows_per_s": 0.35344436463114887, "tokens_per_s": 2407.577946942775, "gpu_gb": 18.14210271835327} |
| {"rows": 4500, "of": 7881, "epoch": 0, "ce": 0.09754754564809529, "kl": 0.0017750637890201944, "lr": 1.950362882172778e-05, "rows_per_s": 0.353663367563879, "tokens_per_s": 2408.2754169378013, "gpu_gb": 18.14210271835327} |
| {"rows": 4550, "of": 7881, "epoch": 0, "ce": 0.11038847780990892, "kl": 0.002171902272943745, "lr": 1.9037954139315226e-05, "rows_per_s": 0.3536919449527754, "tokens_per_s": 2408.6936830975224, "gpu_gb": 18.14210271835327} |
| {"rows": 4600, "of": 7881, "epoch": 0, "ce": 0.09919550201218379, "kl": 0.0015605589092663325, "lr": 1.849743837849513e-05, "rows_per_s": 0.35355483844101715, "tokens_per_s": 2408.8399021260857, "gpu_gb": 18.14210271835327} |
| {"rows": 4650, "of": 7881, "epoch": 0, "ce": 0.11199251218172519, "kl": 0.0006752163792678179, "lr": 1.8036708622367915e-05, "rows_per_s": 0.35377122043014136, "tokens_per_s": 2409.9226482971953, "gpu_gb": 18.14210271835327} |
| {"rows": 4700, "of": 7881, "epoch": 0, "ce": 0.1119166434957431, "kl": 0.0011205657926364894, "lr": 1.7578528812925103e-05, "rows_per_s": 0.3539852915686041, "tokens_per_s": 2409.8915709286334, "gpu_gb": 18.14210271835327} |
| {"rows": 4750, "of": 7881, "epoch": 0, "ce": 0.09582457252301622, "kl": 0.0005217474993762199, "lr": 1.712306673491427e-05, "rows_per_s": 0.354026995399871, "tokens_per_s": 2410.5926930014243, "gpu_gb": 18.14210271835327} |
| {"rows": 4800, "of": 7881, "epoch": 0, "ce": 0.09214032678643153, "kl": 0.0008081881126124901, "lr": 1.6595351677694083e-05, "rows_per_s": 0.35368195366056704, "tokens_per_s": 2411.3314973596875, "gpu_gb": 18.14210271835327} |
| {"rows": 4850, "of": 7881, "epoch": 0, "ce": 0.10614188416481116, "kl": 0.0003972421627815535, "lr": 1.614634878589294e-05, "rows_per_s": 0.35345733927192236, "tokens_per_s": 2411.2895395253477, "gpu_gb": 18.14210271835327} |
| {"rows": 4900, "of": 7881, "epoch": 0, "ce": 0.10370026875494255, "kl": 0.0035379835823328176, "lr": 1.5700588087665796e-05, "rows_per_s": 0.35333459728973593, "tokens_per_s": 2410.994849154348, "gpu_gb": 18.14210271835327} |
| {"rows": 4950, "of": 7881, "epoch": 0, "ce": 0.09188798344176677, "kl": 0.009863047313862339, "lr": 1.5258232819900598e-05, "rows_per_s": 0.35318504105135945, "tokens_per_s": 2411.9991803986613, "gpu_gb": 18.14210271835327} |
| {"rows": 5000, "of": 7881, "epoch": 0, "ce": 0.10940351203466073, "kl": 0.021478232028962648, "lr": 1.4746671799249784e-05, "rows_per_s": 0.3531439057229424, "tokens_per_s": 2411.913759797879, "gpu_gb": 18.14210271835327} |
| {"rows": 5050, "of": 7881, "epoch": 0, "ce": 0.1133196825782458, "kl": 0.010227535617603352, "lr": 1.4312248933115987e-05, "rows_per_s": 0.3531588843391178, "tokens_per_s": 2412.036297592671, "gpu_gb": 18.14210271835327} |
| {"rows": 5100, "of": 7881, "epoch": 0, "ce": 0.12415518498400578, "kl": 0.01082342541506375, "lr": 1.3881739905125512e-05, "rows_per_s": 0.35318651890898395, "tokens_per_s": 2411.89986502485, "gpu_gb": 18.14210271835327} |
| {"rows": 5150, "of": 7881, "epoch": 0, "ce": 0.10389299005711157, "kl": 0.0019936111658529093, "lr": 1.3455302367027933e-05, "rows_per_s": 0.35334298288083166, "tokens_per_s": 2411.884758780012, "gpu_gb": 18.14210271835327} |
| {"rows": 5200, "of": 7881, "epoch": 0, "ce": 0.09081864366307854, "kl": 0.0013251463428219923, "lr": 1.2963146066081217e-05, "rows_per_s": 0.3534737701588645, "tokens_per_s": 2412.0156194856763, "gpu_gb": 18.14210271835327} |
| {"rows": 5250, "of": 7881, "epoch": 0, "ce": 0.10161151361038409, "kl": 0.007390453495280839, "lr": 1.2546063739077025e-05, "rows_per_s": 0.35345362342331577, "tokens_per_s": 2412.438259142607, "gpu_gb": 18.14210271835327} |
| {"rows": 5300, "of": 7881, "epoch": 0, "ce": 0.09811767693175825, "kl": 0.0002757578011564859, "lr": 1.213354202454101e-05, "rows_per_s": 0.3536789063729187, "tokens_per_s": 2412.883383191618, "gpu_gb": 18.14210271835327} |
| {"rows": 5350, "of": 7881, "epoch": 0, "ce": 0.0939898087971789, "kl": 0.0005090700198054701, "lr": 1.1725731987296001e-05, "rows_per_s": 0.35364863680573116, "tokens_per_s": 2412.3733906976017, "gpu_gb": 18.14210271835327} |
| {"rows": 5400, "of": 7881, "epoch": 0, "ce": 0.08981802885551961, "kl": 0.0022342575490095925, "lr": 1.125610778308672e-05, "rows_per_s": 0.3536141918820328, "tokens_per_s": 2412.378543552933, "gpu_gb": 18.14210271835327} |
| {"rows": 5450, "of": 7881, "epoch": 0, "ce": 0.10204237564984295, "kl": 0.003696178624798243, "lr": 1.0859016319281876e-05, "rows_per_s": 0.35385703869747154, "tokens_per_s": 2412.140911651287, "gpu_gb": 18.14210271835327} |
| {"rows": 5500, "of": 7881, "epoch": 0, "ce": 0.11183636465242931, "kl": 0.0009385639101668897, "lr": 1.0467103262137832e-05, "rows_per_s": 0.35398024110870496, "tokens_per_s": 2411.5364743444406, "gpu_gb": 18.14210271835327} |
| {"rows": 5550, "of": 7881, "epoch": 0, "ce": 0.07514825033453795, "kl": 0.00019623727030041146, "lr": 1.0080512129618501e-05, "rows_per_s": 0.3541118924863004, "tokens_per_s": 2411.475700606534, "gpu_gb": 18.14210271835327} |
| {"rows": 5600, "of": 7881, "epoch": 0, "ce": 0.09555623648422105, "kl": 0.01650010496503926, "lr": 9.636404220353013e-06, "rows_per_s": 0.35423236746036674, "tokens_per_s": 2410.9903189361066, "gpu_gb": 18.14210271835327} |
| {"rows": 5650, "of": 7881, "epoch": 0, "ce": 0.10276433913303273, "kl": 0.0010513066600173575, "lr": 9.261826913103009e-06, "rows_per_s": 0.3544302138014995, "tokens_per_s": 2410.514386120209, "gpu_gb": 18.14210271835327} |
| {"rows": 5700, "of": 7881, "epoch": 0, "ce": 0.08586389429341906, "kl": 0.0002948080244487031, "lr": 8.893012900838857e-06, "rows_per_s": 0.3542102976004182, "tokens_per_s": 2410.572401099001, "gpu_gb": 18.14210271835327} |
| {"rows": 5750, "of": 7881, "epoch": 0, "ce": 0.09609906260783856, "kl": 0.0019267380242358391, "lr": 8.530097242689436e-06, "rows_per_s": 0.3543317453345797, "tokens_per_s": 2410.7407676180933, "gpu_gb": 18.14210271835327} |
| {"rows": 5800, "of": 7881, "epoch": 0, "ce": 0.10997136807205474, "kl": 0.00028150575860390174, "lr": 8.11432768484267e-06, "rows_per_s": 0.3544341588484257, "tokens_per_s": 2410.955012429749, "gpu_gb": 18.14210271835327} |
| {"rows": 5850, "of": 7881, "epoch": 0, "ce": 0.08865141784545125, "kl": 0.0004392856746452308, "lr": 7.764644762675815e-06, "rows_per_s": 0.354363578113408, "tokens_per_s": 2411.2014251544765, "gpu_gb": 18.14210271835327} |
| {"rows": 5900, "of": 7881, "epoch": 0, "ce": 0.10368858785590246, "kl": 0.0013282307687131206, "lr": 7.42127340131529e-06, "rows_per_s": 0.35445395975718136, "tokens_per_s": 2411.7249881174275, "gpu_gb": 18.14210271835327} |
| {"rows": 5950, "of": 7881, "epoch": 0, "ce": 0.09626056697232195, "kl": 0.006887896287601823, "lr": 7.084339342830038e-06, "rows_per_s": 0.35444099409804697, "tokens_per_s": 2411.545278224802, "gpu_gb": 18.14210271835327} |
| {"rows": 6000, "of": 7881, "epoch": 0, "ce": 0.1048011263133958, "kl": 0.0037830519571404597, "lr": 6.699550118560632e-06, "rows_per_s": 0.3546018222551607, "tokens_per_s": 2411.6284947622867, "gpu_gb": 18.14210271835327} |
| {"rows": 6050, "of": 7881, "epoch": 0, "ce": 0.10633669481095341, "kl": 8.697074627139756e-07, "lr": 6.376983620161852e-06, "rows_per_s": 0.35466830940091426, "tokens_per_s": 2412.441060761308, "gpu_gb": 18.14210271835327} |
| {"rows": 6100, "of": 7881, "epoch": 0, "ce": 0.09774804168846458, "kl": 0.0004226139824040076, "lr": 6.061236841963802e-06, "rows_per_s": 0.35481096569651555, "tokens_per_s": 2412.684844047212, "gpu_gb": 18.14210271835327} |
| {"rows": 6150, "of": 7881, "epoch": 0, "ce": 0.09988635304643838, "kl": 0.00045288701645091703, "lr": 5.752425409955181e-06, "rows_per_s": 0.3548562863349174, "tokens_per_s": 2413.173229222928, "gpu_gb": 18.14210271835327} |
| {"rows": 6200, "of": 7881, "epoch": 0, "ce": 0.11084061023956608, "kl": 0.000553094805603397, "lr": 5.4010616387919095e-06, "rows_per_s": 0.354781857507353, "tokens_per_s": 2413.579889387798, "gpu_gb": 18.14210271835327} |
| {"rows": 6250, "of": 7881, "epoch": 0, "ce": 0.09823018362602362, "kl": 0.0003262754329489616, "lr": 5.107661293194194e-06, "rows_per_s": 0.35477954657285393, "tokens_per_s": 2413.5107611967715, "gpu_gb": 18.14210271835327} |
| {"rows": 6300, "of": 7881, "epoch": 0, "ce": 0.09288779341815305, "kl": 0.00545118033123352, "lr": 4.821545491697788e-06, "rows_per_s": 0.3547910631021548, "tokens_per_s": 2413.808551970281, "gpu_gb": 18.14210271835327} |
| {"rows": 6350, "of": 7881, "epoch": 0, "ce": 0.10894227874066148, "kl": 0.0010907609828259741, "lr": 4.542819009472913e-06, "rows_per_s": 0.3547809589766109, "tokens_per_s": 2413.388757559718, "gpu_gb": 18.14210271835327} |
| {"rows": 6400, "of": 7881, "epoch": 0, "ce": 0.11336540494386743, "kl": 0.009394696126029759, "lr": 4.227113410952585e-06, "rows_per_s": 0.354763979832929, "tokens_per_s": 2413.6881775704082, "gpu_gb": 18.14210271835327} |
| {"rows": 6450, "of": 7881, "epoch": 0, "ce": 0.08434413905834427, "kl": 0.0011595013994856697, "lr": 3.9647436126595165e-06, "rows_per_s": 0.35484849955045533, "tokens_per_s": 2413.7015000506963, "gpu_gb": 18.14210271835327} |
| {"rows": 6500, "of": 7881, "epoch": 0, "ce": 0.08780445242527782, "kl": 0.00028799445168845337, "lr": 3.7100768931795733e-06, "rows_per_s": 0.35478514375742276, "tokens_per_s": 2413.989011724176, "gpu_gb": 18.14210271835327} |
| {"rows": 6550, "of": 7881, "epoch": 0, "ce": 0.08942597520512503, "kl": 0.001966686043677356, "lr": 3.4632065110770996e-06, "rows_per_s": 0.3549211981137051, "tokens_per_s": 2413.678454553124, "gpu_gb": 18.14210271835327} |
| {"rows": 6600, "of": 7881, "epoch": 0, "ce": 0.09034750055579935, "kl": 0.000788496940761052, "lr": 3.1851652170651584e-06, "rows_per_s": 0.3547799936794328, "tokens_per_s": 2413.8867389227808, "gpu_gb": 18.14210271835327} |
| {"rows": 6650, "of": 7881, "epoch": 0, "ce": 0.07828214398193124, "kl": 0.0019378861205344294, "lr": 2.9554931788704e-06, "rows_per_s": 0.3548670608583431, "tokens_per_s": 2413.780080130439, "gpu_gb": 18.14210271835327} |
| {"rows": 6700, "of": 7881, "epoch": 0, "ce": 0.07726879052719787, "kl": 0.004422470554846514, "lr": 2.7338938054586595e-06, "rows_per_s": 0.3547471185114929, "tokens_per_s": 2413.8411343576086, "gpu_gb": 18.14210271835327} |
| {"rows": 6750, "of": 7881, "epoch": 0, "ce": 0.08772913748637223, "kl": 0.0015729774672785196, "lr": 2.5204482461825605e-06, "rows_per_s": 0.3547941194138462, "tokens_per_s": 2413.8357467915494, "gpu_gb": 18.14210271835327} |
| {"rows": 6800, "of": 7881, "epoch": 0, "ce": 0.09148549247765914, "kl": 0.000170326991907499, "lr": 2.2818380530311655e-06, "rows_per_s": 0.35481366365370665, "tokens_per_s": 2414.0400359464093, "gpu_gb": 18.14210271835327} |
| {"rows": 6850, "of": 7881, "epoch": 0, "ce": 0.08052904867471601, "kl": 0.0014583624086916824, "lr": 2.0863232118170097e-06, "rows_per_s": 0.3549552905591309, "tokens_per_s": 2414.1273630712735, "gpu_gb": 18.14210271835327} |
| {"rows": 6900, "of": 7881, "epoch": 0, "ce": 0.09236458982000263, "kl": 0.00011193361166209985, "lr": 1.8991993241024298e-06, "rows_per_s": 0.3549028390152498, "tokens_per_s": 2414.382256733657, "gpu_gb": 18.14210271835327} |
| {"rows": 6950, "of": 7881, "epoch": 0, "ce": 0.06854723644367344, "kl": 0.0016074941756578172, "lr": 1.7205349143697785e-06, "rows_per_s": 0.35501259532909313, "tokens_per_s": 2414.2303094853114, "gpu_gb": 18.14210271835327} |
| {"rows": 7000, "of": 7881, "epoch": 0, "ce": 0.09787144471192732, "kl": 0.0007308541197012658, "lr": 1.5228720559187642e-06, "rows_per_s": 0.355110762551146, "tokens_per_s": 2414.361345986372, "gpu_gb": 18.14210271835327} |
| {"rows": 7050, "of": 7881, "epoch": 0, "ce": 0.09466787906629699, "kl": 0.0004142965550808439, "lr": 1.3627567987539253e-06, "rows_per_s": 0.35518071734905576, "tokens_per_s": 2414.6297057364964, "gpu_gb": 18.14210271835327} |
| {"rows": 7100, "of": 7881, "epoch": 0, "ce": 0.07888386834705205, "kl": 0.0030428846056490544, "lr": 1.211297464005795e-06, "rows_per_s": 0.35524718140611017, "tokens_per_s": 2415.0977778707143, "gpu_gb": 18.14210271835327} |
| {"rows": 7150, "of": 7881, "epoch": 0, "ce": 0.08980546247912571, "kl": 0.0005657210504075721, "lr": 1.0685495158517966e-06, "rows_per_s": 0.3552413859257695, "tokens_per_s": 2415.2295430239983, "gpu_gb": 18.14210271835327} |
| {"rows": 7200, "of": 7881, "epoch": 0, "ce": 0.08522592262597754, "kl": 0.0018233578388974908, "lr": 9.130900286137001e-07, "rows_per_s": 0.35534220000512295, "tokens_per_s": 2415.349670278655, "gpu_gb": 18.14210271835327} |
| {"rows": 7250, "of": 7881, "epoch": 0, "ce": 0.08452724412696935, "kl": 0.0003058793615789362, "lr": 7.893917980809184e-07, "rows_per_s": 0.3553408823053975, "tokens_per_s": 2415.5479147190777, "gpu_gb": 18.14210271835327} |
| {"rows": 7300, "of": 7881, "epoch": 0, "ce": 0.12089039026819265, "kl": 0.0060507724590082934, "lr": 6.745594553537876e-07, "rows_per_s": 0.35541466882220013, "tokens_per_s": 2415.5635762279085, "gpu_gb": 18.14210271835327} |
| {"rows": 7350, "of": 7881, "epoch": 0, "ce": 0.08610098976218565, "kl": 0.0012619211272942483, "lr": 5.686350518611078e-07, "rows_per_s": 0.3553772118283921, "tokens_per_s": 2416.115427821802, "gpu_gb": 18.14210271835327} |
| {"rows": 7400, "of": 7881, "epoch": 0, "ce": 0.09638716007161531, "kl": 9.438584983034737e-08, "lr": 4.56366793614163e-07, "rows_per_s": 0.3553742283917881, "tokens_per_s": 2416.51809999703, "gpu_gb": 18.14210271835327} |
| {"rows": 7450, "of": 7881, "epoch": 0, "ce": 0.08936755587671731, "kl": 0.0006797864884015649, "lr": 3.6987162253368234e-07, "rows_per_s": 0.3554316702720424, "tokens_per_s": 2416.9078774952472, "gpu_gb": 18.14210271835327} |
| {"rows": 7500, "of": 7881, "epoch": 0, "ce": 0.09322166013444075, "kl": 0.002659181861074167, "lr": 2.9239596690742166e-07, "rows_per_s": 0.355397959917548, "tokens_per_s": 2417.0786792741096, "gpu_gb": 18.14210271835327} |
| {"rows": 7550, "of": 7881, "epoch": 0, "ce": 0.08632906711397645, "kl": 0.0012073768523527086, "lr": 2.2396819820233173e-07, "rows_per_s": 0.35521756051859116, "tokens_per_s": 2417.1022617668127, "gpu_gb": 18.14210271835327} |
| {"rows": 7600, "of": 7881, "epoch": 0, "ce": 0.1036922133005247, "kl": 0.0006465281106154346, "lr": 1.5560457070883105e-07, "rows_per_s": 0.3553433645089684, "tokens_per_s": 2417.2480175963615, "gpu_gb": 18.14210271835327} |
| {"rows": 7650, "of": 7881, "epoch": 0, "ce": 0.09213094261940569, "kl": 0.0012346084673397345, "lr": 1.068620873410392e-07, "rows_per_s": 0.35537506368851973, "tokens_per_s": 2416.5884326639075, "gpu_gb": 18.14210271835327} |
| {"rows": 7700, "of": 7881, "epoch": 0, "ce": 0.07674118545079647, "kl": 0.0004819635549952501, "lr": 6.723543311820124e-08, "rows_per_s": 0.3554247432997654, "tokens_per_s": 2416.9686173576365, "gpu_gb": 18.14210271835327} |
| {"rows": 7750, "of": 7881, "epoch": 0, "ce": 0.08984228905378464, "kl": 3.306349218979517e-05, "lr": 3.673911926067031e-08, "rows_per_s": 0.3554192137104483, "tokens_per_s": 2416.9028425297843, "gpu_gb": 18.14210271835327} |
| {"rows": 7800, "of": 7881, "epoch": 0, "ce": 0.08743503488316808, "kl": 0.000615512762973669, "lr": 1.2714534999183625e-08, "rows_per_s": 0.35546135850478183, "tokens_per_s": 2417.5215918193917, "gpu_gb": 18.14210271835327} |
| {"rows": 7850, "of": 7881, "epoch": 0, "ce": 0.10119197343308957, "kl": 0.22764251472950622, "lr": 2.034470465553384e-09, "rows_per_s": 0.3554906573588969, "tokens_per_s": 2417.591381748814, "gpu_gb": 18.14210271835327} |
| {"rows": 7881, "of": 7881, "epoch": 0, "ce": 0.10267136649539073, "kl": 0.01944962856763155, "lr": 0.0, "rows_per_s": 0.3554265725391139, "tokens_per_s": 2417.902661564681, "gpu_gb": 18.14210271835327} |
|
|
