| {"step": 1060, "loss": 2.8355888724327087, "lr": 0.0006, "tok_s": 49514.65569001781} |
| {"step": 1070, "loss": 2.868690076470375, "lr": 0.0006, "tok_s": 109239.62583205878} |
| {"step": 1080, "loss": 2.849772420525551, "lr": 0.0006, "tok_s": 108731.41270258823} |
| {"step": 1090, "loss": 2.8553335845470427, "lr": 0.0006, "tok_s": 108247.71876262185} |
| {"step": 1100, "loss": 2.8493208408355715, "lr": 0.0006, "tok_s": 107870.8176958336} |
| {"step": 1110, "loss": 2.8484700292348863, "lr": 0.0006, "tok_s": 107629.93356256538} |
| {"step": 1120, "loss": 2.8432138890028, "lr": 0.0006, "tok_s": 108071.58766880153} |
| {"step": 1130, "loss": 2.841386917233467, "lr": 0.0006, "tok_s": 107987.28124382511} |
| {"step": 1140, "loss": 2.8191855221986772, "lr": 0.0006, "tok_s": 107987.22264654815} |
| {"step": 1150, "loss": 2.836642736196518, "lr": 0.0006, "tok_s": 107796.65818903201} |
| {"step": 1160, "loss": 2.8427219957113268, "lr": 0.0006, "tok_s": 108155.50931191628} |
| {"step": 1170, "loss": 2.8140008479356764, "lr": 0.0006, "tok_s": 108311.0283709636} |
| {"step": 1180, "loss": 2.815743073821068, "lr": 0.0006, "tok_s": 108201.03404464756} |
| {"step": 1190, "loss": 2.807954716682434, "lr": 0.0006, "tok_s": 107801.6596697397} |
| {"step": 1200, "loss": 2.837801617383957, "lr": 0.0006, "tok_s": 107815.18731532386} |
| {"step": 1210, "loss": 2.8055685728788378, "lr": 0.0006, "tok_s": 98763.15615477115} |
| {"step": 1220, "loss": 2.814597424864769, "lr": 0.0006, "tok_s": 108307.3042974815} |
| {"step": 1230, "loss": 2.8082002848386765, "lr": 0.0006, "tok_s": 108132.19462823083} |
| {"step": 1240, "loss": 2.809553936123848, "lr": 0.0006, "tok_s": 107957.26840983769} |
| {"step": 1250, "loss": 2.8165749609470367, "lr": 0.0006, "tok_s": 108113.87849951097} |
| {"step": 1260, "loss": 2.812753301858902, "lr": 0.0006, "tok_s": 108061.12958622658} |
| {"step": 1270, "loss": 2.7992117911577226, "lr": 0.0006, "tok_s": 108210.42788418503} |
| {"step": 1280, "loss": 2.7989447355270385, "lr": 0.0006, "tok_s": 108128.41664798697} |
| {"step": 1290, "loss": 2.7926212579011915, "lr": 0.0006, "tok_s": 107743.6193828888} |
| {"step": 1300, "loss": 2.7574854761362078, "lr": 0.0006, "tok_s": 107732.50555301548} |
| {"step": 1310, "loss": 2.7675517439842223, "lr": 0.0006, "tok_s": 107801.73524113033} |
| {"step": 1320, "loss": 2.776053211092949, "lr": 0.0006, "tok_s": 108185.44433973345} |
| {"step": 1330, "loss": 2.793119618296623, "lr": 0.0006, "tok_s": 107999.25339132732} |
| {"step": 1340, "loss": 2.788493865728378, "lr": 0.0006, "tok_s": 107916.69591270621} |
| {"step": 1350, "loss": 2.7733452320098877, "lr": 0.0006, "tok_s": 108009.5093116523} |
| {"step": 1360, "loss": 2.7871426165103914, "lr": 0.0006, "tok_s": 98694.3397800095} |
| {"step": 1370, "loss": 2.7688917189836504, "lr": 0.0006, "tok_s": 108305.93284031458} |
| {"step": 1380, "loss": 2.7654865086078644, "lr": 0.0006, "tok_s": 107983.47361360268} |
| {"step": 1390, "loss": 2.7674186497926714, "lr": 0.0006, "tok_s": 107907.34611639766} |
| {"step": 1400, "loss": 2.7651878595352173, "lr": 0.0006, "tok_s": 107833.06712285145} |
| {"step": 1410, "loss": 2.76025028526783, "lr": 0.0006, "tok_s": 107875.23733077542} |
| {"step": 1420, "loss": 2.782536968588829, "lr": 0.0006, "tok_s": 107990.15523990303} |
| {"step": 1430, "loss": 2.7737979143857956, "lr": 0.0006, "tok_s": 108139.92740386253} |
| {"step": 1440, "loss": 2.7555275529623033, "lr": 0.0006, "tok_s": 108163.19754063788} |
| {"step": 1450, "loss": 2.761045199632645, "lr": 0.0006, "tok_s": 108188.44492825941} |
| {"step": 1460, "loss": 2.741342243552208, "lr": 0.0006, "tok_s": 108134.87826847275} |
| {"step": 1470, "loss": 2.754783868789673, "lr": 0.0006, "tok_s": 108067.43313671649} |
| {"step": 1480, "loss": 2.75789669752121, "lr": 0.0006, "tok_s": 108193.53606360417} |
| {"step": 1490, "loss": 2.747355082631111, "lr": 0.0006, "tok_s": 107963.11884104139} |
| {"step": 1500, "loss": 2.738798829913139, "lr": 0.0006, "tok_s": 107926.10109308893} |
| {"step": 1510, "loss": 2.7642705708742143, "lr": 0.0006, "tok_s": 98670.87299957886} |
| {"step": 1520, "loss": 2.7517167776823044, "lr": 0.0006, "tok_s": 108297.32961934055} |
| {"step": 1530, "loss": 2.741634425520897, "lr": 0.0006, "tok_s": 108167.13570742913} |
| {"step": 1540, "loss": 2.7395107358694077, "lr": 0.0006, "tok_s": 108347.34230448217} |
| {"step": 1550, "loss": 2.7479649424552917, "lr": 0.0006, "tok_s": 108358.47389903935} |
| {"step": 1560, "loss": 2.724382811784744, "lr": 0.0006, "tok_s": 108232.30577715716} |
| {"step": 1570, "loss": 2.738993287086487, "lr": 0.0006, "tok_s": 108028.18731416993} |
| {"step": 1580, "loss": 2.7299241334199906, "lr": 0.0006, "tok_s": 108055.70843067027} |
| {"step": 1590, "loss": 2.7522672712802887, "lr": 0.0006, "tok_s": 108020.51428617351} |
| {"step": 1600, "loss": 2.7404644578695296, "lr": 0.0006, "tok_s": 108153.73503545183} |
| {"step": 1610, "loss": 2.7167934119701385, "lr": 0.0006, "tok_s": 107893.32631204944} |
| {"step": 1620, "loss": 2.708075675368309, "lr": 0.0006, "tok_s": 107857.24408208238} |
| {"step": 1630, "loss": 2.7199666798114777, "lr": 0.0006, "tok_s": 107659.20198923118} |
| {"step": 1640, "loss": 2.713624891638756, "lr": 0.0006, "tok_s": 107823.27634913012} |
| {"step": 1650, "loss": 2.7406162858009337, "lr": 0.0006, "tok_s": 107778.54059229337} |
| {"step": 1660, "loss": 2.7050065279006956, "lr": 0.0006, "tok_s": 98087.3950005446} |
| {"step": 1670, "loss": 2.7108397483825684, "lr": 0.0006, "tok_s": 108101.71406147916} |
| {"step": 1680, "loss": 2.725912392139435, "lr": 0.0006, "tok_s": 107896.69771037067} |
| {"step": 1690, "loss": 2.701611289381981, "lr": 0.0006, "tok_s": 107780.49750863285} |
| {"step": 1700, "loss": 2.7218257039785385, "lr": 0.0006, "tok_s": 107921.41776246236} |
| {"step": 1710, "loss": 2.704691159725189, "lr": 0.0006, "tok_s": 107868.74717487369} |
| {"step": 1720, "loss": 2.7217802166938783, "lr": 0.0006, "tok_s": 107871.84584247085} |
| {"step": 1730, "loss": 2.710379382967949, "lr": 0.0006, "tok_s": 107896.8125909666} |
| {"step": 1740, "loss": 2.686915796995163, "lr": 0.0006, "tok_s": 107873.95643546285} |
| {"step": 1750, "loss": 2.6925191670656203, "lr": 0.0006, "tok_s": 107968.93783457343} |
| {"step": 1760, "loss": 2.685075503587723, "lr": 0.0006, "tok_s": 107962.53127815499} |
| {"step": 1770, "loss": 2.6855502486228944, "lr": 0.0006, "tok_s": 107892.29166826584} |
| {"step": 1780, "loss": 2.6988736003637315, "lr": 0.0006, "tok_s": 107713.04300499891} |
| {"step": 1790, "loss": 2.6702101826667786, "lr": 0.0006, "tok_s": 107620.20281422044} |
| {"step": 1800, "loss": 2.697207808494568, "lr": 0.0006, "tok_s": 107334.96294875555} |
| {"step": 1810, "loss": 2.6812927216291427, "lr": 0.0006, "tok_s": 97748.77790713932} |
| {"step": 1820, "loss": 2.6995500564575194, "lr": 0.0006, "tok_s": 108119.03066232133} |
| {"step": 1830, "loss": 2.7000478714704514, "lr": 0.0006, "tok_s": 107858.4648003429} |
| {"step": 1840, "loss": 2.692162424325943, "lr": 0.0006, "tok_s": 108091.78996543158} |
| {"step": 1850, "loss": 2.6932918190956117, "lr": 0.0006, "tok_s": 108196.15141512894} |
| {"step": 1860, "loss": 2.70576034784317, "lr": 0.0006, "tok_s": 108082.94661351903} |
| {"step": 1870, "loss": 2.6963472723960877, "lr": 0.0006, "tok_s": 108178.3441864483} |
| {"step": 1880, "loss": 2.6996336460113524, "lr": 0.0006, "tok_s": 108172.96899882071} |
| {"step": 1890, "loss": 2.693413272500038, "lr": 0.0006, "tok_s": 107940.68468094197} |
| {"step": 1900, "loss": 2.688009849190712, "lr": 0.0006, "tok_s": 108129.06795922168} |
| {"step": 1910, "loss": 2.692662012577057, "lr": 0.0006, "tok_s": 108020.95523222258} |
| {"step": 1920, "loss": 2.6745044946670533, "lr": 0.0006, "tok_s": 107919.62970815877} |
| {"step": 1930, "loss": 2.6717816829681396, "lr": 0.0006, "tok_s": 107949.21225162986} |
| {"step": 1940, "loss": 2.684726443886757, "lr": 0.0006, "tok_s": 108209.70583763365} |
| {"step": 1950, "loss": 2.6857749342918398, "lr": 0.0006, "tok_s": 107953.37757224798} |
| {"step": 1960, "loss": 2.6984307318925858, "lr": 0.0006, "tok_s": 97835.4561594414} |
| {"step": 1970, "loss": 2.668472445011139, "lr": 0.0006, "tok_s": 107868.04370264609} |
| {"step": 1980, "loss": 2.6823298960924147, "lr": 0.0006, "tok_s": 107690.36272470573} |
| {"step": 1990, "loss": 2.6722473174333574, "lr": 0.0006, "tok_s": 107690.80361639523} |
| {"step": 2000, "loss": 2.661471354961395, "lr": 0.0006, "tok_s": 107818.74784199921} |
| {"step": 2010, "loss": 2.6695849776268004, "lr": 0.0006, "tok_s": 108002.6465305499} |
| {"step": 2020, "loss": 2.6536724478006364, "lr": 0.0006, "tok_s": 107785.25261753154} |
| {"step": 2030, "loss": 2.667010545730591, "lr": 0.0006, "tok_s": 107548.99336353678} |
| {"step": 2040, "loss": 2.704330566525459, "lr": 0.0006, "tok_s": 107558.0675691955} |
| {"step": 2050, "loss": 2.6757187455892564, "lr": 0.0006, "tok_s": 107565.35381794942} |
| {"step": 2060, "loss": 2.673007407784462, "lr": 0.0006, "tok_s": 107804.65671149152} |
| {"step": 2070, "loss": 2.659758207201958, "lr": 0.0006, "tok_s": 107968.77429519371} |
| {"step": 2080, "loss": 2.670881485939026, "lr": 0.0006, "tok_s": 108008.00162123257} |
| {"step": 2090, "loss": 2.6693315744400024, "lr": 0.0006, "tok_s": 107843.55038987851} |
| {"step": 2100, "loss": 2.634330800175667, "lr": 0.0006, "tok_s": 107861.92448982407} |
| {"step": 2110, "loss": 2.664397010207176, "lr": 0.0006, "tok_s": 97559.2329144601} |
| {"step": 2120, "loss": 2.6637308210134507, "lr": 0.0006, "tok_s": 107790.94202451478} |
| {"step": 2130, "loss": 2.6516553431749346, "lr": 0.0006, "tok_s": 107568.98284224629} |
| {"step": 2140, "loss": 2.6471674919128416, "lr": 0.0006, "tok_s": 107636.00830411588} |
| {"step": 2150, "loss": 2.6531218707561495, "lr": 0.0006, "tok_s": 107872.56391636291} |
| {"step": 2160, "loss": 2.6534654557704926, "lr": 0.0006, "tok_s": 107674.79407404842} |
| {"step": 2170, "loss": 2.656611406803131, "lr": 0.0006, "tok_s": 107484.54929863823} |
| {"step": 2180, "loss": 2.668790024518967, "lr": 0.0006, "tok_s": 107483.29395039317} |
| {"step": 2190, "loss": 2.645035815238953, "lr": 0.0006, "tok_s": 107499.40372080148} |
| {"step": 2200, "loss": 2.649842268228531, "lr": 0.0006, "tok_s": 107382.78167397874} |
| {"step": 2210, "loss": 2.638586989045143, "lr": 0.0006, "tok_s": 107588.0030494198} |
| {"step": 2220, "loss": 2.6282501727342606, "lr": 0.0006, "tok_s": 107429.98750500844} |
| {"step": 2230, "loss": 2.643375760316849, "lr": 0.0006, "tok_s": 107231.01276669964} |
| {"step": 2240, "loss": 2.665416491031647, "lr": 0.0006, "tok_s": 107515.66629711786} |
| {"step": 2250, "loss": 2.631808540225029, "lr": 0.0006, "tok_s": 107529.30102989414} |
| {"step": 2260, "loss": 2.6378825336694716, "lr": 0.0006, "tok_s": 96309.13742732577} |
| {"step": 2270, "loss": 2.646059420704842, "lr": 0.0006, "tok_s": 107862.70459727371} |
| {"step": 2280, "loss": 2.6531503170728685, "lr": 0.0006, "tok_s": 107508.6995105937} |
| {"step": 2290, "loss": 2.64722101688385, "lr": 0.0005774214657298085, "tok_s": 107550.78046643571} |
| {"step": 2300, "loss": 2.6418594866991043, "lr": 0.000525115473509594, "tok_s": 107790.70029769574} |
| {"step": 2310, "loss": 2.631280091404915, "lr": 0.0004965321576256931, "tok_s": 107473.69369939031} |
| {"step": 2320, "loss": 2.620929941534996, "lr": 0.0004742880415254916, "tok_s": 107316.30364677172} |
| {"step": 2330, "loss": 2.6298107355833054, "lr": 0.0004554268399688289, "tok_s": 107306.17737206843} |
| {"step": 2340, "loss": 2.6195673823356627, "lr": 0.0004387570134880257, "tok_s": 107439.97600776868} |
| {"step": 2350, "loss": 2.6066989421844484, "lr": 0.00042365601003378984, "tok_s": 107240.89212964392} |
| {"step": 2360, "loss": 2.596417245268822, "lr": 0.0004097498885805716, "tok_s": 106925.43909553958} |
| {"step": 2370, "loss": 2.5959843754768372, "lr": 0.00039679319156827686, "tok_s": 107135.17575005986} |
| {"step": 2380, "loss": 2.5997823506593702, "lr": 0.00038461451049128426, "tok_s": 107354.079195453} |
| {"step": 2390, "loss": 2.589158457517624, "lr": 0.00037308853887736037, "tok_s": 107685.60438301729} |
| {"step": 2400, "loss": 2.600908464193344, "lr": 0.0003621203806823432, "tok_s": 107815.84305199448} |
| {"step": 2410, "loss": 2.6034529328346254, "lr": 0.0003516361230278939, "tok_s": 95862.69320362947} |
| {"step": 2420, "loss": 2.590833434462547, "lr": 0.0003415768634922223, "tok_s": 107941.37055650413} |
| {"step": 2430, "loss": 2.5812904596328736, "lr": 0.0003318947602518376, "tok_s": 107512.93287954979} |
| {"step": 2440, "loss": 2.577410587668419, "lr": 0.0003225503258637313, "tok_s": 107572.94284647373} |
| {"step": 2450, "loss": 2.5865168035030366, "lr": 0.0003135105171629789, "tok_s": 107692.00685771921} |
| {"step": 2460, "loss": 2.584952947497368, "lr": 0.0003047473524688967, "tok_s": 107579.01010373922} |
| {"step": 2470, "loss": 2.572823813557625, "lr": 0.0002962368883948744, "tok_s": 107413.26525153017} |
| {"step": 2480, "loss": 2.5803961187601088, "lr": 0.00028795844816766774, "tok_s": 107500.08110949333} |
| {"step": 2490, "loss": 2.586494725942612, "lr": 0.00027989402978414763, "tok_s": 107690.71580693712} |
| {"step": 2500, "loss": 2.5757115572690963, "lr": 0.0002720278452890637, "tok_s": 107345.64879438932} |
| {"step": 2510, "loss": 2.5683379590511324, "lr": 0.000264345957325647, "tok_s": 107447.27514024232} |
| {"step": 2520, "loss": 2.5658774793148043, "lr": 0.000256835988976789, "tok_s": 107255.80142772399} |
| {"step": 2530, "loss": 2.5492791712284086, "lr": 0.0002494868896040541, "tok_s": 107325.72493999987} |
| {"step": 2540, "loss": 2.552611404657364, "lr": 0.00024228874401643067, "tok_s": 107521.5217978572} |
| {"step": 2550, "loss": 2.55129331946373, "lr": 0.00023523261555445397, "tok_s": 107401.83076728905} |
| {"step": 2560, "loss": 2.537569320201874, "lr": 0.0002283104160012728, "tok_s": 95800.38994188794} |
| {"step": 2570, "loss": 2.5496610373258592, "lr": 0.0002215147969192865, "tok_s": 107578.76590565075} |
| {"step": 2580, "loss": 2.5446118742227553, "lr": 0.00021483905825103307, "tok_s": 107306.97093025854} |
| {"step": 2590, "loss": 2.550077572464943, "lr": 0.00020827707094573443, "tok_s": 107222.24068411377} |
| {"step": 2600, "loss": 2.5474867790937425, "lr": 0.0002018232110673008, "tok_s": 107512.63194928189} |
| {"step": 2610, "loss": 2.5570268005132677, "lr": 0.00019547230336767132, "tok_s": 107488.53356208059} |
| {"step": 2620, "loss": 2.537807011604309, "lr": 0.00018921957271486332, "tok_s": 107508.90213072642} |
| {"step": 2630, "loss": 2.5365156441926957, "lr": 0.00018306060207931707, "tok_s": 107669.88554366646} |
| {"step": 2640, "loss": 2.5356369584798815, "lr": 0.00017699129602765423, "tok_s": 107663.9245256355} |
| {"step": 2650, "loss": 2.556650850176811, "lr": 0.00017100784886636244, "tok_s": 107419.9919387986} |
| {"step": 2660, "loss": 2.5153169214725493, "lr": 0.00016510671673137113, "tok_s": 107310.84201830508} |
| {"step": 2670, "loss": 2.534062457084656, "lr": 0.00015928459304209713, "tok_s": 107136.08787689375} |
| {"step": 2680, "loss": 2.5275665760040282, "lr": 0.00015353838683715258, "tok_s": 107567.76735229077} |
| {"step": 2690, "loss": 2.5233274906873704, "lr": 0.00014786520358871499, "tok_s": 107605.58405771478} |
| {"step": 2700, "loss": 2.527819338440895, "lr": 0.00014226232815751742, "tok_s": 107162.97897660267} |
| {"step": 2710, "loss": 2.531130611896515, "lr": 0.00013672720960358748, "tok_s": 97103.1665525264} |
| {"step": 2720, "loss": 2.5199529200792314, "lr": 0.00013125744761161224, "tok_s": 107241.61934820058} |
| {"step": 2730, "loss": 2.5417379319667814, "lr": 0.00012585078032597953, "tok_s": 107247.85641721041} |
| {"step": 2740, "loss": 2.523855650424957, "lr": 0.00012050507342059957, "tok_s": 107313.99329280482} |
| {"step": 2750, "loss": 2.5106892466545103, "lr": 0.00011521831025369088, "tok_s": 107318.19981914318} |
| {"step": 2760, "loss": 2.4959987819194795, "lr": 0.00010998858297873422, "tok_s": 107011.92873306715} |
| {"step": 2770, "loss": 2.5276853412389757, "lr": 0.0001048140845004869, "tok_s": 106942.89184751152} |
| {"step": 2780, "loss": 2.524294966459274, "lr": 9.969310117989273e-05, "tok_s": 107074.4528784364} |
| {"step": 2790, "loss": 2.5118527859449387, "lr": 9.462400620439525e-05, "tok_s": 107164.10517203102} |
| {"step": 2800, "loss": 2.5065575748682023, "lr": 8.960525355094298e-05, "tok_s": 107364.47346421603} |
| {"step": 2810, "loss": 2.5089343070983885, "lr": 8.463537247818483e-05, "tok_s": 107308.7840361509} |
| {"step": 2820, "loss": 2.508688193559647, "lr": 7.971296249223989e-05, "tok_s": 107408.49516611568} |
| {"step": 2830, "loss": 2.49304376244545, "lr": 7.483668873720484e-05, "tok_s": 107398.15636394244} |
| {"step": 2840, "loss": 2.512237471342087, "lr": 7.000527776740496e-05, "tok_s": 107539.41713450302} |
| {"step": 2850, "loss": 2.4829426646232604, "lr": 6.521751366344496e-05, "tok_s": 107476.82381632294} |
| {"step": 2860, "loss": 2.5067392736673355, "lr": 6.0472234458494435e-05, "tok_s": 95658.72062795027} |
|
|
