atto-4m-384d / trainer_state.json
davidmezzetti's picture
Initial model
72fdb73
Raw History Blame Contribute Delete
57.5 kB
Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity, "... is not valid JSON
{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 152961, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0032688070815436615, "grad_norm": 4.0041117668151855, "learning_rate": 0.0001996, "loss": 8.373189453125, "step": 500 }, { "epoch": 0.006537614163087323, "grad_norm": 6.71250057220459, "learning_rate": 0.0003996, "loss": 6.91635498046875, "step": 1000 }, { "epoch": 0.009806421244630985, "grad_norm": 6.002142906188965, "learning_rate": 0.0005996, "loss": 6.14990673828125, "step": 1500 }, { "epoch": 0.013075228326174646, "grad_norm": 6.713122367858887, "learning_rate": 0.0007996, "loss": 5.60073828125, "step": 2000 }, { "epoch": 0.016344035407718307, "grad_norm": 4.385942459106445, "learning_rate": 0.0009996, "loss": 5.22532666015625, "step": 2500 }, { "epoch": 0.01961284248926197, "grad_norm": 5.35261344909668, "learning_rate": 0.0009966835259635387, "loss": 4.9818837890625, "step": 3000 }, { "epoch": 0.02288164957080563, "grad_norm": 3.0223963260650635, "learning_rate": 0.0009933604056865234, "loss": 4.8299990234375, "step": 3500 }, { "epoch": 0.02615045665234929, "grad_norm": 1.8161890506744385, "learning_rate": 0.0009900372854095081, "loss": 4.71197265625, "step": 4000 }, { "epoch": 0.029419263733892954, "grad_norm": 2.2033438682556152, "learning_rate": 0.0009867141651324928, "loss": 4.5888779296875, "step": 4500 }, { "epoch": 0.032688070815436614, "grad_norm": 1.9210542440414429, "learning_rate": 0.0009833910448554775, "loss": 4.44599365234375, "step": 5000 }, { "epoch": 0.03595687789698027, "grad_norm": 1.6184073686599731, "learning_rate": 0.0009800679245784622, "loss": 4.21192919921875, "step": 5500 }, { "epoch": 0.03922568497852394, "grad_norm": 1.4467406272888184, "learning_rate": 0.000976744804301447, "loss": 4.0684912109375, "step": 6000 }, { "epoch": 0.0424944920600676, "grad_norm": 1.4000208377838135, "learning_rate": 0.0009734216840244316, "loss": 3.9827099609375, "step": 6500 }, { "epoch": 0.04576329914161126, "grad_norm": 1.397825002670288, "learning_rate": 0.0009700985637474163, "loss": 3.900710205078125, "step": 7000 }, { "epoch": 0.049032106223154924, "grad_norm": 1.4522285461425781, "learning_rate": 0.000966775443470401, "loss": 3.85268359375, "step": 7500 }, { "epoch": 0.05230091330469858, "grad_norm": 1.2025651931762695, "learning_rate": 0.0009634523231933857, "loss": 3.79563232421875, "step": 8000 }, { "epoch": 0.05556972038624224, "grad_norm": 1.4058160781860352, "learning_rate": 0.0009601292029163704, "loss": 3.76193603515625, "step": 8500 }, { "epoch": 0.05883852746778591, "grad_norm": 1.2287424802780151, "learning_rate": 0.0009568060826393551, "loss": 3.725921142578125, "step": 9000 }, { "epoch": 0.06210733454932957, "grad_norm": 1.372897744178772, "learning_rate": 0.0009534829623623397, "loss": 3.68540478515625, "step": 9500 }, { "epoch": 0.06537614163087323, "grad_norm": 1.2050230503082275, "learning_rate": 0.0009501598420853244, "loss": 3.651669677734375, "step": 10000 }, { "epoch": 0.06864494871241689, "grad_norm": 1.1656134128570557, "learning_rate": 0.0009468367218083091, "loss": 3.624568359375, "step": 10500 }, { "epoch": 0.07191375579396055, "grad_norm": 1.2632997035980225, "learning_rate": 0.0009435136015312938, "loss": 3.595343505859375, "step": 11000 }, { "epoch": 0.07518256287550422, "grad_norm": 1.106669306755066, "learning_rate": 0.0009401904812542785, "loss": 3.572577880859375, "step": 11500 }, { "epoch": 0.07845136995704788, "grad_norm": 1.1504838466644287, "learning_rate": 0.0009368673609772632, "loss": 3.55645751953125, "step": 12000 }, { "epoch": 0.08172017703859154, "grad_norm": 1.0535380840301514, "learning_rate": 0.000933544240700248, "loss": 3.524326904296875, "step": 12500 }, { "epoch": 0.0849889841201352, "grad_norm": 1.0844345092773438, "learning_rate": 0.0009302211204232325, "loss": 3.5087900390625, "step": 13000 }, { "epoch": 0.08825779120167886, "grad_norm": 1.1874464750289917, "learning_rate": 0.0009268980001462172, "loss": 3.497529296875, "step": 13500 }, { "epoch": 0.09152659828322252, "grad_norm": 1.059187889099121, "learning_rate": 0.0009235748798692019, "loss": 3.479928466796875, "step": 14000 }, { "epoch": 0.09479540536476619, "grad_norm": 1.0658485889434814, "learning_rate": 0.0009202517595921866, "loss": 3.460828857421875, "step": 14500 }, { "epoch": 0.09806421244630985, "grad_norm": 1.0715380907058716, "learning_rate": 0.0009169286393151713, "loss": 3.452333740234375, "step": 15000 }, { "epoch": 0.10133301952785351, "grad_norm": 1.1899405717849731, "learning_rate": 0.0009136055190381562, "loss": 3.4373642578125, "step": 15500 }, { "epoch": 0.10460182660939717, "grad_norm": 1.042901873588562, "learning_rate": 0.0009102823987611409, "loss": 3.42288134765625, "step": 16000 }, { "epoch": 0.10787063369094083, "grad_norm": 1.2730493545532227, "learning_rate": 0.0009069592784841256, "loss": 3.41738818359375, "step": 16500 }, { "epoch": 0.11113944077248449, "grad_norm": 1.0806387662887573, "learning_rate": 0.0009036361582071102, "loss": 3.395996826171875, "step": 17000 }, { "epoch": 0.11440824785402814, "grad_norm": 1.0389738082885742, "learning_rate": 0.0009003130379300949, "loss": 3.38833349609375, "step": 17500 }, { "epoch": 0.11767705493557182, "grad_norm": 1.0493346452713013, "learning_rate": 0.0008969899176530796, "loss": 3.39049658203125, "step": 18000 }, { "epoch": 0.12094586201711548, "grad_norm": 1.0654946565628052, "learning_rate": 0.0008936667973760643, "loss": 3.375880126953125, "step": 18500 }, { "epoch": 0.12421466909865914, "grad_norm": 1.0032689571380615, "learning_rate": 0.000890343677099049, "loss": 3.371211181640625, "step": 19000 }, { "epoch": 0.1274834761802028, "grad_norm": 1.0341954231262207, "learning_rate": 0.0008870205568220337, "loss": 3.355930908203125, "step": 19500 }, { "epoch": 0.13075228326174645, "grad_norm": 1.0514689683914185, "learning_rate": 0.0008836974365450184, "loss": 3.356797607421875, "step": 20000 }, { "epoch": 0.13402109034329013, "grad_norm": 1.0029081106185913, "learning_rate": 0.0008803743162680031, "loss": 3.348607666015625, "step": 20500 }, { "epoch": 0.13728989742483377, "grad_norm": 0.9489822387695312, "learning_rate": 0.0008770511959909877, "loss": 3.340129150390625, "step": 21000 }, { "epoch": 0.14055870450637745, "grad_norm": 1.0250266790390015, "learning_rate": 0.0008737280757139724, "loss": 3.330152587890625, "step": 21500 }, { "epoch": 0.1438275115879211, "grad_norm": 1.1333879232406616, "learning_rate": 0.0008704049554369571, "loss": 3.330580322265625, "step": 22000 }, { "epoch": 0.14709631866946477, "grad_norm": 1.0401653051376343, "learning_rate": 0.0008670818351599418, "loss": 3.3226328125, "step": 22500 }, { "epoch": 0.15036512575100844, "grad_norm": 0.9061762094497681, "learning_rate": 0.0008637587148829265, "loss": 3.31564501953125, "step": 23000 }, { "epoch": 0.15363393283255208, "grad_norm": 0.9358641505241394, "learning_rate": 0.0008604355946059112, "loss": 3.307333251953125, "step": 23500 }, { "epoch": 0.15690273991409576, "grad_norm": 1.0325005054473877, "learning_rate": 0.0008571124743288959, "loss": 3.298138916015625, "step": 24000 }, { "epoch": 0.1601715469956394, "grad_norm": 0.9278044104576111, "learning_rate": 0.0008537893540518806, "loss": 3.2931220703125, "step": 24500 }, { "epoch": 0.16344035407718308, "grad_norm": 0.853847861289978, "learning_rate": 0.0008504662337748653, "loss": 3.28666064453125, "step": 25000 }, { "epoch": 0.16670916115872672, "grad_norm": 0.968763530254364, "learning_rate": 0.00084714311349785, "loss": 3.289145263671875, "step": 25500 }, { "epoch": 0.1699779682402704, "grad_norm": 0.8870018124580383, "learning_rate": 0.0008438199932208347, "loss": 3.273558837890625, "step": 26000 }, { "epoch": 0.17324677532181407, "grad_norm": 1.0553615093231201, "learning_rate": 0.0008404968729438194, "loss": 3.269739501953125, "step": 26500 }, { "epoch": 0.1765155824033577, "grad_norm": 1.0640652179718018, "learning_rate": 0.0008371737526668041, "loss": 3.269856689453125, "step": 27000 }, { "epoch": 0.17978438948490139, "grad_norm": 0.9725136160850525, "learning_rate": 0.0008338506323897888, "loss": 3.266617919921875, "step": 27500 }, { "epoch": 0.18305319656644503, "grad_norm": 0.9036858677864075, "learning_rate": 0.0008305275121127735, "loss": 3.262061767578125, "step": 28000 }, { "epoch": 0.1863220036479887, "grad_norm": 1.1041381359100342, "learning_rate": 0.0008272043918357582, "loss": 3.2495966796875, "step": 28500 }, { "epoch": 0.18959081072953238, "grad_norm": 1.0532864332199097, "learning_rate": 0.0008238812715587428, "loss": 3.255599609375, "step": 29000 }, { "epoch": 0.19285961781107602, "grad_norm": 1.1627658605575562, "learning_rate": 0.0008205581512817275, "loss": 3.24815869140625, "step": 29500 }, { "epoch": 0.1961284248926197, "grad_norm": 0.9772530794143677, "learning_rate": 0.0008172350310047122, "loss": 3.24989013671875, "step": 30000 }, { "epoch": 0.19939723197416334, "grad_norm": 0.9541786909103394, "learning_rate": 0.0008139119107276969, "loss": 3.237051025390625, "step": 30500 }, { "epoch": 0.20266603905570701, "grad_norm": 0.9459295272827148, "learning_rate": 0.0008105887904506816, "loss": 3.23264501953125, "step": 31000 }, { "epoch": 0.20593484613725066, "grad_norm": 0.9720076322555542, "learning_rate": 0.0008072656701736663, "loss": 3.227722412109375, "step": 31500 }, { "epoch": 0.20920365321879433, "grad_norm": 0.9690728187561035, "learning_rate": 0.000803942549896651, "loss": 3.229098388671875, "step": 32000 }, { "epoch": 0.212472460300338, "grad_norm": 0.8748497366905212, "learning_rate": 0.0008006194296196357, "loss": 3.225296630859375, "step": 32500 }, { "epoch": 0.21574126738188165, "grad_norm": 0.9746255874633789, "learning_rate": 0.0007972963093426203, "loss": 3.217038330078125, "step": 33000 }, { "epoch": 0.21901007446342532, "grad_norm": 1.0523667335510254, "learning_rate": 0.000793973189065605, "loss": 3.219042236328125, "step": 33500 }, { "epoch": 0.22227888154496897, "grad_norm": 1.0455185174942017, "learning_rate": 0.0007906500687885898, "loss": 3.218356689453125, "step": 34000 }, { "epoch": 0.22554768862651264, "grad_norm": 1.00846266746521, "learning_rate": 0.0007873269485115745, "loss": 3.20864404296875, "step": 34500 }, { "epoch": 0.2288164957080563, "grad_norm": 0.9956055283546448, "learning_rate": 0.0007840038282345592, "loss": 3.206528564453125, "step": 35000 }, { "epoch": 0.23208530278959996, "grad_norm": 0.9911954402923584, "learning_rate": 0.0007806807079575439, "loss": 3.20835888671875, "step": 35500 }, { "epoch": 0.23535410987114364, "grad_norm": 0.9801275730133057, "learning_rate": 0.0007773575876805286, "loss": 3.205291015625, "step": 36000 }, { "epoch": 0.23862291695268728, "grad_norm": 0.8861142992973328, "learning_rate": 0.0007740344674035133, "loss": 3.20129736328125, "step": 36500 }, { "epoch": 0.24189172403423095, "grad_norm": 1.0013673305511475, "learning_rate": 0.0007707113471264979, "loss": 3.200634033203125, "step": 37000 }, { "epoch": 0.2451605311157746, "grad_norm": 1.0381546020507812, "learning_rate": 0.0007673882268494826, "loss": 3.1919482421875, "step": 37500 }, { "epoch": 0.24842933819731827, "grad_norm": 0.9286156296730042, "learning_rate": 0.0007640651065724673, "loss": 3.18181787109375, "step": 38000 }, { "epoch": 0.2516981452788619, "grad_norm": 1.0000300407409668, "learning_rate": 0.000760741986295452, "loss": 3.192669677734375, "step": 38500 }, { "epoch": 0.2549669523604056, "grad_norm": 0.9817453622817993, "learning_rate": 0.0007574188660184367, "loss": 3.1793623046875, "step": 39000 }, { "epoch": 0.25823575944194926, "grad_norm": 1.0173943042755127, "learning_rate": 0.0007540957457414214, "loss": 3.176482666015625, "step": 39500 }, { "epoch": 0.2615045665234929, "grad_norm": 0.9881057143211365, "learning_rate": 0.0007507726254644061, "loss": 3.17932568359375, "step": 40000 }, { "epoch": 0.26477337360503655, "grad_norm": 0.8947975635528564, "learning_rate": 0.0007474495051873907, "loss": 3.170668212890625, "step": 40500 }, { "epoch": 0.26804218068658026, "grad_norm": 1.0653687715530396, "learning_rate": 0.0007441263849103754, "loss": 3.168150634765625, "step": 41000 }, { "epoch": 0.2713109877681239, "grad_norm": 0.9286675453186035, "learning_rate": 0.0007408032646333601, "loss": 3.17156689453125, "step": 41500 }, { "epoch": 0.27457979484966755, "grad_norm": 0.9182730913162231, "learning_rate": 0.0007374801443563448, "loss": 3.171740966796875, "step": 42000 }, { "epoch": 0.27784860193121125, "grad_norm": 1.007849097251892, "learning_rate": 0.0007341570240793295, "loss": 3.16599365234375, "step": 42500 }, { "epoch": 0.2811174090127549, "grad_norm": 1.0012322664260864, "learning_rate": 0.0007308339038023142, "loss": 3.162782958984375, "step": 43000 }, { "epoch": 0.28438621609429854, "grad_norm": 0.9602569341659546, "learning_rate": 0.000727510783525299, "loss": 3.156600830078125, "step": 43500 }, { "epoch": 0.2876550231758422, "grad_norm": 0.8880742788314819, "learning_rate": 0.0007241876632482837, "loss": 3.152036865234375, "step": 44000 }, { "epoch": 0.2909238302573859, "grad_norm": 0.9079329967498779, "learning_rate": 0.0007208645429712683, "loss": 3.1595283203125, "step": 44500 }, { "epoch": 0.29419263733892953, "grad_norm": 0.9342789649963379, "learning_rate": 0.000717541422694253, "loss": 3.1550546875, "step": 45000 }, { "epoch": 0.2974614444204732, "grad_norm": 1.013493299484253, "learning_rate": 0.0007142183024172377, "loss": 3.14945751953125, "step": 45500 }, { "epoch": 0.3007302515020169, "grad_norm": 1.0229095220565796, "learning_rate": 0.0007108951821402224, "loss": 3.147511962890625, "step": 46000 }, { "epoch": 0.3039990585835605, "grad_norm": 0.9982759356498718, "learning_rate": 0.0007075720618632071, "loss": 3.145658203125, "step": 46500 }, { "epoch": 0.30726786566510417, "grad_norm": 0.9323962926864624, "learning_rate": 0.0007042489415861918, "loss": 3.139775634765625, "step": 47000 }, { "epoch": 0.3105366727466478, "grad_norm": 0.959057092666626, "learning_rate": 0.0007009258213091765, "loss": 3.149618408203125, "step": 47500 }, { "epoch": 0.3138054798281915, "grad_norm": 0.9695203304290771, "learning_rate": 0.0006976027010321612, "loss": 3.143654296875, "step": 48000 }, { "epoch": 0.31707428690973516, "grad_norm": 0.9624789357185364, "learning_rate": 0.0006942795807551458, "loss": 3.13434423828125, "step": 48500 }, { "epoch": 0.3203430939912788, "grad_norm": 0.9371157288551331, "learning_rate": 0.0006909564604781305, "loss": 3.138040283203125, "step": 49000 }, { "epoch": 0.3236119010728225, "grad_norm": 1.002496361732483, "learning_rate": 0.0006876333402011152, "loss": 3.134868408203125, "step": 49500 }, { "epoch": 0.32688070815436615, "grad_norm": 0.9152573943138123, "learning_rate": 0.0006843102199240999, "loss": 3.138697265625, "step": 50000 }, { "epoch": 0.3301495152359098, "grad_norm": 1.0293067693710327, "learning_rate": 0.0006809870996470846, "loss": 3.1319130859375, "step": 50500 }, { "epoch": 0.33341832231745344, "grad_norm": 0.9934338331222534, "learning_rate": 0.0006776639793700693, "loss": 3.129667236328125, "step": 51000 }, { "epoch": 0.33668712939899714, "grad_norm": 1.0729879140853882, "learning_rate": 0.000674340859093054, "loss": 3.131213623046875, "step": 51500 }, { "epoch": 0.3399559364805408, "grad_norm": 0.9994081258773804, "learning_rate": 0.0006710177388160387, "loss": 3.1214150390625, "step": 52000 }, { "epoch": 0.34322474356208443, "grad_norm": 0.9608778953552246, "learning_rate": 0.0006676946185390234, "loss": 3.121335693359375, "step": 52500 }, { "epoch": 0.34649355064362813, "grad_norm": 0.9557422995567322, "learning_rate": 0.0006643714982620081, "loss": 3.121961181640625, "step": 53000 }, { "epoch": 0.3497623577251718, "grad_norm": 0.9174465537071228, "learning_rate": 0.0006610483779849928, "loss": 3.114760986328125, "step": 53500 }, { "epoch": 0.3530311648067154, "grad_norm": 0.8885750770568848, "learning_rate": 0.0006577252577079775, "loss": 3.113845947265625, "step": 54000 }, { "epoch": 0.3562999718882591, "grad_norm": 0.9040493369102478, "learning_rate": 0.0006544021374309622, "loss": 3.11324267578125, "step": 54500 }, { "epoch": 0.35956877896980277, "grad_norm": 0.9215171933174133, "learning_rate": 0.0006510790171539469, "loss": 3.11993994140625, "step": 55000 }, { "epoch": 0.3628375860513464, "grad_norm": 1.0858334302902222, "learning_rate": 0.0006477558968769316, "loss": 3.116898193359375, "step": 55500 }, { "epoch": 0.36610639313289006, "grad_norm": 1.0446354150772095, "learning_rate": 0.0006444327765999163, "loss": 3.113571044921875, "step": 56000 }, { "epoch": 0.36937520021443376, "grad_norm": 0.9204235076904297, "learning_rate": 0.0006411096563229009, "loss": 3.10932373046875, "step": 56500 }, { "epoch": 0.3726440072959774, "grad_norm": 0.9628011584281921, "learning_rate": 0.0006377865360458856, "loss": 3.1035498046875, "step": 57000 }, { "epoch": 0.37591281437752105, "grad_norm": 0.8953245282173157, "learning_rate": 0.0006344634157688703, "loss": 3.113406494140625, "step": 57500 }, { "epoch": 0.37918162145906475, "grad_norm": 0.9785497188568115, "learning_rate": 0.000631140295491855, "loss": 3.10046142578125, "step": 58000 }, { "epoch": 0.3824504285406084, "grad_norm": 0.9214872121810913, "learning_rate": 0.0006278171752148397, "loss": 3.109658203125, "step": 58500 }, { "epoch": 0.38571923562215205, "grad_norm": 1.0194629430770874, "learning_rate": 0.0006244940549378244, "loss": 3.097747802734375, "step": 59000 }, { "epoch": 0.3889880427036957, "grad_norm": 1.001632571220398, "learning_rate": 0.0006211709346608091, "loss": 3.1026669921875, "step": 59500 }, { "epoch": 0.3922568497852394, "grad_norm": 0.8764967322349548, "learning_rate": 0.0006178478143837938, "loss": 3.0920400390625, "step": 60000 }, { "epoch": 0.39552565686678304, "grad_norm": 0.919478178024292, "learning_rate": 0.0006145246941067784, "loss": 3.094575439453125, "step": 60500 }, { "epoch": 0.3987944639483267, "grad_norm": 1.0447449684143066, "learning_rate": 0.0006112015738297631, "loss": 3.09957568359375, "step": 61000 }, { "epoch": 0.4020632710298704, "grad_norm": 1.018641710281372, "learning_rate": 0.0006078784535527478, "loss": 3.09865966796875, "step": 61500 }, { "epoch": 0.40533207811141403, "grad_norm": 0.9912410974502563, "learning_rate": 0.0006045553332757326, "loss": 3.08826220703125, "step": 62000 }, { "epoch": 0.4086008851929577, "grad_norm": 0.9529187679290771, "learning_rate": 0.0006012322129987173, "loss": 3.087604736328125, "step": 62500 }, { "epoch": 0.4118696922745013, "grad_norm": 1.0332964658737183, "learning_rate": 0.000597909092721702, "loss": 3.089840087890625, "step": 63000 }, { "epoch": 0.415138499356045, "grad_norm": 0.9458885192871094, "learning_rate": 0.0005945859724446867, "loss": 3.085009521484375, "step": 63500 }, { "epoch": 0.41840730643758867, "grad_norm": 1.0743131637573242, "learning_rate": 0.0005912628521676714, "loss": 3.08414501953125, "step": 64000 }, { "epoch": 0.4216761135191323, "grad_norm": 1.0084936618804932, "learning_rate": 0.000587939731890656, "loss": 3.07857763671875, "step": 64500 }, { "epoch": 0.424944920600676, "grad_norm": 0.9760565161705017, "learning_rate": 0.0005846166116136407, "loss": 3.0839931640625, "step": 65000 }, { "epoch": 0.42821372768221966, "grad_norm": 1.0090200901031494, "learning_rate": 0.0005812934913366254, "loss": 3.07934619140625, "step": 65500 }, { "epoch": 0.4314825347637633, "grad_norm": 1.0015994310379028, "learning_rate": 0.0005779703710596101, "loss": 3.079361083984375, "step": 66000 }, { "epoch": 0.43475134184530695, "grad_norm": 1.0382486581802368, "learning_rate": 0.0005746472507825948, "loss": 3.080421142578125, "step": 66500 }, { "epoch": 0.43802014892685065, "grad_norm": 0.8344776034355164, "learning_rate": 0.0005713241305055795, "loss": 3.0763916015625, "step": 67000 }, { "epoch": 0.4412889560083943, "grad_norm": 0.9654239416122437, "learning_rate": 0.0005680010102285643, "loss": 3.06616796875, "step": 67500 }, { "epoch": 0.44455776308993794, "grad_norm": 0.9245381355285645, "learning_rate": 0.0005646778899515488, "loss": 3.07215478515625, "step": 68000 }, { "epoch": 0.44782657017148164, "grad_norm": 1.058832049369812, "learning_rate": 0.0005613547696745335, "loss": 3.0768759765625, "step": 68500 }, { "epoch": 0.4510953772530253, "grad_norm": 0.9568074941635132, "learning_rate": 0.0005580316493975182, "loss": 3.08104052734375, "step": 69000 }, { "epoch": 0.45436418433456893, "grad_norm": 1.134366512298584, "learning_rate": 0.000554708529120503, "loss": 3.070396240234375, "step": 69500 }, { "epoch": 0.4576329914161126, "grad_norm": 0.9166232943534851, "learning_rate": 0.0005513854088434876, "loss": 3.071333984375, "step": 70000 }, { "epoch": 0.4609017984976563, "grad_norm": 1.0067769289016724, "learning_rate": 0.0005480622885664724, "loss": 3.067858154296875, "step": 70500 }, { "epoch": 0.4641706055791999, "grad_norm": 0.9716827869415283, "learning_rate": 0.0005447391682894572, "loss": 3.0656337890625, "step": 71000 }, { "epoch": 0.46743941266074357, "grad_norm": 0.9685697555541992, "learning_rate": 0.0005414160480124419, "loss": 3.06127490234375, "step": 71500 }, { "epoch": 0.47070821974228727, "grad_norm": 0.9266819357872009, "learning_rate": 0.0005380929277354265, "loss": 3.070126220703125, "step": 72000 }, { "epoch": 0.4739770268238309, "grad_norm": 1.03920316696167, "learning_rate": 0.0005347698074584112, "loss": 3.064837890625, "step": 72500 }, { "epoch": 0.47724583390537456, "grad_norm": 1.039852499961853, "learning_rate": 0.0005314466871813959, "loss": 3.059456298828125, "step": 73000 }, { "epoch": 0.4805146409869182, "grad_norm": 0.909870982170105, "learning_rate": 0.0005281235669043806, "loss": 3.06609228515625, "step": 73500 }, { "epoch": 0.4837834480684619, "grad_norm": 0.9008826613426208, "learning_rate": 0.0005248004466273653, "loss": 3.060994384765625, "step": 74000 }, { "epoch": 0.48705225515000555, "grad_norm": 0.9891676306724548, "learning_rate": 0.00052147732635035, "loss": 3.056642822265625, "step": 74500 }, { "epoch": 0.4903210622315492, "grad_norm": 0.980485200881958, "learning_rate": 0.0005181542060733347, "loss": 3.0545498046875, "step": 75000 }, { "epoch": 0.4935898693130929, "grad_norm": 1.0375590324401855, "learning_rate": 0.0005148310857963194, "loss": 3.05633251953125, "step": 75500 }, { "epoch": 0.49685867639463654, "grad_norm": 0.9860360622406006, "learning_rate": 0.000511507965519304, "loss": 3.054423828125, "step": 76000 }, { "epoch": 0.5001274834761802, "grad_norm": 0.9407888650894165, "learning_rate": 0.0005081848452422887, "loss": 3.050809814453125, "step": 76500 }, { "epoch": 0.5033962905577238, "grad_norm": 1.011852741241455, "learning_rate": 0.0005048617249652734, "loss": 3.05286328125, "step": 77000 }, { "epoch": 0.5066650976392675, "grad_norm": 0.9705833196640015, "learning_rate": 0.0005015386046882581, "loss": 3.05998779296875, "step": 77500 }, { "epoch": 0.5099339047208112, "grad_norm": 1.1324114799499512, "learning_rate": 0.0004982154844112428, "loss": 3.049359130859375, "step": 78000 }, { "epoch": 0.5132027118023549, "grad_norm": 1.059661865234375, "learning_rate": 0.0004948923641342275, "loss": 3.0512314453125, "step": 78500 }, { "epoch": 0.5164715188838985, "grad_norm": 1.12600839138031, "learning_rate": 0.0004915692438572122, "loss": 3.048992919921875, "step": 79000 }, { "epoch": 0.5197403259654422, "grad_norm": 0.9947267174720764, "learning_rate": 0.00048824612358019687, "loss": 3.038318115234375, "step": 79500 }, { "epoch": 0.5230091330469858, "grad_norm": 0.9840559959411621, "learning_rate": 0.00048492300330318157, "loss": 3.04240673828125, "step": 80000 }, { "epoch": 0.5262779401285295, "grad_norm": 0.9975883960723877, "learning_rate": 0.0004815998830261663, "loss": 3.04435595703125, "step": 80500 }, { "epoch": 0.5295467472100731, "grad_norm": 1.029518961906433, "learning_rate": 0.0004782767627491509, "loss": 3.042344970703125, "step": 81000 }, { "epoch": 0.5328155542916169, "grad_norm": 1.1386278867721558, "learning_rate": 0.0004749536424721356, "loss": 3.04039501953125, "step": 81500 }, { "epoch": 0.5360843613731605, "grad_norm": 0.9262948632240295, "learning_rate": 0.0004716305221951203, "loss": 3.038890869140625, "step": 82000 }, { "epoch": 0.5393531684547042, "grad_norm": 1.1484185457229614, "learning_rate": 0.0004683074019181051, "loss": 3.0359912109375, "step": 82500 }, { "epoch": 0.5426219755362478, "grad_norm": 1.0628833770751953, "learning_rate": 0.00046498428164108973, "loss": 3.03704638671875, "step": 83000 }, { "epoch": 0.5458907826177914, "grad_norm": Infinity, "learning_rate": 0.00046166116136407443, "loss": 3.0377626953125, "step": 83500 }, { "epoch": 0.5491595896993351, "grad_norm": 0.9083437323570251, "learning_rate": 0.00045833804108705913, "loss": 3.03380078125, "step": 84000 }, { "epoch": 0.5524283967808787, "grad_norm": 1.1073148250579834, "learning_rate": 0.00045501492081004383, "loss": 3.03086376953125, "step": 84500 }, { "epoch": 0.5556972038624225, "grad_norm": 0.9924273490905762, "learning_rate": 0.0004516918005330285, "loss": 3.032210205078125, "step": 85000 }, { "epoch": 0.5589660109439661, "grad_norm": 1.2119102478027344, "learning_rate": 0.0004483686802560132, "loss": 3.03407470703125, "step": 85500 }, { "epoch": 0.5622348180255098, "grad_norm": 1.038610816001892, "learning_rate": 0.0004450455599789979, "loss": 3.031604248046875, "step": 86000 }, { "epoch": 0.5655036251070534, "grad_norm": 1.0631195306777954, "learning_rate": 0.0004417224397019826, "loss": 3.032141357421875, "step": 86500 }, { "epoch": 0.5687724321885971, "grad_norm": 1.0503650903701782, "learning_rate": 0.0004383993194249673, "loss": 3.02683154296875, "step": 87000 }, { "epoch": 0.5720412392701407, "grad_norm": 1.046626091003418, "learning_rate": 0.000435076199147952, "loss": 3.027031494140625, "step": 87500 }, { "epoch": 0.5753100463516844, "grad_norm": 1.0549994707107544, "learning_rate": 0.0004317530788709367, "loss": 3.025113525390625, "step": 88000 }, { "epoch": 0.5785788534332281, "grad_norm": 1.0183049440383911, "learning_rate": 0.0004284299585939214, "loss": 3.0288076171875, "step": 88500 }, { "epoch": 0.5818476605147718, "grad_norm": 1.105283260345459, "learning_rate": 0.00042510683831690604, "loss": 3.0263720703125, "step": 89000 }, { "epoch": 0.5851164675963154, "grad_norm": 1.126269817352295, "learning_rate": 0.00042178371803989074, "loss": 3.02247119140625, "step": 89500 }, { "epoch": 0.5883852746778591, "grad_norm": 0.9911875128746033, "learning_rate": 0.00041846059776287544, "loss": 3.01573974609375, "step": 90000 }, { "epoch": 0.5916540817594027, "grad_norm": 1.0638556480407715, "learning_rate": 0.0004151374774858601, "loss": 3.021639892578125, "step": 90500 }, { "epoch": 0.5949228888409464, "grad_norm": 0.9747922420501709, "learning_rate": 0.0004118143572088448, "loss": 3.021643310546875, "step": 91000 }, { "epoch": 0.59819169592249, "grad_norm": 1.0381304025650024, "learning_rate": 0.00040849123693182955, "loss": 3.01639599609375, "step": 91500 }, { "epoch": 0.6014605030040338, "grad_norm": 1.147200107574463, "learning_rate": 0.00040516811665481425, "loss": 3.025270263671875, "step": 92000 }, { "epoch": 0.6047293100855774, "grad_norm": 1.0631450414657593, "learning_rate": 0.0004018449963777989, "loss": 3.021050537109375, "step": 92500 }, { "epoch": 0.607998117167121, "grad_norm": 1.0967525243759155, "learning_rate": 0.0003985218761007836, "loss": 3.01938525390625, "step": 93000 }, { "epoch": 0.6112669242486647, "grad_norm": 1.114601731300354, "learning_rate": 0.0003951987558237683, "loss": 3.014582275390625, "step": 93500 }, { "epoch": 0.6145357313302083, "grad_norm": 1.0318156480789185, "learning_rate": 0.000391875635546753, "loss": 3.0125517578125, "step": 94000 }, { "epoch": 0.617804538411752, "grad_norm": 0.9902039170265198, "learning_rate": 0.00038855251526973765, "loss": 3.017833740234375, "step": 94500 }, { "epoch": 0.6210733454932956, "grad_norm": 1.0093234777450562, "learning_rate": 0.00038522939499272235, "loss": 3.012575927734375, "step": 95000 }, { "epoch": 0.6243421525748394, "grad_norm": 1.1206258535385132, "learning_rate": 0.00038190627471570705, "loss": 3.015795654296875, "step": 95500 }, { "epoch": 0.627610959656383, "grad_norm": 1.0316541194915771, "learning_rate": 0.00037858315443869175, "loss": 3.01980078125, "step": 96000 }, { "epoch": 0.6308797667379267, "grad_norm": 0.9756143689155579, "learning_rate": 0.00037526003416167645, "loss": 3.0046982421875, "step": 96500 }, { "epoch": 0.6341485738194703, "grad_norm": 1.1669764518737793, "learning_rate": 0.00037193691388466115, "loss": 3.006185546875, "step": 97000 }, { "epoch": 0.637417380901014, "grad_norm": 1.035135269165039, "learning_rate": 0.00036861379360764586, "loss": 3.0079453125, "step": 97500 }, { "epoch": 0.6406861879825576, "grad_norm": 0.950659990310669, "learning_rate": 0.00036529067333063056, "loss": 3.008289794921875, "step": 98000 }, { "epoch": 0.6439549950641013, "grad_norm": 1.1115381717681885, "learning_rate": 0.0003619675530536152, "loss": 3.01114404296875, "step": 98500 }, { "epoch": 0.647223802145645, "grad_norm": 1.0028831958770752, "learning_rate": 0.0003586444327765999, "loss": 3.00583544921875, "step": 99000 }, { "epoch": 0.6504926092271887, "grad_norm": 1.0253366231918335, "learning_rate": 0.0003553213124995846, "loss": 3.011254638671875, "step": 99500 }, { "epoch": 0.6537614163087323, "grad_norm": 1.0238810777664185, "learning_rate": 0.0003519981922225693, "loss": 3.006951904296875, "step": 100000 }, { "epoch": 0.657030223390276, "grad_norm": 1.0616637468338013, "learning_rate": 0.00034867507194555396, "loss": 2.99422314453125, "step": 100500 }, { "epoch": 0.6602990304718196, "grad_norm": 1.0130754709243774, "learning_rate": 0.0003453519516685387, "loss": 3.0021943359375, "step": 101000 }, { "epoch": 0.6635678375533632, "grad_norm": 1.1831918954849243, "learning_rate": 0.0003420288313915234, "loss": 3.003023681640625, "step": 101500 }, { "epoch": 0.6668366446349069, "grad_norm": 1.1464734077453613, "learning_rate": 0.0003387057111145081, "loss": 3.002632568359375, "step": 102000 }, { "epoch": 0.6701054517164506, "grad_norm": 1.0040936470031738, "learning_rate": 0.00033538259083749276, "loss": 2.99742919921875, "step": 102500 }, { "epoch": 0.6733742587979943, "grad_norm": 1.2455132007598877, "learning_rate": 0.00033205947056047747, "loss": 2.998554443359375, "step": 103000 }, { "epoch": 0.6766430658795379, "grad_norm": 1.2438735961914062, "learning_rate": 0.00032873635028346217, "loss": 2.995869140625, "step": 103500 }, { "epoch": 0.6799118729610816, "grad_norm": 1.140242099761963, "learning_rate": 0.00032541323000644687, "loss": 3.00468359375, "step": 104000 }, { "epoch": 0.6831806800426252, "grad_norm": 1.1297918558120728, "learning_rate": 0.0003220901097294315, "loss": 2.991932861328125, "step": 104500 }, { "epoch": 0.6864494871241689, "grad_norm": 1.1299232244491577, "learning_rate": 0.0003187669894524162, "loss": 2.99005859375, "step": 105000 }, { "epoch": 0.6897182942057125, "grad_norm": 1.1683038473129272, "learning_rate": 0.00031544386917540097, "loss": 2.99449267578125, "step": 105500 }, { "epoch": 0.6929871012872563, "grad_norm": 1.0155740976333618, "learning_rate": 0.0003121207488983857, "loss": 2.991293701171875, "step": 106000 }, { "epoch": 0.6962559083687999, "grad_norm": 1.0950194597244263, "learning_rate": 0.0003087976286213703, "loss": 2.994656494140625, "step": 106500 }, { "epoch": 0.6995247154503436, "grad_norm": 1.1061902046203613, "learning_rate": 0.000305474508344355, "loss": 2.987370361328125, "step": 107000 }, { "epoch": 0.7027935225318872, "grad_norm": 1.2352712154388428, "learning_rate": 0.0003021513880673397, "loss": 2.994937744140625, "step": 107500 }, { "epoch": 0.7060623296134309, "grad_norm": 1.0996543169021606, "learning_rate": 0.0002988282677903244, "loss": 2.993766845703125, "step": 108000 }, { "epoch": 0.7093311366949745, "grad_norm": 1.0684332847595215, "learning_rate": 0.0002955051475133091, "loss": 2.98819677734375, "step": 108500 }, { "epoch": 0.7125999437765183, "grad_norm": 1.0610779523849487, "learning_rate": 0.0002921820272362938, "loss": 2.988671875, "step": 109000 }, { "epoch": 0.7158687508580619, "grad_norm": 1.1542729139328003, "learning_rate": 0.0002888589069592785, "loss": 2.9813564453125, "step": 109500 }, { "epoch": 0.7191375579396055, "grad_norm": 1.0522698163986206, "learning_rate": 0.00028553578668226323, "loss": 2.99249658203125, "step": 110000 }, { "epoch": 0.7224063650211492, "grad_norm": 1.0986841917037964, "learning_rate": 0.0002822126664052479, "loss": 2.98756884765625, "step": 110500 }, { "epoch": 0.7256751721026928, "grad_norm": 1.1430518627166748, "learning_rate": 0.0002788895461282326, "loss": 2.9841689453125, "step": 111000 }, { "epoch": 0.7289439791842365, "grad_norm": 1.163356065750122, "learning_rate": 0.0002755664258512173, "loss": 2.98215966796875, "step": 111500 }, { "epoch": 0.7322127862657801, "grad_norm": 1.1064932346343994, "learning_rate": 0.000272243305574202, "loss": 2.98239794921875, "step": 112000 }, { "epoch": 0.7354815933473239, "grad_norm": 1.0312433242797852, "learning_rate": 0.00026892018529718663, "loss": 2.981670654296875, "step": 112500 }, { "epoch": 0.7387504004288675, "grad_norm": 1.0494719743728638, "learning_rate": 0.00026559706502017133, "loss": 2.9771806640625, "step": 113000 }, { "epoch": 0.7420192075104112, "grad_norm": 1.1609221696853638, "learning_rate": 0.00026227394474315604, "loss": 2.979972412109375, "step": 113500 }, { "epoch": 0.7452880145919548, "grad_norm": 1.0766927003860474, "learning_rate": 0.00025895082446614074, "loss": 2.98379833984375, "step": 114000 }, { "epoch": 0.7485568216734985, "grad_norm": 1.1300544738769531, "learning_rate": 0.00025562770418912544, "loss": 2.97230908203125, "step": 114500 }, { "epoch": 0.7518256287550421, "grad_norm": 1.0576847791671753, "learning_rate": 0.00025230458391211014, "loss": 2.981440673828125, "step": 115000 }, { "epoch": 0.7550944358365858, "grad_norm": 1.0889441967010498, "learning_rate": 0.0002489814636350948, "loss": 2.976344482421875, "step": 115500 }, { "epoch": 0.7583632429181295, "grad_norm": 1.2338460683822632, "learning_rate": 0.00024565834335807954, "loss": 2.975178955078125, "step": 116000 }, { "epoch": 0.7616320499996732, "grad_norm": 1.2113628387451172, "learning_rate": 0.00024233522308106422, "loss": 2.972779052734375, "step": 116500 }, { "epoch": 0.7649008570812168, "grad_norm": 1.220885992050171, "learning_rate": 0.0002390121028040489, "loss": 2.9721650390625, "step": 117000 }, { "epoch": 0.7681696641627604, "grad_norm": 1.1591495275497437, "learning_rate": 0.00023568898252703357, "loss": 2.97097119140625, "step": 117500 }, { "epoch": 0.7714384712443041, "grad_norm": 1.179565668106079, "learning_rate": 0.0002323658622500183, "loss": 2.971957275390625, "step": 118000 }, { "epoch": 0.7747072783258477, "grad_norm": 1.1976962089538574, "learning_rate": 0.00022904274197300297, "loss": 2.968129638671875, "step": 118500 }, { "epoch": 0.7779760854073914, "grad_norm": 1.0735838413238525, "learning_rate": 0.00022571962169598767, "loss": 2.9670302734375, "step": 119000 }, { "epoch": 0.7812448924889351, "grad_norm": 1.1678214073181152, "learning_rate": 0.00022239650141897235, "loss": 2.968544921875, "step": 119500 }, { "epoch": 0.7845136995704788, "grad_norm": 1.0996966361999512, "learning_rate": 0.00021907338114195705, "loss": 2.973050537109375, "step": 120000 }, { "epoch": 0.7877825066520224, "grad_norm": 1.2484763860702515, "learning_rate": 0.00021575026086494175, "loss": 2.965408447265625, "step": 120500 }, { "epoch": 0.7910513137335661, "grad_norm": 1.1026678085327148, "learning_rate": 0.00021242714058792645, "loss": 2.9644404296875, "step": 121000 }, { "epoch": 0.7943201208151097, "grad_norm": 1.3295484781265259, "learning_rate": 0.00020910402031091112, "loss": 2.9628515625, "step": 121500 }, { "epoch": 0.7975889278966534, "grad_norm": 1.1745203733444214, "learning_rate": 0.00020578090003389583, "loss": 2.963567138671875, "step": 122000 }, { "epoch": 0.800857734978197, "grad_norm": 1.1492424011230469, "learning_rate": 0.0002024577797568805, "loss": 2.96658984375, "step": 122500 }, { "epoch": 0.8041265420597408, "grad_norm": 1.115585207939148, "learning_rate": 0.00019913465947986523, "loss": 2.95873828125, "step": 123000 }, { "epoch": 0.8073953491412844, "grad_norm": 1.1744005680084229, "learning_rate": 0.0001958115392028499, "loss": 2.960009033203125, "step": 123500 }, { "epoch": 0.8106641562228281, "grad_norm": 1.0922521352767944, "learning_rate": 0.0001924884189258346, "loss": 2.9644052734375, "step": 124000 }, { "epoch": 0.8139329633043717, "grad_norm": 1.1218215227127075, "learning_rate": 0.00018916529864881928, "loss": 2.9627216796875, "step": 124500 }, { "epoch": 0.8172017703859153, "grad_norm": 1.217952847480774, "learning_rate": 0.000185842178371804, "loss": 2.965529296875, "step": 125000 }, { "epoch": 0.820470577467459, "grad_norm": 1.1938031911849976, "learning_rate": 0.00018251905809478868, "loss": 2.95924169921875, "step": 125500 }, { "epoch": 0.8237393845490026, "grad_norm": 1.197636365890503, "learning_rate": 0.00017919593781777338, "loss": 2.961266845703125, "step": 126000 }, { "epoch": 0.8270081916305464, "grad_norm": 1.0893601179122925, "learning_rate": 0.00017587281754075806, "loss": 2.959202880859375, "step": 126500 }, { "epoch": 0.83027699871209, "grad_norm": 1.0672916173934937, "learning_rate": 0.00017254969726374276, "loss": 2.958829345703125, "step": 127000 }, { "epoch": 0.8335458057936337, "grad_norm": 1.1992491483688354, "learning_rate": 0.00016922657698672746, "loss": 2.95512890625, "step": 127500 }, { "epoch": 0.8368146128751773, "grad_norm": 1.2181625366210938, "learning_rate": 0.00016590345670971216, "loss": 2.958640380859375, "step": 128000 }, { "epoch": 0.840083419956721, "grad_norm": 1.178529143333435, "learning_rate": 0.00016258033643269684, "loss": 2.95268896484375, "step": 128500 }, { "epoch": 0.8433522270382646, "grad_norm": 1.3182563781738281, "learning_rate": 0.00015925721615568154, "loss": 2.95605029296875, "step": 129000 }, { "epoch": 0.8466210341198083, "grad_norm": 1.236523985862732, "learning_rate": 0.00015593409587866624, "loss": 2.946066162109375, "step": 129500 }, { "epoch": 0.849889841201352, "grad_norm": 1.2504887580871582, "learning_rate": 0.00015261097560165094, "loss": 2.9475087890625, "step": 130000 }, { "epoch": 0.8531586482828957, "grad_norm": 1.0473519563674927, "learning_rate": 0.00014928785532463562, "loss": 2.9479814453125, "step": 130500 }, { "epoch": 0.8564274553644393, "grad_norm": 1.1600723266601562, "learning_rate": 0.00014596473504762032, "loss": 2.949263671875, "step": 131000 }, { "epoch": 0.859696262445983, "grad_norm": 1.1572140455245972, "learning_rate": 0.000142641614770605, "loss": 2.954332763671875, "step": 131500 }, { "epoch": 0.8629650695275266, "grad_norm": 1.2334579229354858, "learning_rate": 0.00013931849449358972, "loss": 2.9492880859375, "step": 132000 }, { "epoch": 0.8662338766090703, "grad_norm": 1.2894691228866577, "learning_rate": 0.0001359953742165744, "loss": 2.952768310546875, "step": 132500 }, { "epoch": 0.8695026836906139, "grad_norm": 1.2975796461105347, "learning_rate": 0.0001326722539395591, "loss": 2.94412841796875, "step": 133000 }, { "epoch": 0.8727714907721577, "grad_norm": 1.1309700012207031, "learning_rate": 0.00012934913366254377, "loss": 2.944750732421875, "step": 133500 }, { "epoch": 0.8760402978537013, "grad_norm": 1.2044677734375, "learning_rate": 0.00012602601338552847, "loss": 2.9484580078125, "step": 134000 }, { "epoch": 0.879309104935245, "grad_norm": 1.1593486070632935, "learning_rate": 0.00012270289310851318, "loss": 2.93845068359375, "step": 134500 }, { "epoch": 0.8825779120167886, "grad_norm": 1.1127150058746338, "learning_rate": 0.00011937977283149786, "loss": 2.939083984375, "step": 135000 }, { "epoch": 0.8858467190983322, "grad_norm": 1.2715685367584229, "learning_rate": 0.00011605665255448255, "loss": 2.9458876953125, "step": 135500 }, { "epoch": 0.8891155261798759, "grad_norm": 1.0027592182159424, "learning_rate": 0.00011273353227746725, "loss": 2.9442197265625, "step": 136000 }, { "epoch": 0.8923843332614195, "grad_norm": 1.194827675819397, "learning_rate": 0.00010941041200045194, "loss": 2.94327490234375, "step": 136500 }, { "epoch": 0.8956531403429633, "grad_norm": 1.2875927686691284, "learning_rate": 0.00010608729172343664, "loss": 2.941221923828125, "step": 137000 }, { "epoch": 0.8989219474245069, "grad_norm": 1.1871901750564575, "learning_rate": 0.00010276417144642133, "loss": 2.941001220703125, "step": 137500 }, { "epoch": 0.9021907545060506, "grad_norm": 1.279029369354248, "learning_rate": 9.944105116940602e-05, "loss": 2.9386875, "step": 138000 }, { "epoch": 0.9054595615875942, "grad_norm": 1.1523593664169312, "learning_rate": 9.611793089239072e-05, "loss": 2.940056640625, "step": 138500 }, { "epoch": 0.9087283686691379, "grad_norm": 1.3338371515274048, "learning_rate": 9.279481061537541e-05, "loss": 2.936644775390625, "step": 139000 }, { "epoch": 0.9119971757506815, "grad_norm": 1.2857029438018799, "learning_rate": 8.947169033836011e-05, "loss": 2.938499267578125, "step": 139500 }, { "epoch": 0.9152659828322252, "grad_norm": 1.2371176481246948, "learning_rate": 8.61485700613448e-05, "loss": 2.939349853515625, "step": 140000 }, { "epoch": 0.9185347899137689, "grad_norm": 1.1660703420639038, "learning_rate": 8.28254497843295e-05, "loss": 2.937116455078125, "step": 140500 }, { "epoch": 0.9218035969953126, "grad_norm": 1.202904462814331, "learning_rate": 7.950232950731419e-05, "loss": 2.932612060546875, "step": 141000 }, { "epoch": 0.9250724040768562, "grad_norm": 1.084792971611023, "learning_rate": 7.617920923029888e-05, "loss": 2.929811279296875, "step": 141500 }, { "epoch": 0.9283412111583998, "grad_norm": 1.2862187623977661, "learning_rate": 7.285608895328358e-05, "loss": 2.935863525390625, "step": 142000 }, { "epoch": 0.9316100182399435, "grad_norm": 1.245246171951294, "learning_rate": 6.953296867626826e-05, "loss": 2.93161962890625, "step": 142500 }, { "epoch": 0.9348788253214871, "grad_norm": 1.1132320165634155, "learning_rate": 6.620984839925297e-05, "loss": 2.936334228515625, "step": 143000 }, { "epoch": 0.9381476324030308, "grad_norm": 1.16299307346344, "learning_rate": 6.288672812223765e-05, "loss": 2.92865869140625, "step": 143500 }, { "epoch": 0.9414164394845745, "grad_norm": 1.1560945510864258, "learning_rate": 5.956360784522235e-05, "loss": 2.932986572265625, "step": 144000 }, { "epoch": 0.9446852465661182, "grad_norm": 1.2244540452957153, "learning_rate": 5.6240487568207044e-05, "loss": 2.932794189453125, "step": 144500 }, { "epoch": 0.9479540536476618, "grad_norm": 1.279905915260315, "learning_rate": 5.291736729119174e-05, "loss": 2.930280029296875, "step": 145000 }, { "epoch": 0.9512228607292055, "grad_norm": 1.1343032121658325, "learning_rate": 4.9594247014176434e-05, "loss": 2.931991455078125, "step": 145500 }, { "epoch": 0.9544916678107491, "grad_norm": 1.2400637865066528, "learning_rate": 4.627112673716113e-05, "loss": 2.930604736328125, "step": 146000 }, { "epoch": 0.9577604748922928, "grad_norm": 1.173925518989563, "learning_rate": 4.294800646014582e-05, "loss": 2.925717041015625, "step": 146500 }, { "epoch": 0.9610292819738364, "grad_norm": 1.223095417022705, "learning_rate": 3.962488618313051e-05, "loss": 2.924036376953125, "step": 147000 }, { "epoch": 0.9642980890553802, "grad_norm": 1.0759532451629639, "learning_rate": 3.6301765906115206e-05, "loss": 2.9271240234375, "step": 147500 }, { "epoch": 0.9675668961369238, "grad_norm": 1.2033129930496216, "learning_rate": 3.29786456290999e-05, "loss": 2.926009033203125, "step": 148000 }, { "epoch": 0.9708357032184675, "grad_norm": 1.2560570240020752, "learning_rate": 2.9655525352084592e-05, "loss": 2.927604736328125, "step": 148500 }, { "epoch": 0.9741045103000111, "grad_norm": 1.163684368133545, "learning_rate": 2.6332405075069287e-05, "loss": 2.920037841796875, "step": 149000 }, { "epoch": 0.9773733173815548, "grad_norm": 1.1673113107681274, "learning_rate": 2.300928479805398e-05, "loss": 2.921409423828125, "step": 149500 }, { "epoch": 0.9806421244630984, "grad_norm": 1.1902114152908325, "learning_rate": 1.9686164521038673e-05, "loss": 2.930239501953125, "step": 150000 }, { "epoch": 0.9839109315446422, "grad_norm": 1.1456027030944824, "learning_rate": 1.6363044244023368e-05, "loss": 2.922216552734375, "step": 150500 }, { "epoch": 0.9871797386261858, "grad_norm": 1.1249661445617676, "learning_rate": 1.3039923967008063e-05, "loss": 2.92045166015625, "step": 151000 }, { "epoch": 0.9904485457077294, "grad_norm": 1.2034196853637695, "learning_rate": 9.716803689992756e-06, "loss": 2.924788818359375, "step": 151500 }, { "epoch": 0.9937173527892731, "grad_norm": 1.1143532991409302, "learning_rate": 6.393683412977449e-06, "loss": 2.9169609375, "step": 152000 }, { "epoch": 0.9969861598708167, "grad_norm": 1.1116575002670288, "learning_rate": 3.070563135962143e-06, "loss": 2.91911328125, "step": 152500 }, { "epoch": 1.0, "step": 152961, "total_flos": 1.6888971595567104e+16, "train_loss": 3.190362429559761, "train_runtime": 12136.2424, "train_samples_per_second": 806.632, "train_steps_per_second": 12.604 } ], "logging_steps": 500, "max_steps": 152961, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.6888971595567104e+16, "train_batch_size": 64, "trial_name": null, "trial_params": null }
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 152961,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0032688070815436615,
"grad_norm": 4.0041117668151855,
"learning_rate": 0.0001996,
"loss": 8.373189453125,
"step": 500
},
{
"epoch": 0.006537614163087323,
"grad_norm": 6.71250057220459,
"learning_rate": 0.0003996,
"loss": 6.91635498046875,
"step": 1000
},
{
"epoch": 0.009806421244630985,
"grad_norm": 6.002142906188965,
"learning_rate": 0.0005996,
"loss": 6.14990673828125,
"step": 1500
},
{
"epoch": 0.013075228326174646,
"grad_norm": 6.713122367858887,
"learning_rate": 0.0007996,
"loss": 5.60073828125,
"step": 2000
},
{
"epoch": 0.016344035407718307,
"grad_norm": 4.385942459106445,
"learning_rate": 0.0009996,
"loss": 5.22532666015625,
"step": 2500
},
{
"epoch": 0.01961284248926197,
"grad_norm": 5.35261344909668,
"learning_rate": 0.0009966835259635387,
"loss": 4.9818837890625,
"step": 3000
},
{
"epoch": 0.02288164957080563,
"grad_norm": 3.0223963260650635,
"learning_rate": 0.0009933604056865234,
"loss": 4.8299990234375,
"step": 3500
},
{
"epoch": 0.02615045665234929,
"grad_norm": 1.8161890506744385,
"learning_rate": 0.0009900372854095081,
"loss": 4.71197265625,
"step": 4000
},
{
"epoch": 0.029419263733892954,
"grad_norm": 2.2033438682556152,
"learning_rate": 0.0009867141651324928,
"loss": 4.5888779296875,
"step": 4500
},
{
"epoch": 0.032688070815436614,
"grad_norm": 1.9210542440414429,
"learning_rate": 0.0009833910448554775,
"loss": 4.44599365234375,
"step": 5000
},
{
"epoch": 0.03595687789698027,
"grad_norm": 1.6184073686599731,
"learning_rate": 0.0009800679245784622,
"loss": 4.21192919921875,
"step": 5500
},
{
"epoch": 0.03922568497852394,
"grad_norm": 1.4467406272888184,
"learning_rate": 0.000976744804301447,
"loss": 4.0684912109375,
"step": 6000
},
{
"epoch": 0.0424944920600676,
"grad_norm": 1.4000208377838135,
"learning_rate": 0.0009734216840244316,
"loss": 3.9827099609375,