Download trainer_state.json from NeuML/atto-4m-384d: direct link, hf CLI and curl.
- Browser
- Download file 57.5 kB
-
https://huggingface.co/NeuML/atto-4m-384d/resolve/main/trainer_state.json
- Command line
-
hf download hf://NeuML/atto-4m-384d/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/NeuML/atto-4m-384d/resolve/main/trainer_state.json
57.5 kB
Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 152961,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0032688070815436615,
"grad_norm": 4.0041117668151855,
"learning_rate": 0.0001996,
"loss": 8.373189453125,
"step": 500
},
{
"epoch": 0.006537614163087323,
"grad_norm": 6.71250057220459,
"learning_rate": 0.0003996,
"loss": 6.91635498046875,
"step": 1000
},
{
"epoch": 0.009806421244630985,
"grad_norm": 6.002142906188965,
"learning_rate": 0.0005996,
"loss": 6.14990673828125,
"step": 1500
},
{
"epoch": 0.013075228326174646,
"grad_norm": 6.713122367858887,
"learning_rate": 0.0007996,
"loss": 5.60073828125,
"step": 2000
},
{
"epoch": 0.016344035407718307,
"grad_norm": 4.385942459106445,
"learning_rate": 0.0009996,
"loss": 5.22532666015625,
"step": 2500
},
{
"epoch": 0.01961284248926197,
"grad_norm": 5.35261344909668,
"learning_rate": 0.0009966835259635387,
"loss": 4.9818837890625,
"step": 3000
},
{
"epoch": 0.02288164957080563,
"grad_norm": 3.0223963260650635,
"learning_rate": 0.0009933604056865234,
"loss": 4.8299990234375,
"step": 3500
},
{
"epoch": 0.02615045665234929,
"grad_norm": 1.8161890506744385,
"learning_rate": 0.0009900372854095081,
"loss": 4.71197265625,
"step": 4000
},
{
"epoch": 0.029419263733892954,
"grad_norm": 2.2033438682556152,
"learning_rate": 0.0009867141651324928,
"loss": 4.5888779296875,
"step": 4500
},
{
"epoch": 0.032688070815436614,
"grad_norm": 1.9210542440414429,
"learning_rate": 0.0009833910448554775,
"loss": 4.44599365234375,
"step": 5000
},
{
"epoch": 0.03595687789698027,
"grad_norm": 1.6184073686599731,
"learning_rate": 0.0009800679245784622,
"loss": 4.21192919921875,
"step": 5500
},
{
"epoch": 0.03922568497852394,
"grad_norm": 1.4467406272888184,
"learning_rate": 0.000976744804301447,
"loss": 4.0684912109375,
"step": 6000
},
{
"epoch": 0.0424944920600676,
"grad_norm": 1.4000208377838135,
"learning_rate": 0.0009734216840244316,
"loss": 3.9827099609375,
"step": 6500
},
{
"epoch": 0.04576329914161126,
"grad_norm": 1.397825002670288,
"learning_rate": 0.0009700985637474163,
"loss": 3.900710205078125,
"step": 7000
},
{
"epoch": 0.049032106223154924,
"grad_norm": 1.4522285461425781,
"learning_rate": 0.000966775443470401,
"loss": 3.85268359375,
"step": 7500
},
{
"epoch": 0.05230091330469858,
"grad_norm": 1.2025651931762695,
"learning_rate": 0.0009634523231933857,
"loss": 3.79563232421875,
"step": 8000
},
{
"epoch": 0.05556972038624224,
"grad_norm": 1.4058160781860352,
"learning_rate": 0.0009601292029163704,
"loss": 3.76193603515625,
"step": 8500
},
{
"epoch": 0.05883852746778591,
"grad_norm": 1.2287424802780151,
"learning_rate": 0.0009568060826393551,
"loss": 3.725921142578125,
"step": 9000
},
{
"epoch": 0.06210733454932957,
"grad_norm": 1.372897744178772,
"learning_rate": 0.0009534829623623397,
"loss": 3.68540478515625,
"step": 9500
},
{
"epoch": 0.06537614163087323,
"grad_norm": 1.2050230503082275,
"learning_rate": 0.0009501598420853244,
"loss": 3.651669677734375,
"step": 10000
},
{
"epoch": 0.06864494871241689,
"grad_norm": 1.1656134128570557,
"learning_rate": 0.0009468367218083091,
"loss": 3.624568359375,
"step": 10500
},
{
"epoch": 0.07191375579396055,
"grad_norm": 1.2632997035980225,
"learning_rate": 0.0009435136015312938,
"loss": 3.595343505859375,
"step": 11000
},
{
"epoch": 0.07518256287550422,
"grad_norm": 1.106669306755066,
"learning_rate": 0.0009401904812542785,
"loss": 3.572577880859375,
"step": 11500
},
{
"epoch": 0.07845136995704788,
"grad_norm": 1.1504838466644287,
"learning_rate": 0.0009368673609772632,
"loss": 3.55645751953125,
"step": 12000
},
{
"epoch": 0.08172017703859154,
"grad_norm": 1.0535380840301514,
"learning_rate": 0.000933544240700248,
"loss": 3.524326904296875,
"step": 12500
},
{
"epoch": 0.0849889841201352,
"grad_norm": 1.0844345092773438,
"learning_rate": 0.0009302211204232325,
"loss": 3.5087900390625,
"step": 13000
},
{
"epoch": 0.08825779120167886,
"grad_norm": 1.1874464750289917,
"learning_rate": 0.0009268980001462172,
"loss": 3.497529296875,
"step": 13500
},
{
"epoch": 0.09152659828322252,
"grad_norm": 1.059187889099121,
"learning_rate": 0.0009235748798692019,
"loss": 3.479928466796875,
"step": 14000
},
{
"epoch": 0.09479540536476619,
"grad_norm": 1.0658485889434814,
"learning_rate": 0.0009202517595921866,
"loss": 3.460828857421875,
"step": 14500
},
{
"epoch": 0.09806421244630985,
"grad_norm": 1.0715380907058716,
"learning_rate": 0.0009169286393151713,
"loss": 3.452333740234375,
"step": 15000
},
{
"epoch": 0.10133301952785351,
"grad_norm": 1.1899405717849731,
"learning_rate": 0.0009136055190381562,
"loss": 3.4373642578125,
"step": 15500
},
{
"epoch": 0.10460182660939717,
"grad_norm": 1.042901873588562,
"learning_rate": 0.0009102823987611409,
"loss": 3.42288134765625,
"step": 16000
},
{
"epoch": 0.10787063369094083,
"grad_norm": 1.2730493545532227,
"learning_rate": 0.0009069592784841256,
"loss": 3.41738818359375,
"step": 16500
},
{
"epoch": 0.11113944077248449,
"grad_norm": 1.0806387662887573,
"learning_rate": 0.0009036361582071102,
"loss": 3.395996826171875,
"step": 17000
},
{
"epoch": 0.11440824785402814,
"grad_norm": 1.0389738082885742,
"learning_rate": 0.0009003130379300949,
"loss": 3.38833349609375,
"step": 17500
},
{
"epoch": 0.11767705493557182,
"grad_norm": 1.0493346452713013,
"learning_rate": 0.0008969899176530796,
"loss": 3.39049658203125,
"step": 18000
},
{
"epoch": 0.12094586201711548,
"grad_norm": 1.0654946565628052,
"learning_rate": 0.0008936667973760643,
"loss": 3.375880126953125,
"step": 18500
},
{
"epoch": 0.12421466909865914,
"grad_norm": 1.0032689571380615,
"learning_rate": 0.000890343677099049,
"loss": 3.371211181640625,
"step": 19000
},
{
"epoch": 0.1274834761802028,
"grad_norm": 1.0341954231262207,
"learning_rate": 0.0008870205568220337,
"loss": 3.355930908203125,
"step": 19500
},
{
"epoch": 0.13075228326174645,
"grad_norm": 1.0514689683914185,
"learning_rate": 0.0008836974365450184,
"loss": 3.356797607421875,
"step": 20000
},
{
"epoch": 0.13402109034329013,
"grad_norm": 1.0029081106185913,
"learning_rate": 0.0008803743162680031,
"loss": 3.348607666015625,
"step": 20500
},
{
"epoch": 0.13728989742483377,
"grad_norm": 0.9489822387695312,
"learning_rate": 0.0008770511959909877,
"loss": 3.340129150390625,
"step": 21000
},
{
"epoch": 0.14055870450637745,
"grad_norm": 1.0250266790390015,
"learning_rate": 0.0008737280757139724,
"loss": 3.330152587890625,
"step": 21500
},
{
"epoch": 0.1438275115879211,
"grad_norm": 1.1333879232406616,
"learning_rate": 0.0008704049554369571,
"loss": 3.330580322265625,
"step": 22000
},
{
"epoch": 0.14709631866946477,
"grad_norm": 1.0401653051376343,
"learning_rate": 0.0008670818351599418,
"loss": 3.3226328125,
"step": 22500
},
{
"epoch": 0.15036512575100844,
"grad_norm": 0.9061762094497681,
"learning_rate": 0.0008637587148829265,
"loss": 3.31564501953125,
"step": 23000
},
{
"epoch": 0.15363393283255208,
"grad_norm": 0.9358641505241394,
"learning_rate": 0.0008604355946059112,
"loss": 3.307333251953125,
"step": 23500
},
{
"epoch": 0.15690273991409576,
"grad_norm": 1.0325005054473877,
"learning_rate": 0.0008571124743288959,
"loss": 3.298138916015625,
"step": 24000
},
{
"epoch": 0.1601715469956394,
"grad_norm": 0.9278044104576111,
"learning_rate": 0.0008537893540518806,
"loss": 3.2931220703125,
"step": 24500
},
{
"epoch": 0.16344035407718308,
"grad_norm": 0.853847861289978,
"learning_rate": 0.0008504662337748653,
"loss": 3.28666064453125,
"step": 25000
},
{
"epoch": 0.16670916115872672,
"grad_norm": 0.968763530254364,
"learning_rate": 0.00084714311349785,
"loss": 3.289145263671875,
"step": 25500
},
{
"epoch": 0.1699779682402704,
"grad_norm": 0.8870018124580383,
"learning_rate": 0.0008438199932208347,
"loss": 3.273558837890625,
"step": 26000
},
{
"epoch": 0.17324677532181407,
"grad_norm": 1.0553615093231201,
"learning_rate": 0.0008404968729438194,
"loss": 3.269739501953125,
"step": 26500
},
{
"epoch": 0.1765155824033577,
"grad_norm": 1.0640652179718018,
"learning_rate": 0.0008371737526668041,
"loss": 3.269856689453125,
"step": 27000
},
{
"epoch": 0.17978438948490139,
"grad_norm": 0.9725136160850525,
"learning_rate": 0.0008338506323897888,
"loss": 3.266617919921875,
"step": 27500
},
{
"epoch": 0.18305319656644503,
"grad_norm": 0.9036858677864075,
"learning_rate": 0.0008305275121127735,
"loss": 3.262061767578125,
"step": 28000
},
{
"epoch": 0.1863220036479887,
"grad_norm": 1.1041381359100342,
"learning_rate": 0.0008272043918357582,
"loss": 3.2495966796875,
"step": 28500
},
{
"epoch": 0.18959081072953238,
"grad_norm": 1.0532864332199097,
"learning_rate": 0.0008238812715587428,
"loss": 3.255599609375,
"step": 29000
},
{
"epoch": 0.19285961781107602,
"grad_norm": 1.1627658605575562,
"learning_rate": 0.0008205581512817275,
"loss": 3.24815869140625,
"step": 29500
},
{
"epoch": 0.1961284248926197,
"grad_norm": 0.9772530794143677,
"learning_rate": 0.0008172350310047122,
"loss": 3.24989013671875,
"step": 30000
},
{
"epoch": 0.19939723197416334,
"grad_norm": 0.9541786909103394,
"learning_rate": 0.0008139119107276969,
"loss": 3.237051025390625,
"step": 30500
},
{
"epoch": 0.20266603905570701,
"grad_norm": 0.9459295272827148,
"learning_rate": 0.0008105887904506816,
"loss": 3.23264501953125,
"step": 31000
},
{
"epoch": 0.20593484613725066,
"grad_norm": 0.9720076322555542,
"learning_rate": 0.0008072656701736663,
"loss": 3.227722412109375,
"step": 31500
},
{
"epoch": 0.20920365321879433,
"grad_norm": 0.9690728187561035,
"learning_rate": 0.000803942549896651,
"loss": 3.229098388671875,
"step": 32000
},
{
"epoch": 0.212472460300338,
"grad_norm": 0.8748497366905212,
"learning_rate": 0.0008006194296196357,
"loss": 3.225296630859375,
"step": 32500
},
{
"epoch": 0.21574126738188165,
"grad_norm": 0.9746255874633789,
"learning_rate": 0.0007972963093426203,
"loss": 3.217038330078125,
"step": 33000
},
{
"epoch": 0.21901007446342532,
"grad_norm": 1.0523667335510254,
"learning_rate": 0.000793973189065605,
"loss": 3.219042236328125,
"step": 33500
},
{
"epoch": 0.22227888154496897,
"grad_norm": 1.0455185174942017,
"learning_rate": 0.0007906500687885898,
"loss": 3.218356689453125,
"step": 34000
},
{
"epoch": 0.22554768862651264,
"grad_norm": 1.00846266746521,
"learning_rate": 0.0007873269485115745,
"loss": 3.20864404296875,
"step": 34500
},
{
"epoch": 0.2288164957080563,
"grad_norm": 0.9956055283546448,
"learning_rate": 0.0007840038282345592,
"loss": 3.206528564453125,
"step": 35000
},
{
"epoch": 0.23208530278959996,
"grad_norm": 0.9911954402923584,
"learning_rate": 0.0007806807079575439,
"loss": 3.20835888671875,
"step": 35500
},
{
"epoch": 0.23535410987114364,
"grad_norm": 0.9801275730133057,
"learning_rate": 0.0007773575876805286,
"loss": 3.205291015625,
"step": 36000
},
{
"epoch": 0.23862291695268728,
"grad_norm": 0.8861142992973328,
"learning_rate": 0.0007740344674035133,
"loss": 3.20129736328125,
"step": 36500
},
{
"epoch": 0.24189172403423095,
"grad_norm": 1.0013673305511475,
"learning_rate": 0.0007707113471264979,
"loss": 3.200634033203125,
"step": 37000
},
{
"epoch": 0.2451605311157746,
"grad_norm": 1.0381546020507812,
"learning_rate": 0.0007673882268494826,
"loss": 3.1919482421875,
"step": 37500
},
{
"epoch": 0.24842933819731827,
"grad_norm": 0.9286156296730042,
"learning_rate": 0.0007640651065724673,
"loss": 3.18181787109375,
"step": 38000
},
{
"epoch": 0.2516981452788619,
"grad_norm": 1.0000300407409668,
"learning_rate": 0.000760741986295452,
"loss": 3.192669677734375,
"step": 38500
},
{
"epoch": 0.2549669523604056,
"grad_norm": 0.9817453622817993,
"learning_rate": 0.0007574188660184367,
"loss": 3.1793623046875,
"step": 39000
},
{
"epoch": 0.25823575944194926,
"grad_norm": 1.0173943042755127,
"learning_rate": 0.0007540957457414214,
"loss": 3.176482666015625,
"step": 39500
},
{
"epoch": 0.2615045665234929,
"grad_norm": 0.9881057143211365,
"learning_rate": 0.0007507726254644061,
"loss": 3.17932568359375,
"step": 40000
},
{
"epoch": 0.26477337360503655,
"grad_norm": 0.8947975635528564,
"learning_rate": 0.0007474495051873907,
"loss": 3.170668212890625,
"step": 40500
},
{
"epoch": 0.26804218068658026,
"grad_norm": 1.0653687715530396,
"learning_rate": 0.0007441263849103754,
"loss": 3.168150634765625,
"step": 41000
},
{
"epoch": 0.2713109877681239,
"grad_norm": 0.9286675453186035,
"learning_rate": 0.0007408032646333601,
"loss": 3.17156689453125,
"step": 41500
},
{
"epoch": 0.27457979484966755,
"grad_norm": 0.9182730913162231,
"learning_rate": 0.0007374801443563448,
"loss": 3.171740966796875,
"step": 42000
},
{
"epoch": 0.27784860193121125,
"grad_norm": 1.007849097251892,
"learning_rate": 0.0007341570240793295,
"loss": 3.16599365234375,
"step": 42500
},
{
"epoch": 0.2811174090127549,
"grad_norm": 1.0012322664260864,
"learning_rate": 0.0007308339038023142,
"loss": 3.162782958984375,
"step": 43000
},
{
"epoch": 0.28438621609429854,
"grad_norm": 0.9602569341659546,
"learning_rate": 0.000727510783525299,
"loss": 3.156600830078125,
"step": 43500
},
{
"epoch": 0.2876550231758422,
"grad_norm": 0.8880742788314819,
"learning_rate": 0.0007241876632482837,
"loss": 3.152036865234375,
"step": 44000
},
{
"epoch": 0.2909238302573859,
"grad_norm": 0.9079329967498779,
"learning_rate": 0.0007208645429712683,
"loss": 3.1595283203125,
"step": 44500
},
{
"epoch": 0.29419263733892953,
"grad_norm": 0.9342789649963379,
"learning_rate": 0.000717541422694253,
"loss": 3.1550546875,
"step": 45000
},
{
"epoch": 0.2974614444204732,
"grad_norm": 1.013493299484253,
"learning_rate": 0.0007142183024172377,
"loss": 3.14945751953125,
"step": 45500
},
{
"epoch": 0.3007302515020169,
"grad_norm": 1.0229095220565796,
"learning_rate": 0.0007108951821402224,
"loss": 3.147511962890625,
"step": 46000
},
{
"epoch": 0.3039990585835605,
"grad_norm": 0.9982759356498718,
"learning_rate": 0.0007075720618632071,
"loss": 3.145658203125,
"step": 46500
},
{
"epoch": 0.30726786566510417,
"grad_norm": 0.9323962926864624,
"learning_rate": 0.0007042489415861918,
"loss": 3.139775634765625,
"step": 47000
},
{
"epoch": 0.3105366727466478,
"grad_norm": 0.959057092666626,
"learning_rate": 0.0007009258213091765,
"loss": 3.149618408203125,
"step": 47500
},
{
"epoch": 0.3138054798281915,
"grad_norm": 0.9695203304290771,
"learning_rate": 0.0006976027010321612,
"loss": 3.143654296875,
"step": 48000
},
{
"epoch": 0.31707428690973516,
"grad_norm": 0.9624789357185364,
"learning_rate": 0.0006942795807551458,
"loss": 3.13434423828125,
"step": 48500
},
{
"epoch": 0.3203430939912788,
"grad_norm": 0.9371157288551331,
"learning_rate": 0.0006909564604781305,
"loss": 3.138040283203125,
"step": 49000
},
{
"epoch": 0.3236119010728225,
"grad_norm": 1.002496361732483,
"learning_rate": 0.0006876333402011152,
"loss": 3.134868408203125,
"step": 49500
},
{
"epoch": 0.32688070815436615,
"grad_norm": 0.9152573943138123,
"learning_rate": 0.0006843102199240999,
"loss": 3.138697265625,
"step": 50000
},
{
"epoch": 0.3301495152359098,
"grad_norm": 1.0293067693710327,
"learning_rate": 0.0006809870996470846,
"loss": 3.1319130859375,
"step": 50500
},
{
"epoch": 0.33341832231745344,
"grad_norm": 0.9934338331222534,
"learning_rate": 0.0006776639793700693,
"loss": 3.129667236328125,
"step": 51000
},
{
"epoch": 0.33668712939899714,
"grad_norm": 1.0729879140853882,
"learning_rate": 0.000674340859093054,
"loss": 3.131213623046875,
"step": 51500
},
{
"epoch": 0.3399559364805408,
"grad_norm": 0.9994081258773804,
"learning_rate": 0.0006710177388160387,
"loss": 3.1214150390625,
"step": 52000
},
{
"epoch": 0.34322474356208443,
"grad_norm": 0.9608778953552246,
"learning_rate": 0.0006676946185390234,
"loss": 3.121335693359375,
"step": 52500
},
{
"epoch": 0.34649355064362813,
"grad_norm": 0.9557422995567322,
"learning_rate": 0.0006643714982620081,
"loss": 3.121961181640625,
"step": 53000
},
{
"epoch": 0.3497623577251718,
"grad_norm": 0.9174465537071228,
"learning_rate": 0.0006610483779849928,
"loss": 3.114760986328125,
"step": 53500
},
{
"epoch": 0.3530311648067154,
"grad_norm": 0.8885750770568848,
"learning_rate": 0.0006577252577079775,
"loss": 3.113845947265625,
"step": 54000
},
{
"epoch": 0.3562999718882591,
"grad_norm": 0.9040493369102478,
"learning_rate": 0.0006544021374309622,
"loss": 3.11324267578125,
"step": 54500
},
{
"epoch": 0.35956877896980277,
"grad_norm": 0.9215171933174133,
"learning_rate": 0.0006510790171539469,
"loss": 3.11993994140625,
"step": 55000
},
{
"epoch": 0.3628375860513464,
"grad_norm": 1.0858334302902222,
"learning_rate": 0.0006477558968769316,
"loss": 3.116898193359375,
"step": 55500
},
{
"epoch": 0.36610639313289006,
"grad_norm": 1.0446354150772095,
"learning_rate": 0.0006444327765999163,
"loss": 3.113571044921875,
"step": 56000
},
{
"epoch": 0.36937520021443376,
"grad_norm": 0.9204235076904297,
"learning_rate": 0.0006411096563229009,
"loss": 3.10932373046875,
"step": 56500
},
{
"epoch": 0.3726440072959774,
"grad_norm": 0.9628011584281921,
"learning_rate": 0.0006377865360458856,
"loss": 3.1035498046875,
"step": 57000
},
{
"epoch": 0.37591281437752105,
"grad_norm": 0.8953245282173157,
"learning_rate": 0.0006344634157688703,
"loss": 3.113406494140625,
"step": 57500
},
{
"epoch": 0.37918162145906475,
"grad_norm": 0.9785497188568115,
"learning_rate": 0.000631140295491855,
"loss": 3.10046142578125,
"step": 58000
},
{
"epoch": 0.3824504285406084,
"grad_norm": 0.9214872121810913,
"learning_rate": 0.0006278171752148397,
"loss": 3.109658203125,
"step": 58500
},
{
"epoch": 0.38571923562215205,
"grad_norm": 1.0194629430770874,
"learning_rate": 0.0006244940549378244,
"loss": 3.097747802734375,
"step": 59000
},
{
"epoch": 0.3889880427036957,
"grad_norm": 1.001632571220398,
"learning_rate": 0.0006211709346608091,
"loss": 3.1026669921875,
"step": 59500
},
{
"epoch": 0.3922568497852394,
"grad_norm": 0.8764967322349548,
"learning_rate": 0.0006178478143837938,
"loss": 3.0920400390625,
"step": 60000
},
{
"epoch": 0.39552565686678304,
"grad_norm": 0.919478178024292,
"learning_rate": 0.0006145246941067784,
"loss": 3.094575439453125,
"step": 60500
},
{
"epoch": 0.3987944639483267,
"grad_norm": 1.0447449684143066,
"learning_rate": 0.0006112015738297631,
"loss": 3.09957568359375,
"step": 61000
},
{
"epoch": 0.4020632710298704,
"grad_norm": 1.018641710281372,
"learning_rate": 0.0006078784535527478,
"loss": 3.09865966796875,
"step": 61500
},
{
"epoch": 0.40533207811141403,
"grad_norm": 0.9912410974502563,
"learning_rate": 0.0006045553332757326,
"loss": 3.08826220703125,
"step": 62000
},
{
"epoch": 0.4086008851929577,
"grad_norm": 0.9529187679290771,
"learning_rate": 0.0006012322129987173,
"loss": 3.087604736328125,
"step": 62500
},
{
"epoch": 0.4118696922745013,
"grad_norm": 1.0332964658737183,
"learning_rate": 0.000597909092721702,
"loss": 3.089840087890625,
"step": 63000
},
{
"epoch": 0.415138499356045,
"grad_norm": 0.9458885192871094,
"learning_rate": 0.0005945859724446867,
"loss": 3.085009521484375,
"step": 63500
},
{
"epoch": 0.41840730643758867,
"grad_norm": 1.0743131637573242,
"learning_rate": 0.0005912628521676714,
"loss": 3.08414501953125,
"step": 64000
},
{
"epoch": 0.4216761135191323,
"grad_norm": 1.0084936618804932,
"learning_rate": 0.000587939731890656,
"loss": 3.07857763671875,
"step": 64500
},
{
"epoch": 0.424944920600676,
"grad_norm": 0.9760565161705017,
"learning_rate": 0.0005846166116136407,
"loss": 3.0839931640625,
"step": 65000
},
{
"epoch": 0.42821372768221966,
"grad_norm": 1.0090200901031494,
"learning_rate": 0.0005812934913366254,
"loss": 3.07934619140625,
"step": 65500
},
{
"epoch": 0.4314825347637633,
"grad_norm": 1.0015994310379028,
"learning_rate": 0.0005779703710596101,
"loss": 3.079361083984375,
"step": 66000
},
{
"epoch": 0.43475134184530695,
"grad_norm": 1.0382486581802368,
"learning_rate": 0.0005746472507825948,
"loss": 3.080421142578125,
"step": 66500
},
{
"epoch": 0.43802014892685065,
"grad_norm": 0.8344776034355164,
"learning_rate": 0.0005713241305055795,
"loss": 3.0763916015625,
"step": 67000
},
{
"epoch": 0.4412889560083943,
"grad_norm": 0.9654239416122437,
"learning_rate": 0.0005680010102285643,
"loss": 3.06616796875,
"step": 67500
},
{
"epoch": 0.44455776308993794,
"grad_norm": 0.9245381355285645,
"learning_rate": 0.0005646778899515488,
"loss": 3.07215478515625,
"step": 68000
},
{
"epoch": 0.44782657017148164,
"grad_norm": 1.058832049369812,
"learning_rate": 0.0005613547696745335,
"loss": 3.0768759765625,
"step": 68500
},
{
"epoch": 0.4510953772530253,
"grad_norm": 0.9568074941635132,
"learning_rate": 0.0005580316493975182,
"loss": 3.08104052734375,
"step": 69000
},
{
"epoch": 0.45436418433456893,
"grad_norm": 1.134366512298584,
"learning_rate": 0.000554708529120503,
"loss": 3.070396240234375,
"step": 69500
},
{
"epoch": 0.4576329914161126,
"grad_norm": 0.9166232943534851,
"learning_rate": 0.0005513854088434876,
"loss": 3.071333984375,
"step": 70000
},
{
"epoch": 0.4609017984976563,
"grad_norm": 1.0067769289016724,
"learning_rate": 0.0005480622885664724,
"loss": 3.067858154296875,
"step": 70500
},
{
"epoch": 0.4641706055791999,
"grad_norm": 0.9716827869415283,
"learning_rate": 0.0005447391682894572,
"loss": 3.0656337890625,
"step": 71000
},
{
"epoch": 0.46743941266074357,
"grad_norm": 0.9685697555541992,
"learning_rate": 0.0005414160480124419,
"loss": 3.06127490234375,
"step": 71500
},
{
"epoch": 0.47070821974228727,
"grad_norm": 0.9266819357872009,
"learning_rate": 0.0005380929277354265,
"loss": 3.070126220703125,
"step": 72000
},
{
"epoch": 0.4739770268238309,
"grad_norm": 1.03920316696167,
"learning_rate": 0.0005347698074584112,
"loss": 3.064837890625,
"step": 72500
},
{
"epoch": 0.47724583390537456,
"grad_norm": 1.039852499961853,
"learning_rate": 0.0005314466871813959,
"loss": 3.059456298828125,
"step": 73000
},
{
"epoch": 0.4805146409869182,
"grad_norm": 0.909870982170105,
"learning_rate": 0.0005281235669043806,
"loss": 3.06609228515625,
"step": 73500
},
{
"epoch": 0.4837834480684619,
"grad_norm": 0.9008826613426208,
"learning_rate": 0.0005248004466273653,
"loss": 3.060994384765625,
"step": 74000
},
{
"epoch": 0.48705225515000555,
"grad_norm": 0.9891676306724548,
"learning_rate": 0.00052147732635035,
"loss": 3.056642822265625,
"step": 74500
},
{
"epoch": 0.4903210622315492,
"grad_norm": 0.980485200881958,
"learning_rate": 0.0005181542060733347,
"loss": 3.0545498046875,
"step": 75000
},
{
"epoch": 0.4935898693130929,
"grad_norm": 1.0375590324401855,
"learning_rate": 0.0005148310857963194,
"loss": 3.05633251953125,
"step": 75500
},
{
"epoch": 0.49685867639463654,
"grad_norm": 0.9860360622406006,
"learning_rate": 0.000511507965519304,
"loss": 3.054423828125,
"step": 76000
},
{
"epoch": 0.5001274834761802,
"grad_norm": 0.9407888650894165,
"learning_rate": 0.0005081848452422887,
"loss": 3.050809814453125,
"step": 76500
},
{
"epoch": 0.5033962905577238,
"grad_norm": 1.011852741241455,
"learning_rate": 0.0005048617249652734,
"loss": 3.05286328125,
"step": 77000
},
{
"epoch": 0.5066650976392675,
"grad_norm": 0.9705833196640015,
"learning_rate": 0.0005015386046882581,
"loss": 3.05998779296875,
"step": 77500
},
{
"epoch": 0.5099339047208112,
"grad_norm": 1.1324114799499512,
"learning_rate": 0.0004982154844112428,
"loss": 3.049359130859375,
"step": 78000
},
{
"epoch": 0.5132027118023549,
"grad_norm": 1.059661865234375,
"learning_rate": 0.0004948923641342275,
"loss": 3.0512314453125,
"step": 78500
},
{
"epoch": 0.5164715188838985,
"grad_norm": 1.12600839138031,
"learning_rate": 0.0004915692438572122,
"loss": 3.048992919921875,
"step": 79000
},
{
"epoch": 0.5197403259654422,
"grad_norm": 0.9947267174720764,
"learning_rate": 0.00048824612358019687,
"loss": 3.038318115234375,
"step": 79500
},
{
"epoch": 0.5230091330469858,
"grad_norm": 0.9840559959411621,
"learning_rate": 0.00048492300330318157,
"loss": 3.04240673828125,
"step": 80000
},
{
"epoch": 0.5262779401285295,
"grad_norm": 0.9975883960723877,
"learning_rate": 0.0004815998830261663,
"loss": 3.04435595703125,
"step": 80500
},
{
"epoch": 0.5295467472100731,
"grad_norm": 1.029518961906433,
"learning_rate": 0.0004782767627491509,
"loss": 3.042344970703125,
"step": 81000
},
{
"epoch": 0.5328155542916169,
"grad_norm": 1.1386278867721558,
"learning_rate": 0.0004749536424721356,
"loss": 3.04039501953125,
"step": 81500
},
{
"epoch": 0.5360843613731605,
"grad_norm": 0.9262948632240295,
"learning_rate": 0.0004716305221951203,
"loss": 3.038890869140625,
"step": 82000
},
{
"epoch": 0.5393531684547042,
"grad_norm": 1.1484185457229614,
"learning_rate": 0.0004683074019181051,
"loss": 3.0359912109375,
"step": 82500
},
{
"epoch": 0.5426219755362478,
"grad_norm": 1.0628833770751953,
"learning_rate": 0.00046498428164108973,
"loss": 3.03704638671875,
"step": 83000
},
{
"epoch": 0.5458907826177914,
"grad_norm": Infinity,
"learning_rate": 0.00046166116136407443,
"loss": 3.0377626953125,
"step": 83500
},
{
"epoch": 0.5491595896993351,
"grad_norm": 0.9083437323570251,
"learning_rate": 0.00045833804108705913,
"loss": 3.03380078125,
"step": 84000
},
{
"epoch": 0.5524283967808787,
"grad_norm": 1.1073148250579834,
"learning_rate": 0.00045501492081004383,
"loss": 3.03086376953125,
"step": 84500
},
{
"epoch": 0.5556972038624225,
"grad_norm": 0.9924273490905762,
"learning_rate": 0.0004516918005330285,
"loss": 3.032210205078125,
"step": 85000
},
{
"epoch": 0.5589660109439661,
"grad_norm": 1.2119102478027344,
"learning_rate": 0.0004483686802560132,
"loss": 3.03407470703125,
"step": 85500
},
{
"epoch": 0.5622348180255098,
"grad_norm": 1.038610816001892,
"learning_rate": 0.0004450455599789979,
"loss": 3.031604248046875,
"step": 86000
},
{
"epoch": 0.5655036251070534,
"grad_norm": 1.0631195306777954,
"learning_rate": 0.0004417224397019826,
"loss": 3.032141357421875,
"step": 86500
},
{
"epoch": 0.5687724321885971,
"grad_norm": 1.0503650903701782,
"learning_rate": 0.0004383993194249673,
"loss": 3.02683154296875,
"step": 87000
},
{
"epoch": 0.5720412392701407,
"grad_norm": 1.046626091003418,
"learning_rate": 0.000435076199147952,
"loss": 3.027031494140625,
"step": 87500
},
{
"epoch": 0.5753100463516844,
"grad_norm": 1.0549994707107544,
"learning_rate": 0.0004317530788709367,
"loss": 3.025113525390625,
"step": 88000
},
{
"epoch": 0.5785788534332281,
"grad_norm": 1.0183049440383911,
"learning_rate": 0.0004284299585939214,
"loss": 3.0288076171875,
"step": 88500
},
{
"epoch": 0.5818476605147718,
"grad_norm": 1.105283260345459,
"learning_rate": 0.00042510683831690604,
"loss": 3.0263720703125,
"step": 89000
},
{
"epoch": 0.5851164675963154,
"grad_norm": 1.126269817352295,
"learning_rate": 0.00042178371803989074,
"loss": 3.02247119140625,
"step": 89500
},
{
"epoch": 0.5883852746778591,
"grad_norm": 0.9911875128746033,
"learning_rate": 0.00041846059776287544,
"loss": 3.01573974609375,
"step": 90000
},
{
"epoch": 0.5916540817594027,
"grad_norm": 1.0638556480407715,
"learning_rate": 0.0004151374774858601,
"loss": 3.021639892578125,
"step": 90500
},
{
"epoch": 0.5949228888409464,
"grad_norm": 0.9747922420501709,
"learning_rate": 0.0004118143572088448,
"loss": 3.021643310546875,
"step": 91000
},
{
"epoch": 0.59819169592249,
"grad_norm": 1.0381304025650024,
"learning_rate": 0.00040849123693182955,
"loss": 3.01639599609375,
"step": 91500
},
{
"epoch": 0.6014605030040338,
"grad_norm": 1.147200107574463,
"learning_rate": 0.00040516811665481425,
"loss": 3.025270263671875,
"step": 92000
},
{
"epoch": 0.6047293100855774,
"grad_norm": 1.0631450414657593,
"learning_rate": 0.0004018449963777989,
"loss": 3.021050537109375,
"step": 92500
},
{
"epoch": 0.607998117167121,
"grad_norm": 1.0967525243759155,
"learning_rate": 0.0003985218761007836,
"loss": 3.01938525390625,
"step": 93000
},
{
"epoch": 0.6112669242486647,
"grad_norm": 1.114601731300354,
"learning_rate": 0.0003951987558237683,
"loss": 3.014582275390625,
"step": 93500
},
{
"epoch": 0.6145357313302083,
"grad_norm": 1.0318156480789185,
"learning_rate": 0.000391875635546753,
"loss": 3.0125517578125,
"step": 94000
},
{
"epoch": 0.617804538411752,
"grad_norm": 0.9902039170265198,
"learning_rate": 0.00038855251526973765,
"loss": 3.017833740234375,
"step": 94500
},
{
"epoch": 0.6210733454932956,
"grad_norm": 1.0093234777450562,
"learning_rate": 0.00038522939499272235,
"loss": 3.012575927734375,
"step": 95000
},
{
"epoch": 0.6243421525748394,
"grad_norm": 1.1206258535385132,
"learning_rate": 0.00038190627471570705,
"loss": 3.015795654296875,
"step": 95500
},
{
"epoch": 0.627610959656383,
"grad_norm": 1.0316541194915771,
"learning_rate": 0.00037858315443869175,
"loss": 3.01980078125,
"step": 96000
},
{
"epoch": 0.6308797667379267,
"grad_norm": 0.9756143689155579,
"learning_rate": 0.00037526003416167645,
"loss": 3.0046982421875,
"step": 96500
},
{
"epoch": 0.6341485738194703,
"grad_norm": 1.1669764518737793,
"learning_rate": 0.00037193691388466115,
"loss": 3.006185546875,
"step": 97000
},
{
"epoch": 0.637417380901014,
"grad_norm": 1.035135269165039,
"learning_rate": 0.00036861379360764586,
"loss": 3.0079453125,
"step": 97500
},
{
"epoch": 0.6406861879825576,
"grad_norm": 0.950659990310669,
"learning_rate": 0.00036529067333063056,
"loss": 3.008289794921875,
"step": 98000
},
{
"epoch": 0.6439549950641013,
"grad_norm": 1.1115381717681885,
"learning_rate": 0.0003619675530536152,
"loss": 3.01114404296875,
"step": 98500
},
{
"epoch": 0.647223802145645,
"grad_norm": 1.0028831958770752,
"learning_rate": 0.0003586444327765999,
"loss": 3.00583544921875,
"step": 99000
},
{
"epoch": 0.6504926092271887,
"grad_norm": 1.0253366231918335,
"learning_rate": 0.0003553213124995846,
"loss": 3.011254638671875,
"step": 99500
},
{
"epoch": 0.6537614163087323,
"grad_norm": 1.0238810777664185,
"learning_rate": 0.0003519981922225693,
"loss": 3.006951904296875,
"step": 100000
},
{
"epoch": 0.657030223390276,
"grad_norm": 1.0616637468338013,
"learning_rate": 0.00034867507194555396,
"loss": 2.99422314453125,
"step": 100500
},
{
"epoch": 0.6602990304718196,
"grad_norm": 1.0130754709243774,
"learning_rate": 0.0003453519516685387,
"loss": 3.0021943359375,
"step": 101000
},
{
"epoch": 0.6635678375533632,
"grad_norm": 1.1831918954849243,
"learning_rate": 0.0003420288313915234,
"loss": 3.003023681640625,
"step": 101500
},
{
"epoch": 0.6668366446349069,
"grad_norm": 1.1464734077453613,
"learning_rate": 0.0003387057111145081,
"loss": 3.002632568359375,
"step": 102000
},
{
"epoch": 0.6701054517164506,
"grad_norm": 1.0040936470031738,
"learning_rate": 0.00033538259083749276,
"loss": 2.99742919921875,
"step": 102500
},
{
"epoch": 0.6733742587979943,
"grad_norm": 1.2455132007598877,
"learning_rate": 0.00033205947056047747,
"loss": 2.998554443359375,
"step": 103000
},
{
"epoch": 0.6766430658795379,
"grad_norm": 1.2438735961914062,
"learning_rate": 0.00032873635028346217,
"loss": 2.995869140625,
"step": 103500
},
{
"epoch": 0.6799118729610816,
"grad_norm": 1.140242099761963,
"learning_rate": 0.00032541323000644687,
"loss": 3.00468359375,
"step": 104000
},
{
"epoch": 0.6831806800426252,
"grad_norm": 1.1297918558120728,
"learning_rate": 0.0003220901097294315,
"loss": 2.991932861328125,
"step": 104500
},
{
"epoch": 0.6864494871241689,
"grad_norm": 1.1299232244491577,
"learning_rate": 0.0003187669894524162,
"loss": 2.99005859375,
"step": 105000
},
{
"epoch": 0.6897182942057125,
"grad_norm": 1.1683038473129272,
"learning_rate": 0.00031544386917540097,
"loss": 2.99449267578125,
"step": 105500
},
{
"epoch": 0.6929871012872563,
"grad_norm": 1.0155740976333618,
"learning_rate": 0.0003121207488983857,
"loss": 2.991293701171875,
"step": 106000
},
{
"epoch": 0.6962559083687999,
"grad_norm": 1.0950194597244263,
"learning_rate": 0.0003087976286213703,
"loss": 2.994656494140625,
"step": 106500
},
{
"epoch": 0.6995247154503436,
"grad_norm": 1.1061902046203613,
"learning_rate": 0.000305474508344355,
"loss": 2.987370361328125,
"step": 107000
},
{
"epoch": 0.7027935225318872,
"grad_norm": 1.2352712154388428,
"learning_rate": 0.0003021513880673397,
"loss": 2.994937744140625,
"step": 107500
},
{
"epoch": 0.7060623296134309,
"grad_norm": 1.0996543169021606,
"learning_rate": 0.0002988282677903244,
"loss": 2.993766845703125,
"step": 108000
},
{
"epoch": 0.7093311366949745,
"grad_norm": 1.0684332847595215,
"learning_rate": 0.0002955051475133091,
"loss": 2.98819677734375,
"step": 108500
},
{
"epoch": 0.7125999437765183,
"grad_norm": 1.0610779523849487,
"learning_rate": 0.0002921820272362938,
"loss": 2.988671875,
"step": 109000
},
{
"epoch": 0.7158687508580619,
"grad_norm": 1.1542729139328003,
"learning_rate": 0.0002888589069592785,
"loss": 2.9813564453125,
"step": 109500
},
{
"epoch": 0.7191375579396055,
"grad_norm": 1.0522698163986206,
"learning_rate": 0.00028553578668226323,
"loss": 2.99249658203125,
"step": 110000
},
{
"epoch": 0.7224063650211492,
"grad_norm": 1.0986841917037964,
"learning_rate": 0.0002822126664052479,
"loss": 2.98756884765625,
"step": 110500
},
{
"epoch": 0.7256751721026928,
"grad_norm": 1.1430518627166748,
"learning_rate": 0.0002788895461282326,
"loss": 2.9841689453125,
"step": 111000
},
{
"epoch": 0.7289439791842365,
"grad_norm": 1.163356065750122,
"learning_rate": 0.0002755664258512173,
"loss": 2.98215966796875,
"step": 111500
},
{
"epoch": 0.7322127862657801,
"grad_norm": 1.1064932346343994,
"learning_rate": 0.000272243305574202,
"loss": 2.98239794921875,
"step": 112000
},
{
"epoch": 0.7354815933473239,
"grad_norm": 1.0312433242797852,
"learning_rate": 0.00026892018529718663,
"loss": 2.981670654296875,
"step": 112500
},
{
"epoch": 0.7387504004288675,
"grad_norm": 1.0494719743728638,
"learning_rate": 0.00026559706502017133,
"loss": 2.9771806640625,
"step": 113000
},
{
"epoch": 0.7420192075104112,
"grad_norm": 1.1609221696853638,
"learning_rate": 0.00026227394474315604,
"loss": 2.979972412109375,
"step": 113500
},
{
"epoch": 0.7452880145919548,
"grad_norm": 1.0766927003860474,
"learning_rate": 0.00025895082446614074,
"loss": 2.98379833984375,
"step": 114000
},
{
"epoch": 0.7485568216734985,
"grad_norm": 1.1300544738769531,
"learning_rate": 0.00025562770418912544,
"loss": 2.97230908203125,
"step": 114500
},
{
"epoch": 0.7518256287550421,
"grad_norm": 1.0576847791671753,
"learning_rate": 0.00025230458391211014,
"loss": 2.981440673828125,
"step": 115000
},
{
"epoch": 0.7550944358365858,
"grad_norm": 1.0889441967010498,
"learning_rate": 0.0002489814636350948,
"loss": 2.976344482421875,
"step": 115500
},
{
"epoch": 0.7583632429181295,
"grad_norm": 1.2338460683822632,
"learning_rate": 0.00024565834335807954,
"loss": 2.975178955078125,
"step": 116000
},
{
"epoch": 0.7616320499996732,
"grad_norm": 1.2113628387451172,
"learning_rate": 0.00024233522308106422,
"loss": 2.972779052734375,
"step": 116500
},
{
"epoch": 0.7649008570812168,
"grad_norm": 1.220885992050171,
"learning_rate": 0.0002390121028040489,
"loss": 2.9721650390625,
"step": 117000
},
{
"epoch": 0.7681696641627604,
"grad_norm": 1.1591495275497437,
"learning_rate": 0.00023568898252703357,
"loss": 2.97097119140625,
"step": 117500
},
{
"epoch": 0.7714384712443041,
"grad_norm": 1.179565668106079,
"learning_rate": 0.0002323658622500183,
"loss": 2.971957275390625,
"step": 118000
},
{
"epoch": 0.7747072783258477,
"grad_norm": 1.1976962089538574,
"learning_rate": 0.00022904274197300297,
"loss": 2.968129638671875,
"step": 118500
},
{
"epoch": 0.7779760854073914,
"grad_norm": 1.0735838413238525,
"learning_rate": 0.00022571962169598767,
"loss": 2.9670302734375,
"step": 119000
},
{
"epoch": 0.7812448924889351,
"grad_norm": 1.1678214073181152,
"learning_rate": 0.00022239650141897235,
"loss": 2.968544921875,
"step": 119500
},
{
"epoch": 0.7845136995704788,
"grad_norm": 1.0996966361999512,
"learning_rate": 0.00021907338114195705,
"loss": 2.973050537109375,
"step": 120000
},
{
"epoch": 0.7877825066520224,
"grad_norm": 1.2484763860702515,
"learning_rate": 0.00021575026086494175,
"loss": 2.965408447265625,
"step": 120500
},
{
"epoch": 0.7910513137335661,
"grad_norm": 1.1026678085327148,
"learning_rate": 0.00021242714058792645,
"loss": 2.9644404296875,
"step": 121000
},
{
"epoch": 0.7943201208151097,
"grad_norm": 1.3295484781265259,
"learning_rate": 0.00020910402031091112,
"loss": 2.9628515625,
"step": 121500
},
{
"epoch": 0.7975889278966534,
"grad_norm": 1.1745203733444214,
"learning_rate": 0.00020578090003389583,
"loss": 2.963567138671875,
"step": 122000
},
{
"epoch": 0.800857734978197,
"grad_norm": 1.1492424011230469,
"learning_rate": 0.0002024577797568805,
"loss": 2.96658984375,
"step": 122500
},
{
"epoch": 0.8041265420597408,
"grad_norm": 1.115585207939148,
"learning_rate": 0.00019913465947986523,
"loss": 2.95873828125,
"step": 123000
},
{
"epoch": 0.8073953491412844,
"grad_norm": 1.1744005680084229,
"learning_rate": 0.0001958115392028499,
"loss": 2.960009033203125,
"step": 123500
},
{
"epoch": 0.8106641562228281,
"grad_norm": 1.0922521352767944,
"learning_rate": 0.0001924884189258346,
"loss": 2.9644052734375,
"step": 124000
},
{
"epoch": 0.8139329633043717,
"grad_norm": 1.1218215227127075,
"learning_rate": 0.00018916529864881928,
"loss": 2.9627216796875,
"step": 124500
},
{
"epoch": 0.8172017703859153,
"grad_norm": 1.217952847480774,
"learning_rate": 0.000185842178371804,
"loss": 2.965529296875,
"step": 125000
},
{
"epoch": 0.820470577467459,
"grad_norm": 1.1938031911849976,
"learning_rate": 0.00018251905809478868,
"loss": 2.95924169921875,
"step": 125500
},
{
"epoch": 0.8237393845490026,
"grad_norm": 1.197636365890503,
"learning_rate": 0.00017919593781777338,
"loss": 2.961266845703125,
"step": 126000
},
{
"epoch": 0.8270081916305464,
"grad_norm": 1.0893601179122925,
"learning_rate": 0.00017587281754075806,
"loss": 2.959202880859375,
"step": 126500
},
{
"epoch": 0.83027699871209,
"grad_norm": 1.0672916173934937,
"learning_rate": 0.00017254969726374276,
"loss": 2.958829345703125,
"step": 127000
},
{
"epoch": 0.8335458057936337,
"grad_norm": 1.1992491483688354,
"learning_rate": 0.00016922657698672746,
"loss": 2.95512890625,
"step": 127500
},
{
"epoch": 0.8368146128751773,
"grad_norm": 1.2181625366210938,
"learning_rate": 0.00016590345670971216,
"loss": 2.958640380859375,
"step": 128000
},
{
"epoch": 0.840083419956721,
"grad_norm": 1.178529143333435,
"learning_rate": 0.00016258033643269684,
"loss": 2.95268896484375,
"step": 128500
},
{
"epoch": 0.8433522270382646,
"grad_norm": 1.3182563781738281,
"learning_rate": 0.00015925721615568154,
"loss": 2.95605029296875,
"step": 129000
},
{
"epoch": 0.8466210341198083,
"grad_norm": 1.236523985862732,
"learning_rate": 0.00015593409587866624,
"loss": 2.946066162109375,
"step": 129500
},
{
"epoch": 0.849889841201352,
"grad_norm": 1.2504887580871582,
"learning_rate": 0.00015261097560165094,
"loss": 2.9475087890625,
"step": 130000
},
{
"epoch": 0.8531586482828957,
"grad_norm": 1.0473519563674927,
"learning_rate": 0.00014928785532463562,
"loss": 2.9479814453125,
"step": 130500
},
{
"epoch": 0.8564274553644393,
"grad_norm": 1.1600723266601562,
"learning_rate": 0.00014596473504762032,
"loss": 2.949263671875,
"step": 131000
},
{
"epoch": 0.859696262445983,
"grad_norm": 1.1572140455245972,
"learning_rate": 0.000142641614770605,
"loss": 2.954332763671875,
"step": 131500
},
{
"epoch": 0.8629650695275266,
"grad_norm": 1.2334579229354858,
"learning_rate": 0.00013931849449358972,
"loss": 2.9492880859375,
"step": 132000
},
{
"epoch": 0.8662338766090703,
"grad_norm": 1.2894691228866577,
"learning_rate": 0.0001359953742165744,
"loss": 2.952768310546875,
"step": 132500
},
{
"epoch": 0.8695026836906139,
"grad_norm": 1.2975796461105347,
"learning_rate": 0.0001326722539395591,
"loss": 2.94412841796875,
"step": 133000
},
{
"epoch": 0.8727714907721577,
"grad_norm": 1.1309700012207031,
"learning_rate": 0.00012934913366254377,
"loss": 2.944750732421875,
"step": 133500
},
{
"epoch": 0.8760402978537013,
"grad_norm": 1.2044677734375,
"learning_rate": 0.00012602601338552847,
"loss": 2.9484580078125,
"step": 134000
},
{
"epoch": 0.879309104935245,
"grad_norm": 1.1593486070632935,
"learning_rate": 0.00012270289310851318,
"loss": 2.93845068359375,
"step": 134500
},
{
"epoch": 0.8825779120167886,
"grad_norm": 1.1127150058746338,
"learning_rate": 0.00011937977283149786,
"loss": 2.939083984375,
"step": 135000
},
{
"epoch": 0.8858467190983322,
"grad_norm": 1.2715685367584229,
"learning_rate": 0.00011605665255448255,
"loss": 2.9458876953125,
"step": 135500
},
{
"epoch": 0.8891155261798759,
"grad_norm": 1.0027592182159424,
"learning_rate": 0.00011273353227746725,
"loss": 2.9442197265625,
"step": 136000
},
{
"epoch": 0.8923843332614195,
"grad_norm": 1.194827675819397,
"learning_rate": 0.00010941041200045194,
"loss": 2.94327490234375,
"step": 136500
},
{
"epoch": 0.8956531403429633,
"grad_norm": 1.2875927686691284,
"learning_rate": 0.00010608729172343664,
"loss": 2.941221923828125,
"step": 137000
},
{
"epoch": 0.8989219474245069,
"grad_norm": 1.1871901750564575,
"learning_rate": 0.00010276417144642133,
"loss": 2.941001220703125,
"step": 137500
},
{
"epoch": 0.9021907545060506,
"grad_norm": 1.279029369354248,
"learning_rate": 9.944105116940602e-05,
"loss": 2.9386875,
"step": 138000
},
{
"epoch": 0.9054595615875942,
"grad_norm": 1.1523593664169312,
"learning_rate": 9.611793089239072e-05,
"loss": 2.940056640625,
"step": 138500
},
{
"epoch": 0.9087283686691379,
"grad_norm": 1.3338371515274048,
"learning_rate": 9.279481061537541e-05,
"loss": 2.936644775390625,
"step": 139000
},
{
"epoch": 0.9119971757506815,
"grad_norm": 1.2857029438018799,
"learning_rate": 8.947169033836011e-05,
"loss": 2.938499267578125,
"step": 139500
},
{
"epoch": 0.9152659828322252,
"grad_norm": 1.2371176481246948,
"learning_rate": 8.61485700613448e-05,
"loss": 2.939349853515625,
"step": 140000
},
{
"epoch": 0.9185347899137689,
"grad_norm": 1.1660703420639038,
"learning_rate": 8.28254497843295e-05,
"loss": 2.937116455078125,
"step": 140500
},
{
"epoch": 0.9218035969953126,
"grad_norm": 1.202904462814331,
"learning_rate": 7.950232950731419e-05,
"loss": 2.932612060546875,
"step": 141000
},
{
"epoch": 0.9250724040768562,
"grad_norm": 1.084792971611023,
"learning_rate": 7.617920923029888e-05,
"loss": 2.929811279296875,
"step": 141500
},
{
"epoch": 0.9283412111583998,
"grad_norm": 1.2862187623977661,
"learning_rate": 7.285608895328358e-05,
"loss": 2.935863525390625,
"step": 142000
},
{
"epoch": 0.9316100182399435,
"grad_norm": 1.245246171951294,
"learning_rate": 6.953296867626826e-05,
"loss": 2.93161962890625,
"step": 142500
},
{
"epoch": 0.9348788253214871,
"grad_norm": 1.1132320165634155,
"learning_rate": 6.620984839925297e-05,
"loss": 2.936334228515625,
"step": 143000
},
{
"epoch": 0.9381476324030308,
"grad_norm": 1.16299307346344,
"learning_rate": 6.288672812223765e-05,
"loss": 2.92865869140625,
"step": 143500
},
{
"epoch": 0.9414164394845745,
"grad_norm": 1.1560945510864258,
"learning_rate": 5.956360784522235e-05,
"loss": 2.932986572265625,
"step": 144000
},
{
"epoch": 0.9446852465661182,
"grad_norm": 1.2244540452957153,
"learning_rate": 5.6240487568207044e-05,
"loss": 2.932794189453125,
"step": 144500
},
{
"epoch": 0.9479540536476618,
"grad_norm": 1.279905915260315,
"learning_rate": 5.291736729119174e-05,
"loss": 2.930280029296875,
"step": 145000
},
{
"epoch": 0.9512228607292055,
"grad_norm": 1.1343032121658325,
"learning_rate": 4.9594247014176434e-05,
"loss": 2.931991455078125,
"step": 145500
},
{
"epoch": 0.9544916678107491,
"grad_norm": 1.2400637865066528,
"learning_rate": 4.627112673716113e-05,
"loss": 2.930604736328125,
"step": 146000
},
{
"epoch": 0.9577604748922928,
"grad_norm": 1.173925518989563,
"learning_rate": 4.294800646014582e-05,
"loss": 2.925717041015625,
"step": 146500
},
{
"epoch": 0.9610292819738364,
"grad_norm": 1.223095417022705,
"learning_rate": 3.962488618313051e-05,
"loss": 2.924036376953125,
"step": 147000
},
{
"epoch": 0.9642980890553802,
"grad_norm": 1.0759532451629639,
"learning_rate": 3.6301765906115206e-05,
"loss": 2.9271240234375,
"step": 147500
},
{
"epoch": 0.9675668961369238,
"grad_norm": 1.2033129930496216,
"learning_rate": 3.29786456290999e-05,
"loss": 2.926009033203125,
"step": 148000
},
{
"epoch": 0.9708357032184675,
"grad_norm": 1.2560570240020752,
"learning_rate": 2.9655525352084592e-05,
"loss": 2.927604736328125,
"step": 148500
},
{
"epoch": 0.9741045103000111,
"grad_norm": 1.163684368133545,
"learning_rate": 2.6332405075069287e-05,
"loss": 2.920037841796875,
"step": 149000
},
{
"epoch": 0.9773733173815548,
"grad_norm": 1.1673113107681274,
"learning_rate": 2.300928479805398e-05,
"loss": 2.921409423828125,
"step": 149500
},
{
"epoch": 0.9806421244630984,
"grad_norm": 1.1902114152908325,
"learning_rate": 1.9686164521038673e-05,
"loss": 2.930239501953125,
"step": 150000
},
{
"epoch": 0.9839109315446422,
"grad_norm": 1.1456027030944824,
"learning_rate": 1.6363044244023368e-05,
"loss": 2.922216552734375,
"step": 150500
},
{
"epoch": 0.9871797386261858,
"grad_norm": 1.1249661445617676,
"learning_rate": 1.3039923967008063e-05,
"loss": 2.92045166015625,
"step": 151000
},
{
"epoch": 0.9904485457077294,
"grad_norm": 1.2034196853637695,
"learning_rate": 9.716803689992756e-06,
"loss": 2.924788818359375,
"step": 151500
},
{
"epoch": 0.9937173527892731,
"grad_norm": 1.1143532991409302,
"learning_rate": 6.393683412977449e-06,
"loss": 2.9169609375,
"step": 152000
},
{
"epoch": 0.9969861598708167,
"grad_norm": 1.1116575002670288,
"learning_rate": 3.070563135962143e-06,
"loss": 2.91911328125,
"step": 152500
},
{
"epoch": 1.0,
"step": 152961,
"total_flos": 1.6888971595567104e+16,
"train_loss": 3.190362429559761,
"train_runtime": 12136.2424,
"train_samples_per_second": 806.632,
"train_steps_per_second": 12.604
}
],
"logging_steps": 500,
"max_steps": 152961,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.6888971595567104e+16,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 152961,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0032688070815436615,
"grad_norm": 4.0041117668151855,
"learning_rate": 0.0001996,
"loss": 8.373189453125,
"step": 500
},
{
"epoch": 0.006537614163087323,
"grad_norm": 6.71250057220459,
"learning_rate": 0.0003996,
"loss": 6.91635498046875,
"step": 1000
},
{
"epoch": 0.009806421244630985,
"grad_norm": 6.002142906188965,
"learning_rate": 0.0005996,
"loss": 6.14990673828125,
"step": 1500
},
{
"epoch": 0.013075228326174646,
"grad_norm": 6.713122367858887,
"learning_rate": 0.0007996,
"loss": 5.60073828125,
"step": 2000
},
{
"epoch": 0.016344035407718307,
"grad_norm": 4.385942459106445,
"learning_rate": 0.0009996,
"loss": 5.22532666015625,
"step": 2500
},
{
"epoch": 0.01961284248926197,
"grad_norm": 5.35261344909668,
"learning_rate": 0.0009966835259635387,
"loss": 4.9818837890625,
"step": 3000
},
{
"epoch": 0.02288164957080563,
"grad_norm": 3.0223963260650635,
"learning_rate": 0.0009933604056865234,
"loss": 4.8299990234375,
"step": 3500
},
{
"epoch": 0.02615045665234929,
"grad_norm": 1.8161890506744385,
"learning_rate": 0.0009900372854095081,
"loss": 4.71197265625,
"step": 4000
},
{
"epoch": 0.029419263733892954,
"grad_norm": 2.2033438682556152,
"learning_rate": 0.0009867141651324928,
"loss": 4.5888779296875,
"step": 4500
},
{
"epoch": 0.032688070815436614,
"grad_norm": 1.9210542440414429,
"learning_rate": 0.0009833910448554775,
"loss": 4.44599365234375,
"step": 5000
},
{
"epoch": 0.03595687789698027,
"grad_norm": 1.6184073686599731,
"learning_rate": 0.0009800679245784622,
"loss": 4.21192919921875,
"step": 5500
},
{
"epoch": 0.03922568497852394,
"grad_norm": 1.4467406272888184,
"learning_rate": 0.000976744804301447,
"loss": 4.0684912109375,
"step": 6000
},
{
"epoch": 0.0424944920600676,
"grad_norm": 1.4000208377838135,
"learning_rate": 0.0009734216840244316,
"loss": 3.9827099609375,