Instructions to use AnonymousCS/populism_multilingual_roberta_base with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use AnonymousCS/populism_multilingual_roberta_base with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("fill-mask", model="AnonymousCS/populism_multilingual_roberta_base")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForMaskedLM tokenizer = AutoTokenizer.from_pretrained("AnonymousCS/populism_multilingual_roberta_base") model = AutoModelForMaskedLM.from_pretrained("AnonymousCS/populism_multilingual_roberta_base", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from AnonymousCS/populism_multilingual_roberta_base: direct link, hf CLI and curl.
- Browser
- Download file 79 kB
-
https://huggingface.co/AnonymousCS/populism_multilingual_roberta_base/resolve/main/trainer_state.json
- Command line
-
hf download hf://AnonymousCS/populism_multilingual_roberta_base/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/AnonymousCS/populism_multilingual_roberta_base/resolve/main/trainer_state.json
79 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 500,
"global_step": 222603,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.006738453659654183,
"grad_norm": 3.9900646209716797,
"learning_rate": 4.988769243900577e-05,
"loss": 1.9854,
"step": 500
},
{
"epoch": 0.013476907319308366,
"grad_norm": 4.249794006347656,
"learning_rate": 4.9775384878011525e-05,
"loss": 1.8451,
"step": 1000
},
{
"epoch": 0.020215360978962548,
"grad_norm": 4.1350417137146,
"learning_rate": 4.966307731701729e-05,
"loss": 1.7752,
"step": 1500
},
{
"epoch": 0.026953814638616732,
"grad_norm": 3.874133825302124,
"learning_rate": 4.955076975602306e-05,
"loss": 1.7215,
"step": 2000
},
{
"epoch": 0.03369226829827091,
"grad_norm": 3.557955026626587,
"learning_rate": 4.943846219502882e-05,
"loss": 1.6764,
"step": 2500
},
{
"epoch": 0.040430721957925096,
"grad_norm": 3.978665590286255,
"learning_rate": 4.932615463403458e-05,
"loss": 1.6395,
"step": 3000
},
{
"epoch": 0.04716917561757928,
"grad_norm": 3.99066162109375,
"learning_rate": 4.921384707304035e-05,
"loss": 1.6005,
"step": 3500
},
{
"epoch": 0.053907629277233464,
"grad_norm": 3.6204793453216553,
"learning_rate": 4.910153951204611e-05,
"loss": 1.5745,
"step": 4000
},
{
"epoch": 0.06064608293688764,
"grad_norm": 3.5526976585388184,
"learning_rate": 4.898923195105187e-05,
"loss": 1.5477,
"step": 4500
},
{
"epoch": 0.06738453659654182,
"grad_norm": 3.432760238647461,
"learning_rate": 4.887692439005764e-05,
"loss": 1.5235,
"step": 5000
},
{
"epoch": 0.07412299025619601,
"grad_norm": 3.3595640659332275,
"learning_rate": 4.87646168290634e-05,
"loss": 1.5069,
"step": 5500
},
{
"epoch": 0.08086144391585019,
"grad_norm": 3.6151161193847656,
"learning_rate": 4.865230926806917e-05,
"loss": 1.4855,
"step": 6000
},
{
"epoch": 0.08759989757550438,
"grad_norm": 3.4927330017089844,
"learning_rate": 4.854000170707493e-05,
"loss": 1.4636,
"step": 6500
},
{
"epoch": 0.09433835123515856,
"grad_norm": 5.184919357299805,
"learning_rate": 4.842769414608069e-05,
"loss": 1.455,
"step": 7000
},
{
"epoch": 0.10107680489481274,
"grad_norm": 3.0606026649475098,
"learning_rate": 4.831538658508646e-05,
"loss": 1.437,
"step": 7500
},
{
"epoch": 0.10781525855446693,
"grad_norm": 3.1713528633117676,
"learning_rate": 4.820307902409222e-05,
"loss": 1.4222,
"step": 8000
},
{
"epoch": 0.1145537122141211,
"grad_norm": 3.203773260116577,
"learning_rate": 4.809077146309798e-05,
"loss": 1.4091,
"step": 8500
},
{
"epoch": 0.12129216587377528,
"grad_norm": 3.338106393814087,
"learning_rate": 4.797846390210375e-05,
"loss": 1.3962,
"step": 9000
},
{
"epoch": 0.12803061953342948,
"grad_norm": 3.13653302192688,
"learning_rate": 4.786615634110951e-05,
"loss": 1.386,
"step": 9500
},
{
"epoch": 0.13476907319308365,
"grad_norm": 3.3359720706939697,
"learning_rate": 4.775384878011527e-05,
"loss": 1.3716,
"step": 10000
},
{
"epoch": 0.14150752685273785,
"grad_norm": 3.115161418914795,
"learning_rate": 4.764154121912104e-05,
"loss": 1.363,
"step": 10500
},
{
"epoch": 0.14824598051239202,
"grad_norm": 3.1449685096740723,
"learning_rate": 4.75292336581268e-05,
"loss": 1.3504,
"step": 11000
},
{
"epoch": 0.1549844341720462,
"grad_norm": 3.3429105281829834,
"learning_rate": 4.741692609713256e-05,
"loss": 1.341,
"step": 11500
},
{
"epoch": 0.16172288783170038,
"grad_norm": 3.8695995807647705,
"learning_rate": 4.730461853613833e-05,
"loss": 1.3312,
"step": 12000
},
{
"epoch": 0.16846134149135455,
"grad_norm": 3.238085985183716,
"learning_rate": 4.719231097514409e-05,
"loss": 1.3144,
"step": 12500
},
{
"epoch": 0.17519979515100875,
"grad_norm": 2.9137234687805176,
"learning_rate": 4.708000341414986e-05,
"loss": 1.3137,
"step": 13000
},
{
"epoch": 0.18193824881066292,
"grad_norm": 3.0767650604248047,
"learning_rate": 4.696769585315562e-05,
"loss": 1.2981,
"step": 13500
},
{
"epoch": 0.18867670247031712,
"grad_norm": 3.804330825805664,
"learning_rate": 4.685538829216138e-05,
"loss": 1.294,
"step": 14000
},
{
"epoch": 0.1954151561299713,
"grad_norm": 3.352318286895752,
"learning_rate": 4.674308073116715e-05,
"loss": 1.2855,
"step": 14500
},
{
"epoch": 0.2021536097896255,
"grad_norm": 2.844233274459839,
"learning_rate": 4.663077317017291e-05,
"loss": 1.2776,
"step": 15000
},
{
"epoch": 0.20889206344927966,
"grad_norm": 3.068960666656494,
"learning_rate": 4.651846560917867e-05,
"loss": 1.2656,
"step": 15500
},
{
"epoch": 0.21563051710893386,
"grad_norm": 3.283202648162842,
"learning_rate": 4.640615804818444e-05,
"loss": 1.2613,
"step": 16000
},
{
"epoch": 0.22236897076858803,
"grad_norm": 3.0281543731689453,
"learning_rate": 4.629385048719021e-05,
"loss": 1.2607,
"step": 16500
},
{
"epoch": 0.2291074244282422,
"grad_norm": 3.088404417037964,
"learning_rate": 4.618154292619596e-05,
"loss": 1.2531,
"step": 17000
},
{
"epoch": 0.2358458780878964,
"grad_norm": 2.955118417739868,
"learning_rate": 4.606923536520173e-05,
"loss": 1.2515,
"step": 17500
},
{
"epoch": 0.24258433174755056,
"grad_norm": 3.179586172103882,
"learning_rate": 4.59569278042075e-05,
"loss": 1.2312,
"step": 18000
},
{
"epoch": 0.24932278540720476,
"grad_norm": 3.088040590286255,
"learning_rate": 4.584462024321325e-05,
"loss": 1.2278,
"step": 18500
},
{
"epoch": 0.25606123906685896,
"grad_norm": 3.2045764923095703,
"learning_rate": 4.573231268221902e-05,
"loss": 1.2248,
"step": 19000
},
{
"epoch": 0.2627996927265131,
"grad_norm": 3.1761693954467773,
"learning_rate": 4.562000512122479e-05,
"loss": 1.2165,
"step": 19500
},
{
"epoch": 0.2695381463861673,
"grad_norm": 3.1050639152526855,
"learning_rate": 4.550769756023054e-05,
"loss": 1.2115,
"step": 20000
},
{
"epoch": 0.2762766000458215,
"grad_norm": 3.4235286712646484,
"learning_rate": 4.539538999923631e-05,
"loss": 1.2124,
"step": 20500
},
{
"epoch": 0.2830150537054757,
"grad_norm": 3.28312611579895,
"learning_rate": 4.528308243824208e-05,
"loss": 1.1959,
"step": 21000
},
{
"epoch": 0.28975350736512984,
"grad_norm": 3.0334129333496094,
"learning_rate": 4.517077487724784e-05,
"loss": 1.2004,
"step": 21500
},
{
"epoch": 0.29649196102478403,
"grad_norm": 2.892882823944092,
"learning_rate": 4.50584673162536e-05,
"loss": 1.1927,
"step": 22000
},
{
"epoch": 0.30323041468443823,
"grad_norm": 3.4390981197357178,
"learning_rate": 4.494615975525937e-05,
"loss": 1.1876,
"step": 22500
},
{
"epoch": 0.3099688683440924,
"grad_norm": 3.093661308288574,
"learning_rate": 4.483385219426513e-05,
"loss": 1.1845,
"step": 23000
},
{
"epoch": 0.31670732200374657,
"grad_norm": 3.129610538482666,
"learning_rate": 4.472154463327089e-05,
"loss": 1.1798,
"step": 23500
},
{
"epoch": 0.32344577566340077,
"grad_norm": 2.9947609901428223,
"learning_rate": 4.460923707227666e-05,
"loss": 1.1788,
"step": 24000
},
{
"epoch": 0.33018422932305497,
"grad_norm": 3.019880771636963,
"learning_rate": 4.449692951128242e-05,
"loss": 1.166,
"step": 24500
},
{
"epoch": 0.3369226829827091,
"grad_norm": 2.9221296310424805,
"learning_rate": 4.438462195028819e-05,
"loss": 1.1609,
"step": 25000
},
{
"epoch": 0.3436611366423633,
"grad_norm": 3.045243740081787,
"learning_rate": 4.427231438929395e-05,
"loss": 1.1621,
"step": 25500
},
{
"epoch": 0.3503995903020175,
"grad_norm": 3.090078592300415,
"learning_rate": 4.416000682829971e-05,
"loss": 1.1511,
"step": 26000
},
{
"epoch": 0.3571380439616717,
"grad_norm": 2.8891849517822266,
"learning_rate": 4.404769926730548e-05,
"loss": 1.1525,
"step": 26500
},
{
"epoch": 0.36387649762132585,
"grad_norm": 2.9999043941497803,
"learning_rate": 4.393539170631124e-05,
"loss": 1.1466,
"step": 27000
},
{
"epoch": 0.37061495128098004,
"grad_norm": 2.739863872528076,
"learning_rate": 4.3823084145317e-05,
"loss": 1.139,
"step": 27500
},
{
"epoch": 0.37735340494063424,
"grad_norm": 3.058260679244995,
"learning_rate": 4.371077658432277e-05,
"loss": 1.1386,
"step": 28000
},
{
"epoch": 0.3840918586002884,
"grad_norm": 3.324040651321411,
"learning_rate": 4.359846902332853e-05,
"loss": 1.13,
"step": 28500
},
{
"epoch": 0.3908303122599426,
"grad_norm": 2.7937138080596924,
"learning_rate": 4.348616146233429e-05,
"loss": 1.1325,
"step": 29000
},
{
"epoch": 0.3975687659195968,
"grad_norm": 2.886350631713867,
"learning_rate": 4.337385390134006e-05,
"loss": 1.1242,
"step": 29500
},
{
"epoch": 0.404307219579251,
"grad_norm": 3.051133871078491,
"learning_rate": 4.326154634034582e-05,
"loss": 1.1206,
"step": 30000
},
{
"epoch": 0.4110456732389051,
"grad_norm": 2.869065046310425,
"learning_rate": 4.314923877935158e-05,
"loss": 1.1213,
"step": 30500
},
{
"epoch": 0.4177841268985593,
"grad_norm": 3.144162178039551,
"learning_rate": 4.303693121835735e-05,
"loss": 1.1197,
"step": 31000
},
{
"epoch": 0.4245225805582135,
"grad_norm": 2.7358269691467285,
"learning_rate": 4.292462365736311e-05,
"loss": 1.1139,
"step": 31500
},
{
"epoch": 0.4312610342178677,
"grad_norm": 2.651580572128296,
"learning_rate": 4.281231609636888e-05,
"loss": 1.1104,
"step": 32000
},
{
"epoch": 0.43799948787752185,
"grad_norm": 2.9672605991363525,
"learning_rate": 4.270000853537464e-05,
"loss": 1.1067,
"step": 32500
},
{
"epoch": 0.44473794153717605,
"grad_norm": 2.8731400966644287,
"learning_rate": 4.25877009743804e-05,
"loss": 1.1071,
"step": 33000
},
{
"epoch": 0.45147639519683025,
"grad_norm": 2.9311606884002686,
"learning_rate": 4.247539341338617e-05,
"loss": 1.1054,
"step": 33500
},
{
"epoch": 0.4582148488564844,
"grad_norm": 3.236234188079834,
"learning_rate": 4.236308585239193e-05,
"loss": 1.1021,
"step": 34000
},
{
"epoch": 0.4649533025161386,
"grad_norm": 2.785691738128662,
"learning_rate": 4.225077829139769e-05,
"loss": 1.0948,
"step": 34500
},
{
"epoch": 0.4716917561757928,
"grad_norm": 3.1143743991851807,
"learning_rate": 4.213847073040346e-05,
"loss": 1.0935,
"step": 35000
},
{
"epoch": 0.478430209835447,
"grad_norm": 3.0961947441101074,
"learning_rate": 4.2026163169409225e-05,
"loss": 1.0867,
"step": 35500
},
{
"epoch": 0.4851686634951011,
"grad_norm": 2.7408347129821777,
"learning_rate": 4.191385560841498e-05,
"loss": 1.089,
"step": 36000
},
{
"epoch": 0.4919071171547553,
"grad_norm": 3.244724750518799,
"learning_rate": 4.180154804742075e-05,
"loss": 1.0867,
"step": 36500
},
{
"epoch": 0.4986455708144095,
"grad_norm": 2.8332059383392334,
"learning_rate": 4.168924048642651e-05,
"loss": 1.0763,
"step": 37000
},
{
"epoch": 0.5053840244740637,
"grad_norm": 2.896265745162964,
"learning_rate": 4.157693292543227e-05,
"loss": 1.0696,
"step": 37500
},
{
"epoch": 0.5121224781337179,
"grad_norm": 2.8772451877593994,
"learning_rate": 4.146462536443804e-05,
"loss": 1.0727,
"step": 38000
},
{
"epoch": 0.518860931793372,
"grad_norm": 2.5283446311950684,
"learning_rate": 4.13523178034438e-05,
"loss": 1.068,
"step": 38500
},
{
"epoch": 0.5255993854530262,
"grad_norm": 2.669386148452759,
"learning_rate": 4.1240010242449567e-05,
"loss": 1.0738,
"step": 39000
},
{
"epoch": 0.5323378391126804,
"grad_norm": 2.9089040756225586,
"learning_rate": 4.112770268145533e-05,
"loss": 1.0677,
"step": 39500
},
{
"epoch": 0.5390762927723346,
"grad_norm": 2.889467716217041,
"learning_rate": 4.101539512046109e-05,
"loss": 1.0613,
"step": 40000
},
{
"epoch": 0.5458147464319888,
"grad_norm": 2.6893374919891357,
"learning_rate": 4.090308755946686e-05,
"loss": 1.0644,
"step": 40500
},
{
"epoch": 0.552553200091643,
"grad_norm": 2.7254648208618164,
"learning_rate": 4.079077999847262e-05,
"loss": 1.0593,
"step": 41000
},
{
"epoch": 0.5592916537512972,
"grad_norm": 2.8278279304504395,
"learning_rate": 4.067847243747838e-05,
"loss": 1.0534,
"step": 41500
},
{
"epoch": 0.5660301074109514,
"grad_norm": 2.885976791381836,
"learning_rate": 4.056616487648415e-05,
"loss": 1.0495,
"step": 42000
},
{
"epoch": 0.5727685610706055,
"grad_norm": 2.6645610332489014,
"learning_rate": 4.0453857315489915e-05,
"loss": 1.0502,
"step": 42500
},
{
"epoch": 0.5795070147302597,
"grad_norm": 2.8876936435699463,
"learning_rate": 4.034154975449567e-05,
"loss": 1.0457,
"step": 43000
},
{
"epoch": 0.5862454683899139,
"grad_norm": 2.9418463706970215,
"learning_rate": 4.022924219350144e-05,
"loss": 1.0459,
"step": 43500
},
{
"epoch": 0.5929839220495681,
"grad_norm": 2.9865574836730957,
"learning_rate": 4.0116934632507205e-05,
"loss": 1.0379,
"step": 44000
},
{
"epoch": 0.5997223757092223,
"grad_norm": 2.832772731781006,
"learning_rate": 4.000462707151296e-05,
"loss": 1.0439,
"step": 44500
},
{
"epoch": 0.6064608293688765,
"grad_norm": 2.743056535720825,
"learning_rate": 3.989231951051873e-05,
"loss": 1.0325,
"step": 45000
},
{
"epoch": 0.6131992830285307,
"grad_norm": 2.9779651165008545,
"learning_rate": 3.9780011949524495e-05,
"loss": 1.0404,
"step": 45500
},
{
"epoch": 0.6199377366881847,
"grad_norm": 2.8546512126922607,
"learning_rate": 3.9667704388530256e-05,
"loss": 1.0345,
"step": 46000
},
{
"epoch": 0.626676190347839,
"grad_norm": 2.870129108428955,
"learning_rate": 3.955539682753602e-05,
"loss": 1.0362,
"step": 46500
},
{
"epoch": 0.6334146440074931,
"grad_norm": 5.683381080627441,
"learning_rate": 3.9443089266541785e-05,
"loss": 1.0301,
"step": 47000
},
{
"epoch": 0.6401530976671473,
"grad_norm": 3.0040597915649414,
"learning_rate": 3.9330781705547546e-05,
"loss": 1.0259,
"step": 47500
},
{
"epoch": 0.6468915513268015,
"grad_norm": 3.0165131092071533,
"learning_rate": 3.921847414455331e-05,
"loss": 1.0256,
"step": 48000
},
{
"epoch": 0.6536300049864557,
"grad_norm": 2.627032995223999,
"learning_rate": 3.9106166583559075e-05,
"loss": 1.023,
"step": 48500
},
{
"epoch": 0.6603684586461099,
"grad_norm": 2.998840808868408,
"learning_rate": 3.8993859022564836e-05,
"loss": 1.0243,
"step": 49000
},
{
"epoch": 0.667106912305764,
"grad_norm": 2.4952380657196045,
"learning_rate": 3.8881551461570604e-05,
"loss": 1.0224,
"step": 49500
},
{
"epoch": 0.6738453659654182,
"grad_norm": 2.69301176071167,
"learning_rate": 3.8769243900576365e-05,
"loss": 1.0175,
"step": 50000
},
{
"epoch": 0.6805838196250724,
"grad_norm": 2.8481318950653076,
"learning_rate": 3.8656936339582127e-05,
"loss": 1.0116,
"step": 50500
},
{
"epoch": 0.6873222732847266,
"grad_norm": 2.9201319217681885,
"learning_rate": 3.8544628778587894e-05,
"loss": 1.0158,
"step": 51000
},
{
"epoch": 0.6940607269443808,
"grad_norm": 2.8624720573425293,
"learning_rate": 3.8432321217593656e-05,
"loss": 1.0086,
"step": 51500
},
{
"epoch": 0.700799180604035,
"grad_norm": 2.8680732250213623,
"learning_rate": 3.832001365659942e-05,
"loss": 1.0048,
"step": 52000
},
{
"epoch": 0.7075376342636892,
"grad_norm": 3.0876636505126953,
"learning_rate": 3.8207706095605185e-05,
"loss": 1.0032,
"step": 52500
},
{
"epoch": 0.7142760879233434,
"grad_norm": 2.580636501312256,
"learning_rate": 3.8095398534610946e-05,
"loss": 1.0071,
"step": 53000
},
{
"epoch": 0.7210145415829975,
"grad_norm": 2.7390966415405273,
"learning_rate": 3.798309097361671e-05,
"loss": 1.0009,
"step": 53500
},
{
"epoch": 0.7277529952426517,
"grad_norm": 2.596480369567871,
"learning_rate": 3.7870783412622475e-05,
"loss": 1.0047,
"step": 54000
},
{
"epoch": 0.7344914489023059,
"grad_norm": 2.96301007270813,
"learning_rate": 3.7758475851628236e-05,
"loss": 1.0043,
"step": 54500
},
{
"epoch": 0.7412299025619601,
"grad_norm": 2.991548776626587,
"learning_rate": 3.7646168290634e-05,
"loss": 0.999,
"step": 55000
},
{
"epoch": 0.7479683562216143,
"grad_norm": 3.175384521484375,
"learning_rate": 3.7533860729639765e-05,
"loss": 0.9908,
"step": 55500
},
{
"epoch": 0.7547068098812685,
"grad_norm": 2.9244823455810547,
"learning_rate": 3.7421553168645526e-05,
"loss": 0.9951,
"step": 56000
},
{
"epoch": 0.7614452635409227,
"grad_norm": 3.0108466148376465,
"learning_rate": 3.730924560765129e-05,
"loss": 0.9923,
"step": 56500
},
{
"epoch": 0.7681837172005768,
"grad_norm": 2.9138221740722656,
"learning_rate": 3.7196938046657055e-05,
"loss": 0.9884,
"step": 57000
},
{
"epoch": 0.774922170860231,
"grad_norm": 2.9478752613067627,
"learning_rate": 3.7084630485662816e-05,
"loss": 0.9882,
"step": 57500
},
{
"epoch": 0.7816606245198852,
"grad_norm": 2.4768459796905518,
"learning_rate": 3.6972322924668584e-05,
"loss": 0.9892,
"step": 58000
},
{
"epoch": 0.7883990781795394,
"grad_norm": 2.681396007537842,
"learning_rate": 3.6860015363674345e-05,
"loss": 0.9829,
"step": 58500
},
{
"epoch": 0.7951375318391936,
"grad_norm": 2.6033999919891357,
"learning_rate": 3.6747707802680106e-05,
"loss": 0.9858,
"step": 59000
},
{
"epoch": 0.8018759854988478,
"grad_norm": 2.896912097930908,
"learning_rate": 3.6635400241685874e-05,
"loss": 0.9824,
"step": 59500
},
{
"epoch": 0.808614439158502,
"grad_norm": 2.609686851501465,
"learning_rate": 3.6523092680691635e-05,
"loss": 0.9765,
"step": 60000
},
{
"epoch": 0.815352892818156,
"grad_norm": 2.8086376190185547,
"learning_rate": 3.6410785119697396e-05,
"loss": 0.9784,
"step": 60500
},
{
"epoch": 0.8220913464778102,
"grad_norm": 2.676877498626709,
"learning_rate": 3.6298477558703164e-05,
"loss": 0.978,
"step": 61000
},
{
"epoch": 0.8288298001374644,
"grad_norm": 2.8640575408935547,
"learning_rate": 3.618616999770893e-05,
"loss": 0.973,
"step": 61500
},
{
"epoch": 0.8355682537971186,
"grad_norm": 2.6603965759277344,
"learning_rate": 3.6073862436714687e-05,
"loss": 0.9737,
"step": 62000
},
{
"epoch": 0.8423067074567728,
"grad_norm": 2.7209627628326416,
"learning_rate": 3.5961554875720454e-05,
"loss": 0.9725,
"step": 62500
},
{
"epoch": 0.849045161116427,
"grad_norm": 2.7673871517181396,
"learning_rate": 3.584924731472622e-05,
"loss": 0.9707,
"step": 63000
},
{
"epoch": 0.8557836147760812,
"grad_norm": 2.5891125202178955,
"learning_rate": 3.573693975373198e-05,
"loss": 0.9665,
"step": 63500
},
{
"epoch": 0.8625220684357354,
"grad_norm": 2.7834441661834717,
"learning_rate": 3.5624632192737745e-05,
"loss": 0.9696,
"step": 64000
},
{
"epoch": 0.8692605220953895,
"grad_norm": 2.835066318511963,
"learning_rate": 3.551232463174351e-05,
"loss": 0.9766,
"step": 64500
},
{
"epoch": 0.8759989757550437,
"grad_norm": 3.202230453491211,
"learning_rate": 3.5400017070749274e-05,
"loss": 0.9654,
"step": 65000
},
{
"epoch": 0.8827374294146979,
"grad_norm": 2.8752474784851074,
"learning_rate": 3.5287709509755035e-05,
"loss": 0.9608,
"step": 65500
},
{
"epoch": 0.8894758830743521,
"grad_norm": 2.9779469966888428,
"learning_rate": 3.51754019487608e-05,
"loss": 0.9605,
"step": 66000
},
{
"epoch": 0.8962143367340063,
"grad_norm": 2.537226438522339,
"learning_rate": 3.5063094387766564e-05,
"loss": 0.955,
"step": 66500
},
{
"epoch": 0.9029527903936605,
"grad_norm": 2.680373191833496,
"learning_rate": 3.4950786826772325e-05,
"loss": 0.9568,
"step": 67000
},
{
"epoch": 0.9096912440533147,
"grad_norm": 2.559218406677246,
"learning_rate": 3.483847926577809e-05,
"loss": 0.9568,
"step": 67500
},
{
"epoch": 0.9164296977129688,
"grad_norm": 2.6627488136291504,
"learning_rate": 3.4726171704783854e-05,
"loss": 0.9508,
"step": 68000
},
{
"epoch": 0.923168151372623,
"grad_norm": 2.8378233909606934,
"learning_rate": 3.461386414378962e-05,
"loss": 0.9573,
"step": 68500
},
{
"epoch": 0.9299066050322772,
"grad_norm": 2.688589572906494,
"learning_rate": 3.450155658279538e-05,
"loss": 0.9505,
"step": 69000
},
{
"epoch": 0.9366450586919314,
"grad_norm": 2.9189035892486572,
"learning_rate": 3.4389249021801144e-05,
"loss": 0.9519,
"step": 69500
},
{
"epoch": 0.9433835123515856,
"grad_norm": 2.8582780361175537,
"learning_rate": 3.427694146080691e-05,
"loss": 0.9464,
"step": 70000
},
{
"epoch": 0.9501219660112398,
"grad_norm": 2.728365659713745,
"learning_rate": 3.416463389981267e-05,
"loss": 0.9487,
"step": 70500
},
{
"epoch": 0.956860419670894,
"grad_norm": 2.6869001388549805,
"learning_rate": 3.4052326338818434e-05,
"loss": 0.9454,
"step": 71000
},
{
"epoch": 0.9635988733305481,
"grad_norm": 2.6964008808135986,
"learning_rate": 3.39400187778242e-05,
"loss": 0.9445,
"step": 71500
},
{
"epoch": 0.9703373269902023,
"grad_norm": 2.9616520404815674,
"learning_rate": 3.382771121682996e-05,
"loss": 0.9452,
"step": 72000
},
{
"epoch": 0.9770757806498565,
"grad_norm": 2.671269178390503,
"learning_rate": 3.3715403655835724e-05,
"loss": 0.9431,
"step": 72500
},
{
"epoch": 0.9838142343095106,
"grad_norm": 2.4057188034057617,
"learning_rate": 3.360309609484149e-05,
"loss": 0.9404,
"step": 73000
},
{
"epoch": 0.9905526879691648,
"grad_norm": 2.8451008796691895,
"learning_rate": 3.3490788533847253e-05,
"loss": 0.941,
"step": 73500
},
{
"epoch": 0.997291141628819,
"grad_norm": 2.6876494884490967,
"learning_rate": 3.3378480972853015e-05,
"loss": 0.9379,
"step": 74000
},
{
"epoch": 1.0040295952884732,
"grad_norm": 2.9105379581451416,
"learning_rate": 3.326617341185878e-05,
"loss": 0.9376,
"step": 74500
},
{
"epoch": 1.0107680489481274,
"grad_norm": 2.8576390743255615,
"learning_rate": 3.3153865850864544e-05,
"loss": 0.9368,
"step": 75000
},
{
"epoch": 1.0175065026077816,
"grad_norm": 2.684570074081421,
"learning_rate": 3.304155828987031e-05,
"loss": 0.9365,
"step": 75500
},
{
"epoch": 1.0242449562674358,
"grad_norm": 2.759498119354248,
"learning_rate": 3.292925072887607e-05,
"loss": 0.9303,
"step": 76000
},
{
"epoch": 1.03098340992709,
"grad_norm": 2.4174861907958984,
"learning_rate": 3.2816943167881834e-05,
"loss": 0.9342,
"step": 76500
},
{
"epoch": 1.037721863586744,
"grad_norm": 2.70633864402771,
"learning_rate": 3.27046356068876e-05,
"loss": 0.9277,
"step": 77000
},
{
"epoch": 1.0444603172463982,
"grad_norm": 2.5511019229888916,
"learning_rate": 3.259232804589336e-05,
"loss": 0.9322,
"step": 77500
},
{
"epoch": 1.0511987709060524,
"grad_norm": 2.8917860984802246,
"learning_rate": 3.2480020484899124e-05,
"loss": 0.9259,
"step": 78000
},
{
"epoch": 1.0579372245657066,
"grad_norm": 2.6264562606811523,
"learning_rate": 3.236771292390489e-05,
"loss": 0.9249,
"step": 78500
},
{
"epoch": 1.0646756782253608,
"grad_norm": 2.544564962387085,
"learning_rate": 3.225540536291066e-05,
"loss": 0.9263,
"step": 79000
},
{
"epoch": 1.071414131885015,
"grad_norm": 2.7679262161254883,
"learning_rate": 3.2143097801916414e-05,
"loss": 0.9272,
"step": 79500
},
{
"epoch": 1.0781525855446692,
"grad_norm": 2.779067039489746,
"learning_rate": 3.203079024092218e-05,
"loss": 0.9228,
"step": 80000
},
{
"epoch": 1.0848910392043234,
"grad_norm": 2.7541463375091553,
"learning_rate": 3.191848267992795e-05,
"loss": 0.9256,
"step": 80500
},
{
"epoch": 1.0916294928639776,
"grad_norm": 2.6884372234344482,
"learning_rate": 3.1806175118933704e-05,
"loss": 0.9238,
"step": 81000
},
{
"epoch": 1.0983679465236318,
"grad_norm": 2.8054563999176025,
"learning_rate": 3.169386755793947e-05,
"loss": 0.9164,
"step": 81500
},
{
"epoch": 1.105106400183286,
"grad_norm": 2.790738344192505,
"learning_rate": 3.158155999694524e-05,
"loss": 0.9139,
"step": 82000
},
{
"epoch": 1.1118448538429402,
"grad_norm": 2.869054079055786,
"learning_rate": 3.1469252435951e-05,
"loss": 0.92,
"step": 82500
},
{
"epoch": 1.1185833075025944,
"grad_norm": 2.479454517364502,
"learning_rate": 3.135694487495676e-05,
"loss": 0.9157,
"step": 83000
},
{
"epoch": 1.1253217611622486,
"grad_norm": 2.7569477558135986,
"learning_rate": 3.124463731396253e-05,
"loss": 0.9164,
"step": 83500
},
{
"epoch": 1.1320602148219026,
"grad_norm": 2.881066083908081,
"learning_rate": 3.113232975296829e-05,
"loss": 0.9185,
"step": 84000
},
{
"epoch": 1.1387986684815568,
"grad_norm": 2.7234609127044678,
"learning_rate": 3.102002219197405e-05,
"loss": 0.911,
"step": 84500
},
{
"epoch": 1.145537122141211,
"grad_norm": 2.785536766052246,
"learning_rate": 3.090771463097982e-05,
"loss": 0.9159,
"step": 85000
},
{
"epoch": 1.1522755758008651,
"grad_norm": 3.004667282104492,
"learning_rate": 3.079540706998558e-05,
"loss": 0.9151,
"step": 85500
},
{
"epoch": 1.1590140294605193,
"grad_norm": 2.7210521697998047,
"learning_rate": 3.068309950899135e-05,
"loss": 0.9125,
"step": 86000
},
{
"epoch": 1.1657524831201735,
"grad_norm": 2.696476936340332,
"learning_rate": 3.057079194799711e-05,
"loss": 0.9122,
"step": 86500
},
{
"epoch": 1.1724909367798277,
"grad_norm": 2.855682849884033,
"learning_rate": 3.045848438700287e-05,
"loss": 0.9072,
"step": 87000
},
{
"epoch": 1.179229390439482,
"grad_norm": 2.6870203018188477,
"learning_rate": 3.0346176826008636e-05,
"loss": 0.9089,
"step": 87500
},
{
"epoch": 1.1859678440991361,
"grad_norm": 2.7807328701019287,
"learning_rate": 3.0233869265014397e-05,
"loss": 0.9043,
"step": 88000
},
{
"epoch": 1.1927062977587903,
"grad_norm": 2.4744486808776855,
"learning_rate": 3.012156170402016e-05,
"loss": 0.9004,
"step": 88500
},
{
"epoch": 1.1994447514184445,
"grad_norm": 2.7316670417785645,
"learning_rate": 3.0009254143025926e-05,
"loss": 0.9045,
"step": 89000
},
{
"epoch": 1.2061832050780987,
"grad_norm": 2.6756207942962646,
"learning_rate": 2.9896946582031687e-05,
"loss": 0.9062,
"step": 89500
},
{
"epoch": 1.212921658737753,
"grad_norm": 3.016295909881592,
"learning_rate": 2.9784639021037452e-05,
"loss": 0.9045,
"step": 90000
},
{
"epoch": 1.2196601123974071,
"grad_norm": 2.6062419414520264,
"learning_rate": 2.9672331460043216e-05,
"loss": 0.905,
"step": 90500
},
{
"epoch": 1.2263985660570613,
"grad_norm": 2.849276065826416,
"learning_rate": 2.9560023899048984e-05,
"loss": 0.9048,
"step": 91000
},
{
"epoch": 1.2331370197167155,
"grad_norm": 3.0506439208984375,
"learning_rate": 2.9447716338054742e-05,
"loss": 0.8995,
"step": 91500
},
{
"epoch": 1.2398754733763695,
"grad_norm": 2.512368679046631,
"learning_rate": 2.9335408777060506e-05,
"loss": 0.8957,
"step": 92000
},
{
"epoch": 1.2466139270360237,
"grad_norm": 2.5880439281463623,
"learning_rate": 2.9223101216066274e-05,
"loss": 0.9048,
"step": 92500
},
{
"epoch": 1.253352380695678,
"grad_norm": 2.7087182998657227,
"learning_rate": 2.9110793655072032e-05,
"loss": 0.8984,
"step": 93000
},
{
"epoch": 1.260090834355332,
"grad_norm": 2.4637937545776367,
"learning_rate": 2.8998486094077797e-05,
"loss": 0.8951,
"step": 93500
},
{
"epoch": 1.2668292880149863,
"grad_norm": 2.6700010299682617,
"learning_rate": 2.8886178533083564e-05,
"loss": 0.8897,
"step": 94000
},
{
"epoch": 1.2735677416746405,
"grad_norm": 2.741194248199463,
"learning_rate": 2.877387097208933e-05,
"loss": 0.8914,
"step": 94500
},
{
"epoch": 1.2803061953342947,
"grad_norm": 2.547344446182251,
"learning_rate": 2.8661563411095087e-05,
"loss": 0.8868,
"step": 95000
},
{
"epoch": 1.2870446489939489,
"grad_norm": 2.5341854095458984,
"learning_rate": 2.8549255850100855e-05,
"loss": 0.888,
"step": 95500
},
{
"epoch": 1.293783102653603,
"grad_norm": 2.7855186462402344,
"learning_rate": 2.843694828910662e-05,
"loss": 0.8916,
"step": 96000
},
{
"epoch": 1.3005215563132573,
"grad_norm": 2.5844016075134277,
"learning_rate": 2.8324640728112377e-05,
"loss": 0.8903,
"step": 96500
},
{
"epoch": 1.3072600099729115,
"grad_norm": 2.713486671447754,
"learning_rate": 2.8212333167118145e-05,
"loss": 0.8872,
"step": 97000
},
{
"epoch": 1.3139984636325657,
"grad_norm": 2.8537466526031494,
"learning_rate": 2.810002560612391e-05,
"loss": 0.8856,
"step": 97500
},
{
"epoch": 1.3207369172922196,
"grad_norm": 3.3214476108551025,
"learning_rate": 2.7987718045129674e-05,
"loss": 0.8819,
"step": 98000
},
{
"epoch": 1.3274753709518738,
"grad_norm": 4.191791534423828,
"learning_rate": 2.7875410484135435e-05,
"loss": 0.885,
"step": 98500
},
{
"epoch": 1.334213824611528,
"grad_norm": 2.6634578704833984,
"learning_rate": 2.77631029231412e-05,
"loss": 0.8818,
"step": 99000
},
{
"epoch": 1.3409522782711822,
"grad_norm": 2.5315937995910645,
"learning_rate": 2.7650795362146964e-05,
"loss": 0.8883,
"step": 99500
},
{
"epoch": 1.3476907319308364,
"grad_norm": 2.7929606437683105,
"learning_rate": 2.7538487801152725e-05,
"loss": 0.8803,
"step": 100000
},
{
"epoch": 1.3544291855904906,
"grad_norm": 2.932039499282837,
"learning_rate": 2.742618024015849e-05,
"loss": 0.8814,
"step": 100500
},
{
"epoch": 1.3611676392501448,
"grad_norm": 2.803535223007202,
"learning_rate": 2.7313872679164254e-05,
"loss": 0.8827,
"step": 101000
},
{
"epoch": 1.367906092909799,
"grad_norm": 2.8831472396850586,
"learning_rate": 2.720156511817002e-05,
"loss": 0.8813,
"step": 101500
},
{
"epoch": 1.3746445465694532,
"grad_norm": 2.710294723510742,
"learning_rate": 2.708925755717578e-05,
"loss": 0.8794,
"step": 102000
},
{
"epoch": 1.3813830002291074,
"grad_norm": 2.6942670345306396,
"learning_rate": 2.6976949996181544e-05,
"loss": 0.8782,
"step": 102500
},
{
"epoch": 1.3881214538887616,
"grad_norm": 2.7076780796051025,
"learning_rate": 2.686464243518731e-05,
"loss": 0.8778,
"step": 103000
},
{
"epoch": 1.3948599075484158,
"grad_norm": 2.730288028717041,
"learning_rate": 2.675233487419307e-05,
"loss": 0.8786,
"step": 103500
},
{
"epoch": 1.40159836120807,
"grad_norm": 2.5810985565185547,
"learning_rate": 2.6640027313198834e-05,
"loss": 0.8734,
"step": 104000
},
{
"epoch": 1.4083368148677242,
"grad_norm": 2.7088325023651123,
"learning_rate": 2.65277197522046e-05,
"loss": 0.8762,
"step": 104500
},
{
"epoch": 1.4150752685273784,
"grad_norm": 2.602531671524048,
"learning_rate": 2.6415412191210363e-05,
"loss": 0.8727,
"step": 105000
},
{
"epoch": 1.4218137221870326,
"grad_norm": 2.8586950302124023,
"learning_rate": 2.6303104630216125e-05,
"loss": 0.8769,
"step": 105500
},
{
"epoch": 1.4285521758466868,
"grad_norm": 2.7406837940216064,
"learning_rate": 2.619079706922189e-05,
"loss": 0.8707,
"step": 106000
},
{
"epoch": 1.435290629506341,
"grad_norm": 2.6816864013671875,
"learning_rate": 2.6078489508227654e-05,
"loss": 0.874,
"step": 106500
},
{
"epoch": 1.442029083165995,
"grad_norm": 2.88576078414917,
"learning_rate": 2.5966181947233415e-05,
"loss": 0.8679,
"step": 107000
},
{
"epoch": 1.4487675368256492,
"grad_norm": 2.5160343647003174,
"learning_rate": 2.585387438623918e-05,
"loss": 0.8687,
"step": 107500
},
{
"epoch": 1.4555059904853034,
"grad_norm": 2.585660934448242,
"learning_rate": 2.5741566825244944e-05,
"loss": 0.8659,
"step": 108000
},
{
"epoch": 1.4622444441449576,
"grad_norm": 2.697781801223755,
"learning_rate": 2.562925926425071e-05,
"loss": 0.8708,
"step": 108500
},
{
"epoch": 1.4689828978046118,
"grad_norm": 2.7062997817993164,
"learning_rate": 2.551695170325647e-05,
"loss": 0.867,
"step": 109000
},
{
"epoch": 1.475721351464266,
"grad_norm": 2.6003782749176025,
"learning_rate": 2.5404644142262234e-05,
"loss": 0.8747,
"step": 109500
},
{
"epoch": 1.4824598051239202,
"grad_norm": 3.052008628845215,
"learning_rate": 2.5292336581268002e-05,
"loss": 0.8667,
"step": 110000
},
{
"epoch": 1.4891982587835744,
"grad_norm": 2.4037067890167236,
"learning_rate": 2.518002902027376e-05,
"loss": 0.8624,
"step": 110500
},
{
"epoch": 1.4959367124432286,
"grad_norm": 2.7442452907562256,
"learning_rate": 2.5067721459279524e-05,
"loss": 0.8674,
"step": 111000
},
{
"epoch": 1.5026751661028828,
"grad_norm": 2.840303659439087,
"learning_rate": 2.4955413898285292e-05,
"loss": 0.866,
"step": 111500
},
{
"epoch": 1.5094136197625367,
"grad_norm": 2.9296963214874268,
"learning_rate": 2.4843106337291053e-05,
"loss": 0.8641,
"step": 112000
},
{
"epoch": 1.516152073422191,
"grad_norm": 2.299018383026123,
"learning_rate": 2.4730798776296818e-05,
"loss": 0.8614,
"step": 112500
},
{
"epoch": 1.5228905270818451,
"grad_norm": 2.8484160900115967,
"learning_rate": 2.4618491215302582e-05,
"loss": 0.8656,
"step": 113000
},
{
"epoch": 1.5296289807414993,
"grad_norm": 2.9366495609283447,
"learning_rate": 2.4506183654308343e-05,
"loss": 0.8603,
"step": 113500
},
{
"epoch": 1.5363674344011535,
"grad_norm": 2.8661820888519287,
"learning_rate": 2.4393876093314108e-05,
"loss": 0.861,
"step": 114000
},
{
"epoch": 1.5431058880608077,
"grad_norm": 3.0576467514038086,
"learning_rate": 2.4281568532319872e-05,
"loss": 0.862,
"step": 114500
},
{
"epoch": 1.549844341720462,
"grad_norm": 2.5783610343933105,
"learning_rate": 2.4169260971325637e-05,
"loss": 0.856,
"step": 115000
},
{
"epoch": 1.5565827953801161,
"grad_norm": 2.6934993267059326,
"learning_rate": 2.4056953410331398e-05,
"loss": 0.8541,
"step": 115500
},
{
"epoch": 1.5633212490397703,
"grad_norm": 2.488381862640381,
"learning_rate": 2.394464584933716e-05,
"loss": 0.8615,
"step": 116000
},
{
"epoch": 1.5700597026994245,
"grad_norm": 2.6905736923217773,
"learning_rate": 2.3832338288342927e-05,
"loss": 0.8567,
"step": 116500
},
{
"epoch": 1.5767981563590787,
"grad_norm": 2.5146076679229736,
"learning_rate": 2.3720030727348688e-05,
"loss": 0.8585,
"step": 117000
},
{
"epoch": 1.583536610018733,
"grad_norm": 2.819962501525879,
"learning_rate": 2.3607723166354452e-05,
"loss": 0.8576,
"step": 117500
},
{
"epoch": 1.5902750636783871,
"grad_norm": 2.612535238265991,
"learning_rate": 2.3495415605360217e-05,
"loss": 0.8595,
"step": 118000
},
{
"epoch": 1.5970135173380413,
"grad_norm": 2.5329699516296387,
"learning_rate": 2.338310804436598e-05,
"loss": 0.857,
"step": 118500
},
{
"epoch": 1.6037519709976955,
"grad_norm": 3.002338409423828,
"learning_rate": 2.3270800483371743e-05,
"loss": 0.8503,
"step": 119000
},
{
"epoch": 1.6104904246573497,
"grad_norm": 2.588996648788452,
"learning_rate": 2.3158492922377507e-05,
"loss": 0.8565,
"step": 119500
},
{
"epoch": 1.617228878317004,
"grad_norm": 2.7498881816864014,
"learning_rate": 2.304618536138327e-05,
"loss": 0.8524,
"step": 120000
},
{
"epoch": 1.623967331976658,
"grad_norm": 2.4528512954711914,
"learning_rate": 2.2933877800389033e-05,
"loss": 0.85,
"step": 120500
},
{
"epoch": 1.6307057856363123,
"grad_norm": 2.914182424545288,
"learning_rate": 2.2821570239394797e-05,
"loss": 0.8476,
"step": 121000
},
{
"epoch": 1.6374442392959665,
"grad_norm": 2.303053140640259,
"learning_rate": 2.2709262678400562e-05,
"loss": 0.851,
"step": 121500
},
{
"epoch": 1.6441826929556207,
"grad_norm": 2.736271381378174,
"learning_rate": 2.2596955117406326e-05,
"loss": 0.8496,
"step": 122000
},
{
"epoch": 1.650921146615275,
"grad_norm": 3.0336098670959473,
"learning_rate": 2.2484647556412087e-05,
"loss": 0.8449,
"step": 122500
},
{
"epoch": 1.6576596002749289,
"grad_norm": 3.153146505355835,
"learning_rate": 2.2372339995417852e-05,
"loss": 0.8484,
"step": 123000
},
{
"epoch": 1.664398053934583,
"grad_norm": 2.434753179550171,
"learning_rate": 2.2260032434423616e-05,
"loss": 0.8477,
"step": 123500
},
{
"epoch": 1.6711365075942373,
"grad_norm": 2.798680543899536,
"learning_rate": 2.2147724873429378e-05,
"loss": 0.8459,
"step": 124000
},
{
"epoch": 1.6778749612538915,
"grad_norm": 2.9313242435455322,
"learning_rate": 2.2035417312435145e-05,
"loss": 0.8484,
"step": 124500
},
{
"epoch": 1.6846134149135457,
"grad_norm": 2.831214189529419,
"learning_rate": 2.1923109751440907e-05,
"loss": 0.8438,
"step": 125000
},
{
"epoch": 1.6913518685731999,
"grad_norm": 3.033341407775879,
"learning_rate": 2.181080219044667e-05,
"loss": 0.8427,
"step": 125500
},
{
"epoch": 1.698090322232854,
"grad_norm": 2.704768657684326,
"learning_rate": 2.1698494629452436e-05,
"loss": 0.8429,
"step": 126000
},
{
"epoch": 1.704828775892508,
"grad_norm": 2.62070894241333,
"learning_rate": 2.1586187068458197e-05,
"loss": 0.8446,
"step": 126500
},
{
"epoch": 1.7115672295521622,
"grad_norm": 3.01562237739563,
"learning_rate": 2.147387950746396e-05,
"loss": 0.8433,
"step": 127000
},
{
"epoch": 1.7183056832118164,
"grad_norm": 2.577298641204834,
"learning_rate": 2.1361571946469726e-05,
"loss": 0.8444,
"step": 127500
},
{
"epoch": 1.7250441368714706,
"grad_norm": 2.642275810241699,
"learning_rate": 2.124926438547549e-05,
"loss": 0.8407,
"step": 128000
},
{
"epoch": 1.7317825905311248,
"grad_norm": 2.7020041942596436,
"learning_rate": 2.113695682448125e-05,
"loss": 0.842,
"step": 128500
},
{
"epoch": 1.738521044190779,
"grad_norm": 2.7257561683654785,
"learning_rate": 2.1024649263487016e-05,
"loss": 0.8444,
"step": 129000
},
{
"epoch": 1.7452594978504332,
"grad_norm": 2.3752248287200928,
"learning_rate": 2.091234170249278e-05,
"loss": 0.8387,
"step": 129500
},
{
"epoch": 1.7519979515100874,
"grad_norm": 2.5963971614837646,
"learning_rate": 2.080003414149854e-05,
"loss": 0.8381,
"step": 130000
},
{
"epoch": 1.7587364051697416,
"grad_norm": 2.735293388366699,
"learning_rate": 2.0687726580504306e-05,
"loss": 0.8358,
"step": 130500
},
{
"epoch": 1.7654748588293958,
"grad_norm": 2.578404188156128,
"learning_rate": 2.057541901951007e-05,
"loss": 0.8433,
"step": 131000
},
{
"epoch": 1.77221331248905,
"grad_norm": 2.714272975921631,
"learning_rate": 2.0463111458515835e-05,
"loss": 0.8375,
"step": 131500
},
{
"epoch": 1.7789517661487042,
"grad_norm": 2.9564433097839355,
"learning_rate": 2.0350803897521596e-05,
"loss": 0.8387,
"step": 132000
},
{
"epoch": 1.7856902198083584,
"grad_norm": 2.411444902420044,
"learning_rate": 2.023849633652736e-05,
"loss": 0.8343,
"step": 132500
},
{
"epoch": 1.7924286734680126,
"grad_norm": 2.7173373699188232,
"learning_rate": 2.0126188775533125e-05,
"loss": 0.835,
"step": 133000
},
{
"epoch": 1.7991671271276668,
"grad_norm": 2.5802862644195557,
"learning_rate": 2.0013881214538886e-05,
"loss": 0.8326,
"step": 133500
},
{
"epoch": 1.805905580787321,
"grad_norm": 2.4736204147338867,
"learning_rate": 1.9901573653544654e-05,
"loss": 0.8339,
"step": 134000
},
{
"epoch": 1.8126440344469752,
"grad_norm": 2.9207983016967773,
"learning_rate": 1.9789266092550415e-05,
"loss": 0.8306,
"step": 134500
},
{
"epoch": 1.8193824881066294,
"grad_norm": 2.806415319442749,
"learning_rate": 1.967695853155618e-05,
"loss": 0.83,
"step": 135000
},
{
"epoch": 1.8261209417662836,
"grad_norm": 2.5810861587524414,
"learning_rate": 1.9564650970561944e-05,
"loss": 0.8318,
"step": 135500
},
{
"epoch": 1.8328593954259378,
"grad_norm": 2.784264087677002,
"learning_rate": 1.9452343409567706e-05,
"loss": 0.8343,
"step": 136000
},
{
"epoch": 1.839597849085592,
"grad_norm": 2.756681203842163,
"learning_rate": 1.934003584857347e-05,
"loss": 0.8282,
"step": 136500
},
{
"epoch": 1.8463363027452462,
"grad_norm": 3.2176573276519775,
"learning_rate": 1.9227728287579235e-05,
"loss": 0.8309,
"step": 137000
},
{
"epoch": 1.8530747564049002,
"grad_norm": 2.4733126163482666,
"learning_rate": 1.9115420726585e-05,
"loss": 0.8291,
"step": 137500
},
{
"epoch": 1.8598132100645544,
"grad_norm": 2.550459861755371,
"learning_rate": 1.900311316559076e-05,
"loss": 0.8328,
"step": 138000
},
{
"epoch": 1.8665516637242086,
"grad_norm": 2.9665493965148926,
"learning_rate": 1.8890805604596525e-05,
"loss": 0.8315,
"step": 138500
},
{
"epoch": 1.8732901173838628,
"grad_norm": 2.613665819168091,
"learning_rate": 1.877849804360229e-05,
"loss": 0.8287,
"step": 139000
},
{
"epoch": 1.880028571043517,
"grad_norm": 2.4834043979644775,
"learning_rate": 1.866619048260805e-05,
"loss": 0.828,
"step": 139500
},
{
"epoch": 1.8867670247031711,
"grad_norm": 2.3651483058929443,
"learning_rate": 1.8553882921613815e-05,
"loss": 0.8281,
"step": 140000
},
{
"epoch": 1.8935054783628253,
"grad_norm": 2.588747501373291,
"learning_rate": 1.844157536061958e-05,
"loss": 0.827,
"step": 140500
},
{
"epoch": 1.9002439320224793,
"grad_norm": 2.5978434085845947,
"learning_rate": 1.8329267799625344e-05,
"loss": 0.8265,
"step": 141000
},
{
"epoch": 1.9069823856821335,
"grad_norm": 2.6672565937042236,
"learning_rate": 1.8216960238631105e-05,
"loss": 0.8278,
"step": 141500
},
{
"epoch": 1.9137208393417877,
"grad_norm": 2.658770799636841,
"learning_rate": 1.8104652677636873e-05,
"loss": 0.8282,
"step": 142000
},
{
"epoch": 1.920459293001442,
"grad_norm": 2.7485387325286865,
"learning_rate": 1.7992345116642634e-05,
"loss": 0.8251,
"step": 142500
},
{
"epoch": 1.9271977466610961,
"grad_norm": 2.95625376701355,
"learning_rate": 1.7880037555648395e-05,
"loss": 0.8208,
"step": 143000
},
{
"epoch": 1.9339362003207503,
"grad_norm": 2.980334997177124,
"learning_rate": 1.7767729994654163e-05,
"loss": 0.8191,
"step": 143500
},
{
"epoch": 1.9406746539804045,
"grad_norm": 2.575261116027832,
"learning_rate": 1.7655422433659924e-05,
"loss": 0.8205,
"step": 144000
},
{
"epoch": 1.9474131076400587,
"grad_norm": 3.0678629875183105,
"learning_rate": 1.754311487266569e-05,
"loss": 0.8186,
"step": 144500
},
{
"epoch": 1.954151561299713,
"grad_norm": 2.7946627140045166,
"learning_rate": 1.7430807311671453e-05,
"loss": 0.8203,
"step": 145000
},
{
"epoch": 1.960890014959367,
"grad_norm": 2.817331075668335,
"learning_rate": 1.7318499750677218e-05,
"loss": 0.8186,
"step": 145500
},
{
"epoch": 1.9676284686190213,
"grad_norm": 2.7685699462890625,
"learning_rate": 1.720619218968298e-05,
"loss": 0.8217,
"step": 146000
},
{
"epoch": 1.9743669222786755,
"grad_norm": 2.7003917694091797,
"learning_rate": 1.7093884628688743e-05,
"loss": 0.8206,
"step": 146500
},
{
"epoch": 1.9811053759383297,
"grad_norm": 2.629485845565796,
"learning_rate": 1.6981577067694508e-05,
"loss": 0.82,
"step": 147000
},
{
"epoch": 1.987843829597984,
"grad_norm": 2.6622962951660156,
"learning_rate": 1.686926950670027e-05,
"loss": 0.8188,
"step": 147500
},
{
"epoch": 1.994582283257638,
"grad_norm": 2.8867058753967285,
"learning_rate": 1.6756961945706033e-05,
"loss": 0.819,
"step": 148000
},
{
"epoch": 2.0013207369172923,
"grad_norm": 2.781660318374634,
"learning_rate": 1.6644654384711798e-05,
"loss": 0.8175,
"step": 148500
},
{
"epoch": 2.0080591905769465,
"grad_norm": 2.642421245574951,
"learning_rate": 1.653234682371756e-05,
"loss": 0.8131,
"step": 149000
},
{
"epoch": 2.0147976442366007,
"grad_norm": 2.9073877334594727,
"learning_rate": 1.6420039262723324e-05,
"loss": 0.816,
"step": 149500
},
{
"epoch": 2.021536097896255,
"grad_norm": 2.7006802558898926,
"learning_rate": 1.6307731701729088e-05,
"loss": 0.8152,
"step": 150000
},
{
"epoch": 2.028274551555909,
"grad_norm": 2.617917776107788,
"learning_rate": 1.6195424140734853e-05,
"loss": 0.8188,
"step": 150500
},
{
"epoch": 2.0350130052155633,
"grad_norm": 2.5655267238616943,
"learning_rate": 1.6083116579740614e-05,
"loss": 0.8117,
"step": 151000
},
{
"epoch": 2.0417514588752175,
"grad_norm": 2.7315967082977295,
"learning_rate": 1.5970809018746378e-05,
"loss": 0.8116,
"step": 151500
},
{
"epoch": 2.0484899125348717,
"grad_norm": 2.7256932258605957,
"learning_rate": 1.5858501457752143e-05,
"loss": 0.8081,
"step": 152000
},
{
"epoch": 2.055228366194526,
"grad_norm": 2.810154676437378,
"learning_rate": 1.5746193896757904e-05,
"loss": 0.8106,
"step": 152500
},
{
"epoch": 2.06196681985418,
"grad_norm": 2.749325752258301,
"learning_rate": 1.563388633576367e-05,
"loss": 0.8174,
"step": 153000
},
{
"epoch": 2.0687052735138343,
"grad_norm": 2.8705825805664062,
"learning_rate": 1.5521578774769433e-05,
"loss": 0.8119,
"step": 153500
},
{
"epoch": 2.075443727173488,
"grad_norm": 2.669269323348999,
"learning_rate": 1.5409271213775197e-05,
"loss": 0.8145,
"step": 154000
},
{
"epoch": 2.082182180833142,
"grad_norm": 2.9345993995666504,
"learning_rate": 1.529696365278096e-05,
"loss": 0.8085,
"step": 154500
},
{
"epoch": 2.0889206344927964,
"grad_norm": 2.713247299194336,
"learning_rate": 1.5184656091786725e-05,
"loss": 0.8087,
"step": 155000
},
{
"epoch": 2.0956590881524506,
"grad_norm": 2.6601617336273193,
"learning_rate": 1.5072348530792488e-05,
"loss": 0.8015,
"step": 155500
},
{
"epoch": 2.102397541812105,
"grad_norm": 3.3940951824188232,
"learning_rate": 1.496004096979825e-05,
"loss": 0.8075,
"step": 156000
},
{
"epoch": 2.109135995471759,
"grad_norm": 2.4791245460510254,
"learning_rate": 1.4847733408804015e-05,
"loss": 0.8075,
"step": 156500
},
{
"epoch": 2.115874449131413,
"grad_norm": 3.14079213142395,
"learning_rate": 1.4735425847809778e-05,
"loss": 0.8051,
"step": 157000
},
{
"epoch": 2.1226129027910674,
"grad_norm": 2.716848611831665,
"learning_rate": 1.4623118286815542e-05,
"loss": 0.8068,
"step": 157500
},
{
"epoch": 2.1293513564507216,
"grad_norm": 2.691509246826172,
"learning_rate": 1.4510810725821305e-05,
"loss": 0.8081,
"step": 158000
},
{
"epoch": 2.136089810110376,
"grad_norm": 2.5966506004333496,
"learning_rate": 1.4398503164827071e-05,
"loss": 0.8071,
"step": 158500
},
{
"epoch": 2.14282826377003,
"grad_norm": 2.498093605041504,
"learning_rate": 1.4286195603832832e-05,
"loss": 0.8081,
"step": 159000
},
{
"epoch": 2.149566717429684,
"grad_norm": 3.0157721042633057,
"learning_rate": 1.4173888042838595e-05,
"loss": 0.8066,
"step": 159500
},
{
"epoch": 2.1563051710893384,
"grad_norm": 2.4180946350097656,
"learning_rate": 1.4061580481844361e-05,
"loss": 0.8042,
"step": 160000
},
{
"epoch": 2.1630436247489926,
"grad_norm": 2.5269594192504883,
"learning_rate": 1.3949272920850123e-05,
"loss": 0.8048,
"step": 160500
},
{
"epoch": 2.169782078408647,
"grad_norm": 2.8210670948028564,
"learning_rate": 1.3836965359855889e-05,
"loss": 0.8057,
"step": 161000
},
{
"epoch": 2.176520532068301,
"grad_norm": 2.71695876121521,
"learning_rate": 1.3724657798861652e-05,
"loss": 0.8027,
"step": 161500
},
{
"epoch": 2.183258985727955,
"grad_norm": 2.7251980304718018,
"learning_rate": 1.3612350237867416e-05,
"loss": 0.8058,
"step": 162000
},
{
"epoch": 2.1899974393876094,
"grad_norm": 2.8365695476531982,
"learning_rate": 1.3500042676873179e-05,
"loss": 0.8012,
"step": 162500
},
{
"epoch": 2.1967358930472636,
"grad_norm": 2.5428919792175293,
"learning_rate": 1.3387735115878942e-05,
"loss": 0.8028,
"step": 163000
},
{
"epoch": 2.2034743467069178,
"grad_norm": 2.581951379776001,
"learning_rate": 1.3275427554884706e-05,
"loss": 0.7992,
"step": 163500
},
{
"epoch": 2.210212800366572,
"grad_norm": 2.654918909072876,
"learning_rate": 1.3163119993890469e-05,
"loss": 0.8014,
"step": 164000
},
{
"epoch": 2.216951254026226,
"grad_norm": 2.552696704864502,
"learning_rate": 1.3050812432896234e-05,
"loss": 0.8066,
"step": 164500
},
{
"epoch": 2.2236897076858804,
"grad_norm": 2.363924980163574,
"learning_rate": 1.2938504871901996e-05,
"loss": 0.8002,
"step": 165000
},
{
"epoch": 2.2304281613455346,
"grad_norm": 2.6942362785339355,
"learning_rate": 1.2826197310907761e-05,
"loss": 0.798,
"step": 165500
},
{
"epoch": 2.2371666150051888,
"grad_norm": 2.5158755779266357,
"learning_rate": 1.2713889749913524e-05,
"loss": 0.8,
"step": 166000
},
{
"epoch": 2.243905068664843,
"grad_norm": 3.532792329788208,
"learning_rate": 1.2601582188919286e-05,
"loss": 0.7952,
"step": 166500
},
{
"epoch": 2.250643522324497,
"grad_norm": 2.8137147426605225,
"learning_rate": 1.2489274627925051e-05,
"loss": 0.8014,
"step": 167000
},
{
"epoch": 2.257381975984151,
"grad_norm": 3.056257486343384,
"learning_rate": 1.2376967066930814e-05,
"loss": 0.7989,
"step": 167500
},
{
"epoch": 2.264120429643805,
"grad_norm": 3.0764172077178955,
"learning_rate": 1.2264659505936578e-05,
"loss": 0.7963,
"step": 168000
},
{
"epoch": 2.2708588833034593,
"grad_norm": 3.017273187637329,
"learning_rate": 1.2152351944942341e-05,
"loss": 0.7968,
"step": 168500
},
{
"epoch": 2.2775973369631135,
"grad_norm": 2.690185308456421,
"learning_rate": 1.2040044383948106e-05,
"loss": 0.7968,
"step": 169000
},
{
"epoch": 2.2843357906227677,
"grad_norm": 2.7114124298095703,
"learning_rate": 1.192773682295387e-05,
"loss": 0.8011,
"step": 169500
},
{
"epoch": 2.291074244282422,
"grad_norm": 2.9144785404205322,
"learning_rate": 1.1815429261959633e-05,
"loss": 0.7963,
"step": 170000
},
{
"epoch": 2.297812697942076,
"grad_norm": 2.8431060314178467,
"learning_rate": 1.1703121700965396e-05,
"loss": 0.7927,
"step": 170500
},
{
"epoch": 2.3045511516017303,
"grad_norm": 2.4635190963745117,
"learning_rate": 1.159081413997116e-05,
"loss": 0.796,
"step": 171000
},
{
"epoch": 2.3112896052613845,
"grad_norm": 2.829127788543701,
"learning_rate": 1.1478506578976923e-05,
"loss": 0.7933,
"step": 171500
},
{
"epoch": 2.3180280589210387,
"grad_norm": 2.748392343521118,
"learning_rate": 1.1366199017982688e-05,
"loss": 0.7982,
"step": 172000
},
{
"epoch": 2.324766512580693,
"grad_norm": 2.6858222484588623,
"learning_rate": 1.125389145698845e-05,
"loss": 0.7919,
"step": 172500
},
{
"epoch": 2.331504966240347,
"grad_norm": 2.5816309452056885,
"learning_rate": 1.1141583895994215e-05,
"loss": 0.7943,
"step": 173000
},
{
"epoch": 2.3382434199000013,
"grad_norm": 2.663086175918579,
"learning_rate": 1.1029276334999978e-05,
"loss": 0.7907,
"step": 173500
},
{
"epoch": 2.3449818735596555,
"grad_norm": 2.7774062156677246,
"learning_rate": 1.091696877400574e-05,
"loss": 0.7938,
"step": 174000
},
{
"epoch": 2.3517203272193097,
"grad_norm": 2.579991102218628,
"learning_rate": 1.0804661213011505e-05,
"loss": 0.7907,
"step": 174500
},
{
"epoch": 2.358458780878964,
"grad_norm": 2.737271547317505,
"learning_rate": 1.0692353652017268e-05,
"loss": 0.791,
"step": 175000
},
{
"epoch": 2.365197234538618,
"grad_norm": 2.7510414123535156,
"learning_rate": 1.0580046091023032e-05,
"loss": 0.7897,
"step": 175500
},
{
"epoch": 2.3719356881982723,
"grad_norm": 2.9037694931030273,
"learning_rate": 1.0467738530028797e-05,
"loss": 0.7911,
"step": 176000
},
{
"epoch": 2.3786741418579265,
"grad_norm": 2.720240354537964,
"learning_rate": 1.035543096903456e-05,
"loss": 0.7927,
"step": 176500
},
{
"epoch": 2.3854125955175807,
"grad_norm": 2.5593862533569336,
"learning_rate": 1.0243123408040324e-05,
"loss": 0.7884,
"step": 177000
},
{
"epoch": 2.392151049177235,
"grad_norm": 2.8841631412506104,
"learning_rate": 1.0130815847046087e-05,
"loss": 0.7884,
"step": 177500
},
{
"epoch": 2.398889502836889,
"grad_norm": 2.46235728263855,
"learning_rate": 1.001850828605185e-05,
"loss": 0.7849,
"step": 178000
},
{
"epoch": 2.4056279564965433,
"grad_norm": 2.6925342082977295,
"learning_rate": 9.906200725057614e-06,
"loss": 0.787,
"step": 178500
},
{
"epoch": 2.4123664101561975,
"grad_norm": 2.830958366394043,
"learning_rate": 9.793893164063377e-06,
"loss": 0.7851,
"step": 179000
},
{
"epoch": 2.4191048638158517,
"grad_norm": 2.656013011932373,
"learning_rate": 9.681585603069142e-06,
"loss": 0.7869,
"step": 179500
},
{
"epoch": 2.425843317475506,
"grad_norm": 2.9063632488250732,
"learning_rate": 9.569278042074906e-06,
"loss": 0.7835,
"step": 180000
},
{
"epoch": 2.43258177113516,
"grad_norm": 2.727149724960327,
"learning_rate": 9.456970481080667e-06,
"loss": 0.7872,
"step": 180500
},
{
"epoch": 2.4393202247948143,
"grad_norm": 2.8738434314727783,
"learning_rate": 9.344662920086432e-06,
"loss": 0.7893,
"step": 181000
},
{
"epoch": 2.4460586784544684,
"grad_norm": 2.6790006160736084,
"learning_rate": 9.232355359092196e-06,
"loss": 0.7901,
"step": 181500
},
{
"epoch": 2.4527971321141226,
"grad_norm": 2.999220371246338,
"learning_rate": 9.12004779809796e-06,
"loss": 0.7846,
"step": 182000
},
{
"epoch": 2.459535585773777,
"grad_norm": 2.930610418319702,
"learning_rate": 9.007740237103724e-06,
"loss": 0.7836,
"step": 182500
},
{
"epoch": 2.466274039433431,
"grad_norm": 2.5325422286987305,
"learning_rate": 8.895432676109487e-06,
"loss": 0.7841,
"step": 183000
},
{
"epoch": 2.4730124930930852,
"grad_norm": 2.6990277767181396,
"learning_rate": 8.783125115115251e-06,
"loss": 0.7865,
"step": 183500
},
{
"epoch": 2.479750946752739,
"grad_norm": 2.4499423503875732,
"learning_rate": 8.670817554121014e-06,
"loss": 0.788,
"step": 184000
},
{
"epoch": 2.486489400412393,
"grad_norm": 2.8085732460021973,
"learning_rate": 8.558509993126777e-06,
"loss": 0.7843,
"step": 184500
},
{
"epoch": 2.4932278540720474,
"grad_norm": 2.7460155487060547,
"learning_rate": 8.446202432132541e-06,
"loss": 0.7837,
"step": 185000
},
{
"epoch": 2.4999663077317016,
"grad_norm": 2.6985998153686523,
"learning_rate": 8.333894871138306e-06,
"loss": 0.7796,
"step": 185500
},
{
"epoch": 2.506704761391356,
"grad_norm": 2.61006236076355,
"learning_rate": 8.221587310144069e-06,
"loss": 0.7851,
"step": 186000
},
{
"epoch": 2.51344321505101,
"grad_norm": 2.6244630813598633,
"learning_rate": 8.109279749149833e-06,
"loss": 0.7815,
"step": 186500
},
{
"epoch": 2.520181668710664,
"grad_norm": 2.570472240447998,
"learning_rate": 7.996972188155596e-06,
"loss": 0.7798,
"step": 187000
},
{
"epoch": 2.5269201223703184,
"grad_norm": 2.843006134033203,
"learning_rate": 7.884664627161359e-06,
"loss": 0.7813,
"step": 187500
},
{
"epoch": 2.5336585760299726,
"grad_norm": 2.826552391052246,
"learning_rate": 7.772357066167123e-06,
"loss": 0.7847,
"step": 188000
},
{
"epoch": 2.5403970296896268,
"grad_norm": 2.7578179836273193,
"learning_rate": 7.660049505172886e-06,
"loss": 0.7866,
"step": 188500
},
{
"epoch": 2.547135483349281,
"grad_norm": 2.5628886222839355,
"learning_rate": 7.5477419441786505e-06,
"loss": 0.7852,
"step": 189000
},
{
"epoch": 2.553873937008935,
"grad_norm": 2.6524205207824707,
"learning_rate": 7.435434383184414e-06,
"loss": 0.7814,
"step": 189500
},
{
"epoch": 2.5606123906685894,
"grad_norm": 2.477996349334717,
"learning_rate": 7.323126822190178e-06,
"loss": 0.7811,
"step": 190000
},
{
"epoch": 2.5673508443282436,
"grad_norm": 2.7149415016174316,
"learning_rate": 7.210819261195941e-06,
"loss": 0.7792,
"step": 190500
},
{
"epoch": 2.5740892979878978,
"grad_norm": 2.6794521808624268,
"learning_rate": 7.098511700201704e-06,
"loss": 0.7812,
"step": 191000
},
{
"epoch": 2.580827751647552,
"grad_norm": 2.5924432277679443,
"learning_rate": 6.986204139207468e-06,
"loss": 0.7833,
"step": 191500
},
{
"epoch": 2.587566205307206,
"grad_norm": 2.6516847610473633,
"learning_rate": 6.873896578213232e-06,
"loss": 0.7805,
"step": 192000
},
{
"epoch": 2.5943046589668604,
"grad_norm": 2.7591474056243896,
"learning_rate": 6.761589017218996e-06,
"loss": 0.7806,
"step": 192500
},
{
"epoch": 2.6010431126265146,
"grad_norm": 2.6870453357696533,
"learning_rate": 6.64928145622476e-06,
"loss": 0.7831,
"step": 193000
},
{
"epoch": 2.6077815662861688,
"grad_norm": 2.554856061935425,
"learning_rate": 6.5369738952305235e-06,
"loss": 0.7788,
"step": 193500
},
{
"epoch": 2.614520019945823,
"grad_norm": 3.0473780632019043,
"learning_rate": 6.4246663342362855e-06,
"loss": 0.7785,
"step": 194000
},
{
"epoch": 2.621258473605477,
"grad_norm": 2.823575973510742,
"learning_rate": 6.31235877324205e-06,
"loss": 0.7769,
"step": 194500
},
{
"epoch": 2.6279969272651313,
"grad_norm": 3.1149537563323975,
"learning_rate": 6.200051212247814e-06,
"loss": 0.7756,
"step": 195000
},
{
"epoch": 2.6347353809247855,
"grad_norm": 2.7670702934265137,
"learning_rate": 6.087743651253577e-06,
"loss": 0.7757,
"step": 195500
},
{
"epoch": 2.6414738345844393,
"grad_norm": 2.8859286308288574,
"learning_rate": 5.975436090259341e-06,
"loss": 0.7799,
"step": 196000
},
{
"epoch": 2.6482122882440935,
"grad_norm": 2.612013578414917,
"learning_rate": 5.863128529265105e-06,
"loss": 0.7783,
"step": 196500
},
{
"epoch": 2.6549507419037477,
"grad_norm": 2.4842634201049805,
"learning_rate": 5.750820968270868e-06,
"loss": 0.7797,
"step": 197000
},
{
"epoch": 2.661689195563402,
"grad_norm": 2.8483400344848633,
"learning_rate": 5.638513407276632e-06,
"loss": 0.7798,
"step": 197500
},
{
"epoch": 2.668427649223056,
"grad_norm": 2.6876285076141357,
"learning_rate": 5.526205846282395e-06,
"loss": 0.7763,
"step": 198000
},
{
"epoch": 2.6751661028827103,
"grad_norm": 2.7072014808654785,
"learning_rate": 5.413898285288159e-06,
"loss": 0.7777,
"step": 198500
},
{
"epoch": 2.6819045565423645,
"grad_norm": 2.741366386413574,
"learning_rate": 5.301590724293923e-06,
"loss": 0.771,
"step": 199000
},
{
"epoch": 2.6886430102020187,
"grad_norm": 2.619382858276367,
"learning_rate": 5.189283163299686e-06,
"loss": 0.7759,
"step": 199500
},
{
"epoch": 2.695381463861673,
"grad_norm": 2.4894635677337646,
"learning_rate": 5.0769756023054495e-06,
"loss": 0.7775,
"step": 200000
},
{
"epoch": 2.702119917521327,
"grad_norm": 2.9494383335113525,
"learning_rate": 4.964668041311214e-06,
"loss": 0.7725,
"step": 200500
},
{
"epoch": 2.7088583711809813,
"grad_norm": 2.9104485511779785,
"learning_rate": 4.852360480316978e-06,
"loss": 0.7756,
"step": 201000
},
{
"epoch": 2.7155968248406355,
"grad_norm": 3.2007381916046143,
"learning_rate": 4.7400529193227405e-06,
"loss": 0.7766,
"step": 201500
},
{
"epoch": 2.7223352785002897,
"grad_norm": 2.7596235275268555,
"learning_rate": 4.627745358328504e-06,
"loss": 0.7772,
"step": 202000
},
{
"epoch": 2.729073732159944,
"grad_norm": 2.6834709644317627,
"learning_rate": 4.515437797334268e-06,
"loss": 0.7749,
"step": 202500
},
{
"epoch": 2.735812185819598,
"grad_norm": 2.5933780670166016,
"learning_rate": 4.4031302363400314e-06,
"loss": 0.7719,
"step": 203000
},
{
"epoch": 2.7425506394792523,
"grad_norm": 2.5340027809143066,
"learning_rate": 4.290822675345795e-06,
"loss": 0.7741,
"step": 203500
},
{
"epoch": 2.7492890931389065,
"grad_norm": 2.8879024982452393,
"learning_rate": 4.178515114351559e-06,
"loss": 0.7716,
"step": 204000
},
{
"epoch": 2.7560275467985607,
"grad_norm": 3.1167986392974854,
"learning_rate": 4.0662075533573224e-06,
"loss": 0.7694,
"step": 204500
},
{
"epoch": 2.762766000458215,
"grad_norm": 2.4951884746551514,
"learning_rate": 3.953899992363086e-06,
"loss": 0.7765,
"step": 205000
},
{
"epoch": 2.769504454117869,
"grad_norm": 2.7027931213378906,
"learning_rate": 3.84159243136885e-06,
"loss": 0.7714,
"step": 205500
},
{
"epoch": 2.7762429077775232,
"grad_norm": 3.3156979084014893,
"learning_rate": 3.7292848703746134e-06,
"loss": 0.7781,
"step": 206000
},
{
"epoch": 2.7829813614371774,
"grad_norm": 2.786951780319214,
"learning_rate": 3.6169773093803767e-06,
"loss": 0.7728,
"step": 206500
},
{
"epoch": 2.7897198150968316,
"grad_norm": 2.969574451446533,
"learning_rate": 3.5046697483861408e-06,
"loss": 0.7738,
"step": 207000
},
{
"epoch": 2.796458268756486,
"grad_norm": 2.9349396228790283,
"learning_rate": 3.3923621873919044e-06,
"loss": 0.7706,
"step": 207500
},
{
"epoch": 2.80319672241614,
"grad_norm": 2.9105379581451416,
"learning_rate": 3.2800546263976677e-06,
"loss": 0.7726,
"step": 208000
},
{
"epoch": 2.8099351760757942,
"grad_norm": 2.704517364501953,
"learning_rate": 3.1677470654034313e-06,
"loss": 0.772,
"step": 208500
},
{
"epoch": 2.8166736297354484,
"grad_norm": 2.8440916538238525,
"learning_rate": 3.055439504409195e-06,
"loss": 0.7737,
"step": 209000
},
{
"epoch": 2.8234120833951026,
"grad_norm": 2.7883334159851074,
"learning_rate": 2.9431319434149587e-06,
"loss": 0.7761,
"step": 209500
},
{
"epoch": 2.830150537054757,
"grad_norm": 2.7041919231414795,
"learning_rate": 2.8308243824207223e-06,
"loss": 0.7685,
"step": 210000
},
{
"epoch": 2.836888990714411,
"grad_norm": 3.204582691192627,
"learning_rate": 2.718516821426486e-06,
"loss": 0.772,
"step": 210500
},
{
"epoch": 2.8436274443740652,
"grad_norm": 2.6497182846069336,
"learning_rate": 2.6062092604322497e-06,
"loss": 0.7697,
"step": 211000
},
{
"epoch": 2.8503658980337194,
"grad_norm": 2.7956790924072266,
"learning_rate": 2.493901699438013e-06,
"loss": 0.7701,
"step": 211500
},
{
"epoch": 2.8571043516933736,
"grad_norm": 2.669754981994629,
"learning_rate": 2.3815941384437766e-06,
"loss": 0.7722,
"step": 212000
},
{
"epoch": 2.863842805353028,
"grad_norm": 2.8052785396575928,
"learning_rate": 2.2692865774495402e-06,
"loss": 0.7738,
"step": 212500
},
{
"epoch": 2.870581259012682,
"grad_norm": 2.84078311920166,
"learning_rate": 2.156979016455304e-06,
"loss": 0.7634,
"step": 213000
},
{
"epoch": 2.877319712672336,
"grad_norm": 2.8475825786590576,
"learning_rate": 2.0446714554610676e-06,
"loss": 0.7701,
"step": 213500
},
{
"epoch": 2.88405816633199,
"grad_norm": 2.8714263439178467,
"learning_rate": 1.9323638944668312e-06,
"loss": 0.7675,
"step": 214000
},
{
"epoch": 2.890796619991644,
"grad_norm": 2.9529831409454346,
"learning_rate": 1.8200563334725949e-06,
"loss": 0.7634,
"step": 214500
},
{
"epoch": 2.8975350736512984,
"grad_norm": 2.602252960205078,
"learning_rate": 1.7077487724783583e-06,
"loss": 0.7743,
"step": 215000
},
{
"epoch": 2.9042735273109526,
"grad_norm": 2.7984066009521484,
"learning_rate": 1.5954412114841222e-06,
"loss": 0.7682,
"step": 215500
},
{
"epoch": 2.9110119809706068,
"grad_norm": 2.473423957824707,
"learning_rate": 1.4831336504898857e-06,
"loss": 0.7718,
"step": 216000
},
{
"epoch": 2.917750434630261,
"grad_norm": 2.9639880657196045,
"learning_rate": 1.3708260894956493e-06,
"loss": 0.7674,
"step": 216500
},
{
"epoch": 2.924488888289915,
"grad_norm": 2.7730565071105957,
"learning_rate": 1.258518528501413e-06,
"loss": 0.7689,
"step": 217000
},
{
"epoch": 2.9312273419495694,
"grad_norm": 2.5630087852478027,
"learning_rate": 1.1462109675071764e-06,
"loss": 0.7698,
"step": 217500
},
{
"epoch": 2.9379657956092236,
"grad_norm": 2.7039124965667725,
"learning_rate": 1.03390340651294e-06,
"loss": 0.7658,
"step": 218000
},
{
"epoch": 2.9447042492688777,
"grad_norm": 2.7059097290039062,
"learning_rate": 9.215958455187038e-07,
"loss": 0.7714,
"step": 218500
},
{
"epoch": 2.951442702928532,
"grad_norm": 2.545656681060791,
"learning_rate": 8.092882845244674e-07,
"loss": 0.7651,
"step": 219000
},
{
"epoch": 2.958181156588186,
"grad_norm": 2.602311134338379,
"learning_rate": 6.96980723530231e-07,
"loss": 0.7685,
"step": 219500
},
{
"epoch": 2.9649196102478403,
"grad_norm": 2.7936577796936035,
"learning_rate": 5.846731625359947e-07,
"loss": 0.7659,
"step": 220000
},
{
"epoch": 2.9716580639074945,
"grad_norm": 2.578080654144287,
"learning_rate": 4.723656015417582e-07,
"loss": 0.7708,
"step": 220500
},
{
"epoch": 2.9783965175671487,
"grad_norm": 2.9034383296966553,
"learning_rate": 3.600580405475218e-07,
"loss": 0.7693,
"step": 221000
},
{
"epoch": 2.985134971226803,
"grad_norm": 2.942518472671509,
"learning_rate": 2.477504795532855e-07,
"loss": 0.7656,
"step": 221500
},
{
"epoch": 2.991873424886457,
"grad_norm": 2.4221742153167725,
"learning_rate": 1.3544291855904907e-07,
"loss": 0.7647,
"step": 222000
},
{
"epoch": 2.9986118785461113,
"grad_norm": 2.536613941192627,
"learning_rate": 2.3135357564812696e-08,
"loss": 0.7661,
"step": 222500
},
{
"epoch": 3.0,
"step": 222603,
"total_flos": 7.501219159976442e+18,
"train_loss": 0.20371022846941,
"train_runtime": 62599.538,
"train_samples_per_second": 455.163,
"train_steps_per_second": 3.556
}
],
"logging_steps": 500,
"max_steps": 222603,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 7.501219159976442e+18,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 500,
"global_step": 222603,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.006738453659654183,
"grad_norm": 3.9900646209716797,
"learning_rate": 4.988769243900577e-05,
"loss": 1.9854,
"step": 500
},
{
"epoch": 0.013476907319308366,
"grad_norm": 4.249794006347656,
"learning_rate": 4.9775384878011525e-05,
"loss": 1.8451,
"step": 1000
},
{
"epoch": 0.020215360978962548,
"grad_norm": 4.1350417137146,
"learning_rate": 4.966307731701729e-05,
"loss": 1.7752,
"step": 1500
},
{
"epoch": 0.026953814638616732,
"grad_norm": 3.874133825302124,
"learning_rate": 4.955076975602306e-05,
"loss": 1.7215,
"step": 2000
},
{
"epoch": 0.03369226829827091,
"grad_norm": 3.557955026626587,
"learning_rate": 4.943846219502882e-05,
"loss": 1.6764,
"step": 2500
},
{
"epoch": 0.040430721957925096,
"grad_norm": 3.978665590286255,
"learning_rate": 4.932615463403458e-05,
"loss": 1.6395,
"step": 3000
},
{
"epoch": 0.04716917561757928,
"grad_norm": 3.99066162109375,
"learning_rate": 4.921384707304035e-05,
"loss": 1.6005,
"step": 3500
},
{
"epoch": 0.053907629277233464,
"grad_norm": 3.6204793453216553,
"learning_rate": 4.910153951204611e-05,
"loss": 1.5745,
"step": 4000
},
{
"epoch": 0.06064608293688764,
"grad_norm": 3.5526976585388184,
"learning_rate": 4.898923195105187e-05,
"loss": 1.5477,
"step": 4500
},
{
"epoch": 0.06738453659654182,
"grad_norm": 3.432760238647461,
"learning_rate": 4.887692439005764e-05,
"loss": 1.5235,
"step": 5000
},
{
"epoch": 0.07412299025619601,
"grad_norm": 3.3595640659332275,
"learning_rate": 4.87646168290634e-05,
"loss": 1.5069,
"step": 5500
},
{
"epoch": 0.08086144391585019,
"grad_norm": 3.6151161193847656,
"learning_rate": 4.865230926806917e-05,
"loss": 1.4855,
"step": 6000
},
{
"epoch": 0.08759989757550438,
"grad_norm": 3.4927330017089844,
"learning_rate": 4.854000170707493e-05,
"loss": 1.4636,
"step": 6500