Download trainer_state.json from symbolzh/selector0827: direct link, hf CLI and curl.
- Browser
- Download file 236 kB
-
https://huggingface.co/symbolzh/selector0827/resolve/main/trainer_state.json
- Command line
-
hf download hf://symbolzh/selector0827/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/symbolzh/selector0827/resolve/main/trainer_state.json
236 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 200.0,
"global_step": 1049,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0009539709038874314,
"grad_norm": 487.8523864746094,
"learning_rate": 1.904761904761905e-07,
"loss": 5.641021251678467,
"step": 1,
"token_acc": 0.5424107142857143
},
{
"epoch": 0.0019079418077748629,
"grad_norm": 441.5674133300781,
"learning_rate": 3.80952380952381e-07,
"loss": 5.456437110900879,
"step": 2,
"token_acc": 0.5892857142857143
},
{
"epoch": 0.0028619127116622945,
"grad_norm": 480.9621887207031,
"learning_rate": 5.714285714285715e-07,
"loss": 5.570872783660889,
"step": 3,
"token_acc": 0.5736607142857143
},
{
"epoch": 0.0038158836155497257,
"grad_norm": 461.7463684082031,
"learning_rate": 7.61904761904762e-07,
"loss": 5.352913856506348,
"step": 4,
"token_acc": 0.5558035714285714
},
{
"epoch": 0.004769854519437157,
"grad_norm": 440.0296936035156,
"learning_rate": 9.523809523809525e-07,
"loss": 5.180164337158203,
"step": 5,
"token_acc": 0.6004464285714286
},
{
"epoch": 0.005723825423324589,
"grad_norm": 431.8683166503906,
"learning_rate": 1.142857142857143e-06,
"loss": 5.2821149826049805,
"step": 6,
"token_acc": 0.5915178571428571
},
{
"epoch": 0.00667779632721202,
"grad_norm": 408.6482238769531,
"learning_rate": 1.3333333333333334e-06,
"loss": 4.60111141204834,
"step": 7,
"token_acc": 0.640625
},
{
"epoch": 0.0076317672310994514,
"grad_norm": 290.9599914550781,
"learning_rate": 1.523809523809524e-06,
"loss": 2.8027749061584473,
"step": 8,
"token_acc": 0.7008928571428571
},
{
"epoch": 0.008585738134986884,
"grad_norm": 212.50631713867188,
"learning_rate": 1.7142857142857145e-06,
"loss": 2.4936604499816895,
"step": 9,
"token_acc": 0.7433035714285714
},
{
"epoch": 0.009539709038874314,
"grad_norm": 152.1474151611328,
"learning_rate": 1.904761904761905e-06,
"loss": 2.321058988571167,
"step": 10,
"token_acc": 0.7566964285714286
},
{
"epoch": 0.010493679942761746,
"grad_norm": 143.89376831054688,
"learning_rate": 2.0952380952380955e-06,
"loss": 1.8750510215759277,
"step": 11,
"token_acc": 0.7767857142857143
},
{
"epoch": 0.011447650846649178,
"grad_norm": 75.47449493408203,
"learning_rate": 2.285714285714286e-06,
"loss": 1.6536998748779297,
"step": 12,
"token_acc": 0.8102678571428571
},
{
"epoch": 0.012401621750536608,
"grad_norm": 70.95520782470703,
"learning_rate": 2.4761904761904764e-06,
"loss": 1.5379831790924072,
"step": 13,
"token_acc": 0.796875
},
{
"epoch": 0.01335559265442404,
"grad_norm": 59.69828414916992,
"learning_rate": 2.666666666666667e-06,
"loss": 1.421655535697937,
"step": 14,
"token_acc": 0.8102678571428571
},
{
"epoch": 0.01430956355831147,
"grad_norm": 107.87124633789062,
"learning_rate": 2.8571428571428573e-06,
"loss": 0.9083107113838196,
"step": 15,
"token_acc": 0.7901785714285714
},
{
"epoch": 0.015263534462198903,
"grad_norm": 69.27890014648438,
"learning_rate": 3.047619047619048e-06,
"loss": 0.39368268847465515,
"step": 16,
"token_acc": 0.796875
},
{
"epoch": 0.016217505366086335,
"grad_norm": 69.36380767822266,
"learning_rate": 3.2380952380952385e-06,
"loss": 0.27300581336021423,
"step": 17,
"token_acc": 0.8995535714285714
},
{
"epoch": 0.017171476269973767,
"grad_norm": 52.85889434814453,
"learning_rate": 3.428571428571429e-06,
"loss": 0.19235074520111084,
"step": 18,
"token_acc": 0.9084821428571429
},
{
"epoch": 0.018125447173861196,
"grad_norm": 24.876264572143555,
"learning_rate": 3.6190476190476194e-06,
"loss": 0.10847067087888718,
"step": 19,
"token_acc": 0.9196428571428571
},
{
"epoch": 0.019079418077748628,
"grad_norm": 14.997529029846191,
"learning_rate": 3.80952380952381e-06,
"loss": 0.10338980704545975,
"step": 20,
"token_acc": 0.9241071428571429
},
{
"epoch": 0.02003338898163606,
"grad_norm": 12.82174015045166,
"learning_rate": 4.000000000000001e-06,
"loss": 0.11441352963447571,
"step": 21,
"token_acc": 0.9129464285714286
},
{
"epoch": 0.020987359885523492,
"grad_norm": 0.943763017654419,
"learning_rate": 4.190476190476191e-06,
"loss": 0.08921027928590775,
"step": 22,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.021941330789410924,
"grad_norm": 3.721963405609131,
"learning_rate": 4.3809523809523815e-06,
"loss": 0.09114746749401093,
"step": 23,
"token_acc": 0.9352678571428571
},
{
"epoch": 0.022895301693298356,
"grad_norm": 4.116727352142334,
"learning_rate": 4.571428571428572e-06,
"loss": 0.08890984952449799,
"step": 24,
"token_acc": 0.953125
},
{
"epoch": 0.023849272597185785,
"grad_norm": 2.3745229244232178,
"learning_rate": 4.761904761904762e-06,
"loss": 0.08816654980182648,
"step": 25,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.024803243501073217,
"grad_norm": 3.4608418941497803,
"learning_rate": 4.952380952380953e-06,
"loss": 0.0788612961769104,
"step": 26,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.02575721440496065,
"grad_norm": 12.159919738769531,
"learning_rate": 5.142857142857142e-06,
"loss": 0.1119467169046402,
"step": 27,
"token_acc": 0.9330357142857143
},
{
"epoch": 0.02671118530884808,
"grad_norm": 1.6577916145324707,
"learning_rate": 5.333333333333334e-06,
"loss": 0.07982518523931503,
"step": 28,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.027665156212735513,
"grad_norm": 4.994884014129639,
"learning_rate": 5.523809523809525e-06,
"loss": 0.09256091713905334,
"step": 29,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.02861912711662294,
"grad_norm": 3.4874072074890137,
"learning_rate": 5.7142857142857145e-06,
"loss": 0.07936974614858627,
"step": 30,
"token_acc": 0.953125
},
{
"epoch": 0.029573098020510374,
"grad_norm": 3.6309056282043457,
"learning_rate": 5.904761904761905e-06,
"loss": 0.10610798746347427,
"step": 31,
"token_acc": 0.9308035714285714
},
{
"epoch": 0.030527068924397806,
"grad_norm": 6.925246238708496,
"learning_rate": 6.095238095238096e-06,
"loss": 0.1066293716430664,
"step": 32,
"token_acc": 0.9263392857142857
},
{
"epoch": 0.031481039828285234,
"grad_norm": 4.5225958824157715,
"learning_rate": 6.285714285714286e-06,
"loss": 0.10149717330932617,
"step": 33,
"token_acc": 0.9174107142857143
},
{
"epoch": 0.03243501073217267,
"grad_norm": 2.6128525733947754,
"learning_rate": 6.476190476190477e-06,
"loss": 0.09254007786512375,
"step": 34,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.0333889816360601,
"grad_norm": 1.682613730430603,
"learning_rate": 6.666666666666667e-06,
"loss": 0.09161645919084549,
"step": 35,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.034342952539947534,
"grad_norm": 0.9244633316993713,
"learning_rate": 6.857142857142858e-06,
"loss": 0.0881117656826973,
"step": 36,
"token_acc": 0.953125
},
{
"epoch": 0.03529692344383496,
"grad_norm": 0.5818070769309998,
"learning_rate": 7.047619047619048e-06,
"loss": 0.09283135831356049,
"step": 37,
"token_acc": 0.9397321428571429
},
{
"epoch": 0.03625089434772239,
"grad_norm": 1.035044550895691,
"learning_rate": 7.238095238095239e-06,
"loss": 0.07343049347400665,
"step": 38,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.03720486525160983,
"grad_norm": 5.363602161407471,
"learning_rate": 7.428571428571429e-06,
"loss": 0.09880748391151428,
"step": 39,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.038158836155497255,
"grad_norm": 3.781351089477539,
"learning_rate": 7.61904761904762e-06,
"loss": 0.08539284765720367,
"step": 40,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.03911280705938469,
"grad_norm": 1.7517951726913452,
"learning_rate": 7.809523809523811e-06,
"loss": 0.06805688887834549,
"step": 41,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.04006677796327212,
"grad_norm": 2.222728967666626,
"learning_rate": 8.000000000000001e-06,
"loss": 0.0834946408867836,
"step": 42,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.04102074886715955,
"grad_norm": 3.301999807357788,
"learning_rate": 8.190476190476192e-06,
"loss": 0.09627261012792587,
"step": 43,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.041974719771046984,
"grad_norm": 1.039117693901062,
"learning_rate": 8.380952380952382e-06,
"loss": 0.06965971738100052,
"step": 44,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.04292869067493441,
"grad_norm": 2.3755300045013428,
"learning_rate": 8.571428571428571e-06,
"loss": 0.0687466412782669,
"step": 45,
"token_acc": 0.96875
},
{
"epoch": 0.04388266157882185,
"grad_norm": 0.9454730153083801,
"learning_rate": 8.761904761904763e-06,
"loss": 0.07735303789377213,
"step": 46,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.04483663248270928,
"grad_norm": 0.8962095975875854,
"learning_rate": 8.952380952380953e-06,
"loss": 0.07521060109138489,
"step": 47,
"token_acc": 0.953125
},
{
"epoch": 0.04579060338659671,
"grad_norm": 4.576076507568359,
"learning_rate": 9.142857142857144e-06,
"loss": 0.09228947758674622,
"step": 48,
"token_acc": 0.953125
},
{
"epoch": 0.04674457429048414,
"grad_norm": 6.167478084564209,
"learning_rate": 9.333333333333334e-06,
"loss": 0.0877530425786972,
"step": 49,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.04769854519437157,
"grad_norm": 3.7076241970062256,
"learning_rate": 9.523809523809525e-06,
"loss": 0.10987519472837448,
"step": 50,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.048652516098259005,
"grad_norm": 2.8992648124694824,
"learning_rate": 9.714285714285715e-06,
"loss": 0.09295038133859634,
"step": 51,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.049606487002146434,
"grad_norm": 1.7251265048980713,
"learning_rate": 9.904761904761906e-06,
"loss": 0.08192393183708191,
"step": 52,
"token_acc": 0.953125
},
{
"epoch": 0.05056045790603387,
"grad_norm": 2.853787660598755,
"learning_rate": 1.0095238095238096e-05,
"loss": 0.09357675164937973,
"step": 53,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.0515144288099213,
"grad_norm": 1.3074796199798584,
"learning_rate": 1.0285714285714285e-05,
"loss": 0.07850804924964905,
"step": 54,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.052468399713808726,
"grad_norm": 2.272561550140381,
"learning_rate": 1.0476190476190477e-05,
"loss": 0.08331944048404694,
"step": 55,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.05342237061769616,
"grad_norm": 1.0309702157974243,
"learning_rate": 1.0666666666666667e-05,
"loss": 0.08030784130096436,
"step": 56,
"token_acc": 0.96875
},
{
"epoch": 0.05437634152158359,
"grad_norm": 1.9524965286254883,
"learning_rate": 1.0857142857142858e-05,
"loss": 0.07101709395647049,
"step": 57,
"token_acc": 0.96875
},
{
"epoch": 0.055330312425471026,
"grad_norm": 2.0921027660369873,
"learning_rate": 1.104761904761905e-05,
"loss": 0.09026297926902771,
"step": 58,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.056284283329358455,
"grad_norm": 1.227601408958435,
"learning_rate": 1.1238095238095239e-05,
"loss": 0.08890761435031891,
"step": 59,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.05723825423324588,
"grad_norm": 0.618340790271759,
"learning_rate": 1.1428571428571429e-05,
"loss": 0.0745953917503357,
"step": 60,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.05819222513713332,
"grad_norm": 2.1348233222961426,
"learning_rate": 1.1619047619047621e-05,
"loss": 0.08260127902030945,
"step": 61,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.05914619604102075,
"grad_norm": 3.2943291664123535,
"learning_rate": 1.180952380952381e-05,
"loss": 0.07831982523202896,
"step": 62,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.06010016694490818,
"grad_norm": 0.9717316627502441,
"learning_rate": 1.2e-05,
"loss": 0.07793645560741425,
"step": 63,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.06105413784879561,
"grad_norm": 4.381064414978027,
"learning_rate": 1.2190476190476192e-05,
"loss": 0.11037925630807877,
"step": 64,
"token_acc": 0.9352678571428571
},
{
"epoch": 0.06200810875268304,
"grad_norm": 2.2919118404388428,
"learning_rate": 1.2380952380952383e-05,
"loss": 0.08994003385305405,
"step": 65,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.06296207965657047,
"grad_norm": 0.3609352111816406,
"learning_rate": 1.2571428571428572e-05,
"loss": 0.08326686918735504,
"step": 66,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.0639160505604579,
"grad_norm": 2.6934974193573,
"learning_rate": 1.2761904761904762e-05,
"loss": 0.09384476393461227,
"step": 67,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.06487002146434534,
"grad_norm": 4.804195404052734,
"learning_rate": 1.2952380952380954e-05,
"loss": 0.10191649198532104,
"step": 68,
"token_acc": 0.9375
},
{
"epoch": 0.06582399236823278,
"grad_norm": 0.7189062833786011,
"learning_rate": 1.3142857142857145e-05,
"loss": 0.07056459784507751,
"step": 69,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.0667779632721202,
"grad_norm": 1.335215449333191,
"learning_rate": 1.3333333333333333e-05,
"loss": 0.07901027798652649,
"step": 70,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.06773193417600763,
"grad_norm": 3.8653879165649414,
"learning_rate": 1.3523809523809525e-05,
"loss": 0.08641734719276428,
"step": 71,
"token_acc": 0.953125
},
{
"epoch": 0.06868590507989507,
"grad_norm": 3.3804967403411865,
"learning_rate": 1.3714285714285716e-05,
"loss": 0.09673717617988586,
"step": 72,
"token_acc": 0.953125
},
{
"epoch": 0.06963987598378249,
"grad_norm": 1.4693984985351562,
"learning_rate": 1.3904761904761905e-05,
"loss": 0.07910306751728058,
"step": 73,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.07059384688766993,
"grad_norm": 5.4344096183776855,
"learning_rate": 1.4095238095238097e-05,
"loss": 0.11285516619682312,
"step": 74,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.07154781779155736,
"grad_norm": 5.128373622894287,
"learning_rate": 1.4285714285714287e-05,
"loss": 0.11530803889036179,
"step": 75,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.07250178869544478,
"grad_norm": 6.074044704437256,
"learning_rate": 1.4476190476190478e-05,
"loss": 0.10953038930892944,
"step": 76,
"token_acc": 0.9330357142857143
},
{
"epoch": 0.07345575959933222,
"grad_norm": 2.960294008255005,
"learning_rate": 1.4666666666666666e-05,
"loss": 0.09023549407720566,
"step": 77,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.07440973050321965,
"grad_norm": 1.9020800590515137,
"learning_rate": 1.4857142857142858e-05,
"loss": 0.07768310606479645,
"step": 78,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.07536370140710709,
"grad_norm": 5.160366058349609,
"learning_rate": 1.5047619047619049e-05,
"loss": 0.10470496118068695,
"step": 79,
"token_acc": 0.9375
},
{
"epoch": 0.07631767231099451,
"grad_norm": 4.8657050132751465,
"learning_rate": 1.523809523809524e-05,
"loss": 0.10639414936304092,
"step": 80,
"token_acc": 0.9397321428571429
},
{
"epoch": 0.07727164321488195,
"grad_norm": 2.2616329193115234,
"learning_rate": 1.542857142857143e-05,
"loss": 0.08590391278266907,
"step": 81,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.07822561411876938,
"grad_norm": 7.045121192932129,
"learning_rate": 1.5619047619047622e-05,
"loss": 0.11919775605201721,
"step": 82,
"token_acc": 0.9352678571428571
},
{
"epoch": 0.0791795850226568,
"grad_norm": 7.114561080932617,
"learning_rate": 1.580952380952381e-05,
"loss": 0.12498422712087631,
"step": 83,
"token_acc": 0.9352678571428571
},
{
"epoch": 0.08013355592654424,
"grad_norm": 6.418177604675293,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.12468911707401276,
"step": 84,
"token_acc": 0.9330357142857143
},
{
"epoch": 0.08108752683043167,
"grad_norm": 0.9393772482872009,
"learning_rate": 1.6190476190476193e-05,
"loss": 0.07791900634765625,
"step": 85,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.0820414977343191,
"grad_norm": 0.834231972694397,
"learning_rate": 1.6380952380952384e-05,
"loss": 0.08570867776870728,
"step": 86,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.08299546863820653,
"grad_norm": 2.742424488067627,
"learning_rate": 1.6571428571428574e-05,
"loss": 0.0952925980091095,
"step": 87,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.08394943954209397,
"grad_norm": 0.6715598106384277,
"learning_rate": 1.6761904761904764e-05,
"loss": 0.07691541314125061,
"step": 88,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.0849034104459814,
"grad_norm": 0.8658965229988098,
"learning_rate": 1.6952380952380955e-05,
"loss": 0.07627522200345993,
"step": 89,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.08585738134986882,
"grad_norm": 3.0689148902893066,
"learning_rate": 1.7142857142857142e-05,
"loss": 0.0938287228345871,
"step": 90,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.08681135225375626,
"grad_norm": 2.9477241039276123,
"learning_rate": 1.7333333333333336e-05,
"loss": 0.09420065581798553,
"step": 91,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.0877653231576437,
"grad_norm": 2.180734634399414,
"learning_rate": 1.7523809523809526e-05,
"loss": 0.08347528427839279,
"step": 92,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.08871929406153112,
"grad_norm": 4.546668529510498,
"learning_rate": 1.7714285714285717e-05,
"loss": 0.1151447743177414,
"step": 93,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.08967326496541855,
"grad_norm": 3.049718141555786,
"learning_rate": 1.7904761904761907e-05,
"loss": 0.08710139989852905,
"step": 94,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.09062723586930599,
"grad_norm": 1.871828317642212,
"learning_rate": 1.8095238095238097e-05,
"loss": 0.08177635073661804,
"step": 95,
"token_acc": 0.953125
},
{
"epoch": 0.09158120677319342,
"grad_norm": 1.9980618953704834,
"learning_rate": 1.8285714285714288e-05,
"loss": 0.08421458303928375,
"step": 96,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.09253517767708085,
"grad_norm": 0.5869737863540649,
"learning_rate": 1.8476190476190478e-05,
"loss": 0.08140170574188232,
"step": 97,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.09348914858096828,
"grad_norm": 1.7486141920089722,
"learning_rate": 1.866666666666667e-05,
"loss": 0.07761695981025696,
"step": 98,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.09444311948485572,
"grad_norm": 1.7193928956985474,
"learning_rate": 1.885714285714286e-05,
"loss": 0.08673909306526184,
"step": 99,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.09539709038874314,
"grad_norm": 0.9831638932228088,
"learning_rate": 1.904761904761905e-05,
"loss": 0.08263088762760162,
"step": 100,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.09635106129263057,
"grad_norm": 3.0423548221588135,
"learning_rate": 1.923809523809524e-05,
"loss": 0.08885063230991364,
"step": 101,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.09730503219651801,
"grad_norm": 2.7891573905944824,
"learning_rate": 1.942857142857143e-05,
"loss": 0.08849130570888519,
"step": 102,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.09825900310040543,
"grad_norm": 1.2656489610671997,
"learning_rate": 1.961904761904762e-05,
"loss": 0.07604755461215973,
"step": 103,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.09921297400429287,
"grad_norm": 4.142719745635986,
"learning_rate": 1.980952380952381e-05,
"loss": 0.11390760540962219,
"step": 104,
"token_acc": 0.9375
},
{
"epoch": 0.1001669449081803,
"grad_norm": 3.968376636505127,
"learning_rate": 2e-05,
"loss": 0.1138022243976593,
"step": 105,
"token_acc": 0.9375
},
{
"epoch": 0.10112091581206774,
"grad_norm": 3.6644556522369385,
"learning_rate": 1.999994462351823e-05,
"loss": 0.09999683499336243,
"step": 106,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.10207488671595516,
"grad_norm": 1.1824909448623657,
"learning_rate": 1.9999778494686226e-05,
"loss": 0.07131458073854446,
"step": 107,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.1030288576198426,
"grad_norm": 4.423159122467041,
"learning_rate": 1.9999501615343913e-05,
"loss": 0.11074329912662506,
"step": 108,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.10398282852373003,
"grad_norm": 5.276371479034424,
"learning_rate": 1.999911398855782e-05,
"loss": 0.11020831763744354,
"step": 109,
"token_acc": 0.9397321428571429
},
{
"epoch": 0.10493679942761745,
"grad_norm": 6.050784587860107,
"learning_rate": 1.999861561862102e-05,
"loss": 0.11323899030685425,
"step": 110,
"token_acc": 0.9330357142857143
},
{
"epoch": 0.10589077033150489,
"grad_norm": 5.754271030426025,
"learning_rate": 1.999800651105311e-05,
"loss": 0.1126985177397728,
"step": 111,
"token_acc": 0.9241071428571429
},
{
"epoch": 0.10684474123539232,
"grad_norm": 0.3388066291809082,
"learning_rate": 1.999728667260014e-05,
"loss": 0.07526769489049911,
"step": 112,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.10779871213927975,
"grad_norm": 1.1153558492660522,
"learning_rate": 1.999645611123453e-05,
"loss": 0.08002553880214691,
"step": 113,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.10875268304316718,
"grad_norm": 4.209784507751465,
"learning_rate": 1.999551483615499e-05,
"loss": 0.10039164125919342,
"step": 114,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.10970665394705462,
"grad_norm": 2.1299562454223633,
"learning_rate": 1.9994462857786433e-05,
"loss": 0.07777003943920135,
"step": 115,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.11066062485094205,
"grad_norm": 3.452113389968872,
"learning_rate": 1.9993300187779822e-05,
"loss": 0.09982557594776154,
"step": 116,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.11161459575482947,
"grad_norm": 3.312609910964966,
"learning_rate": 1.999202683901207e-05,
"loss": 0.09315682202577591,
"step": 117,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.11256856665871691,
"grad_norm": 0.6356889009475708,
"learning_rate": 1.9990642825585896e-05,
"loss": 0.06288550794124603,
"step": 118,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.11352253756260434,
"grad_norm": 2.4070076942443848,
"learning_rate": 1.9989148162829663e-05,
"loss": 0.08212420344352722,
"step": 119,
"token_acc": 0.953125
},
{
"epoch": 0.11447650846649177,
"grad_norm": 2.221196413040161,
"learning_rate": 1.9987542867297197e-05,
"loss": 0.08265695720911026,
"step": 120,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.1154304793703792,
"grad_norm": 0.6397961378097534,
"learning_rate": 1.998582695676762e-05,
"loss": 0.07348528504371643,
"step": 121,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.11638445027426664,
"grad_norm": 1.6102882623672485,
"learning_rate": 1.9984000450245158e-05,
"loss": 0.06741799414157867,
"step": 122,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.11733842117815407,
"grad_norm": 2.5420687198638916,
"learning_rate": 1.9982063367958907e-05,
"loss": 0.07699298858642578,
"step": 123,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.1182923920820415,
"grad_norm": 0.5616111159324646,
"learning_rate": 1.998001573136263e-05,
"loss": 0.07863101363182068,
"step": 124,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.11924636298592893,
"grad_norm": 1.1394882202148438,
"learning_rate": 1.9977857563134503e-05,
"loss": 0.06942067295312881,
"step": 125,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.12020033388981637,
"grad_norm": 2.6983323097229004,
"learning_rate": 1.9975588887176884e-05,
"loss": 0.07644118368625641,
"step": 126,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.12115430479370379,
"grad_norm": 2.8511672019958496,
"learning_rate": 1.9973209728616032e-05,
"loss": 0.08076567947864532,
"step": 127,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.12210827569759122,
"grad_norm": 2.567322254180908,
"learning_rate": 1.997072011380183e-05,
"loss": 0.06546793133020401,
"step": 128,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.12306224660147866,
"grad_norm": 0.9636845588684082,
"learning_rate": 1.9968120070307503e-05,
"loss": 0.08033570647239685,
"step": 129,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.12401621750536608,
"grad_norm": 2.778141736984253,
"learning_rate": 1.9965409626929303e-05,
"loss": 0.08596562594175339,
"step": 130,
"token_acc": 0.953125
},
{
"epoch": 0.12497018840925352,
"grad_norm": 1.8544977903366089,
"learning_rate": 1.9962588813686187e-05,
"loss": 0.08075360953807831,
"step": 131,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.12592415931314094,
"grad_norm": 2.6509017944335938,
"learning_rate": 1.995965766181951e-05,
"loss": 0.09603504836559296,
"step": 132,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.12687813021702837,
"grad_norm": 1.9726654291152954,
"learning_rate": 1.9956616203792636e-05,
"loss": 0.08270510286092758,
"step": 133,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.1278321011209158,
"grad_norm": 2.0975534915924072,
"learning_rate": 1.995346447329062e-05,
"loss": 0.08589008450508118,
"step": 134,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.12878607202480324,
"grad_norm": 3.8201615810394287,
"learning_rate": 1.9950202505219808e-05,
"loss": 0.0846596509218216,
"step": 135,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.12974004292869068,
"grad_norm": 4.472686290740967,
"learning_rate": 1.994683033570747e-05,
"loss": 0.09364094585180283,
"step": 136,
"token_acc": 0.9308035714285714
},
{
"epoch": 0.13069401383257812,
"grad_norm": 4.286348342895508,
"learning_rate": 1.9943348002101374e-05,
"loss": 0.09437821805477142,
"step": 137,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.13164798473646555,
"grad_norm": 0.45072099566459656,
"learning_rate": 1.99397555429694e-05,
"loss": 0.07831645756959915,
"step": 138,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.13260195564035296,
"grad_norm": 2.5834388732910156,
"learning_rate": 1.99360529980991e-05,
"loss": 0.08735519647598267,
"step": 139,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.1335559265442404,
"grad_norm": 1.5631049871444702,
"learning_rate": 1.9932240408497253e-05,
"loss": 0.08309778571128845,
"step": 140,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.13450989744812783,
"grad_norm": 0.5292162895202637,
"learning_rate": 1.9928317816389416e-05,
"loss": 0.07408075034618378,
"step": 141,
"token_acc": 0.96875
},
{
"epoch": 0.13546386835201527,
"grad_norm": 0.696119487285614,
"learning_rate": 1.9924285265219467e-05,
"loss": 0.06806451827287674,
"step": 142,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.1364178392559027,
"grad_norm": 3.108191728591919,
"learning_rate": 1.9920142799649098e-05,
"loss": 0.06895100325345993,
"step": 143,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.13737181015979014,
"grad_norm": 1.8476988077163696,
"learning_rate": 1.9915890465557347e-05,
"loss": 0.08982968330383301,
"step": 144,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.13832578106367754,
"grad_norm": 0.964988112449646,
"learning_rate": 1.9911528310040073e-05,
"loss": 0.07907012104988098,
"step": 145,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.13927975196756498,
"grad_norm": 1.9477866888046265,
"learning_rate": 1.990705638140944e-05,
"loss": 0.07617534697055817,
"step": 146,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.14023372287145242,
"grad_norm": 0.910582423210144,
"learning_rate": 1.9902474729193385e-05,
"loss": 0.08917759358882904,
"step": 147,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.14118769377533985,
"grad_norm": 1.2299017906188965,
"learning_rate": 1.9897783404135063e-05,
"loss": 0.08024613559246063,
"step": 148,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.1421416646792273,
"grad_norm": 0.869289219379425,
"learning_rate": 1.9892982458192286e-05,
"loss": 0.08131733536720276,
"step": 149,
"token_acc": 0.953125
},
{
"epoch": 0.14309563558311472,
"grad_norm": 0.9183854460716248,
"learning_rate": 1.988807194453696e-05,
"loss": 0.07631956040859222,
"step": 150,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.14404960648700216,
"grad_norm": 0.5664135217666626,
"learning_rate": 1.9883051917554473e-05,
"loss": 0.07661089301109314,
"step": 151,
"token_acc": 0.96875
},
{
"epoch": 0.14500357739088957,
"grad_norm": 1.1552181243896484,
"learning_rate": 1.9877922432843115e-05,
"loss": 0.07797528803348541,
"step": 152,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.145957548294777,
"grad_norm": 0.9626105427742004,
"learning_rate": 1.9872683547213446e-05,
"loss": 0.07298462837934494,
"step": 153,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.14691151919866444,
"grad_norm": 1.4221088886260986,
"learning_rate": 1.986733531868768e-05,
"loss": 0.07316872477531433,
"step": 154,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.14786549010255187,
"grad_norm": 0.3915805220603943,
"learning_rate": 1.9861877806499033e-05,
"loss": 0.06458038091659546,
"step": 155,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.1488194610064393,
"grad_norm": 2.768644332885742,
"learning_rate": 1.985631107109107e-05,
"loss": 0.08813006430864334,
"step": 156,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.14977343191032674,
"grad_norm": 0.5907353758811951,
"learning_rate": 1.9850635174117033e-05,
"loss": 0.07428908348083496,
"step": 157,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.15072740281421418,
"grad_norm": 1.5387985706329346,
"learning_rate": 1.9844850178439163e-05,
"loss": 0.08248179405927658,
"step": 158,
"token_acc": 0.953125
},
{
"epoch": 0.1516813737181016,
"grad_norm": 0.7200589179992676,
"learning_rate": 1.9838956148128004e-05,
"loss": 0.0798448994755745,
"step": 159,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.15263534462198902,
"grad_norm": 1.2453361749649048,
"learning_rate": 1.9832953148461683e-05,
"loss": 0.06519879400730133,
"step": 160,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.15358931552587646,
"grad_norm": 0.684750497341156,
"learning_rate": 1.982684124592521e-05,
"loss": 0.06859265267848969,
"step": 161,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.1545432864297639,
"grad_norm": 1.543291449546814,
"learning_rate": 1.982062050820971e-05,
"loss": 0.07423625886440277,
"step": 162,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.15549725733365133,
"grad_norm": 1.470976710319519,
"learning_rate": 1.9814291004211695e-05,
"loss": 0.0751391053199768,
"step": 163,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.15645122823753876,
"grad_norm": 2.460451364517212,
"learning_rate": 1.9807852804032306e-05,
"loss": 0.08578608930110931,
"step": 164,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.1574051991414262,
"grad_norm": 5.203310489654541,
"learning_rate": 1.980130597897651e-05,
"loss": 0.10180714726448059,
"step": 165,
"token_acc": 0.9441964285714286
},
{
"epoch": 0.1583591700453136,
"grad_norm": 4.484707355499268,
"learning_rate": 1.9794650601552335e-05,
"loss": 0.10060818493366241,
"step": 166,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.15931314094920104,
"grad_norm": 8.102503776550293,
"learning_rate": 1.9787886745470067e-05,
"loss": 0.09242646396160126,
"step": 167,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.16026711185308848,
"grad_norm": 1.4590651988983154,
"learning_rate": 1.9781014485641405e-05,
"loss": 0.0871865376830101,
"step": 168,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.16122108275697591,
"grad_norm": 2.6498091220855713,
"learning_rate": 1.9774033898178668e-05,
"loss": 0.07390396296977997,
"step": 169,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.16217505366086335,
"grad_norm": 3.796192169189453,
"learning_rate": 1.9766945060393936e-05,
"loss": 0.09005150198936462,
"step": 170,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.16312902456475079,
"grad_norm": 3.172278881072998,
"learning_rate": 1.9759748050798176e-05,
"loss": 0.08233022689819336,
"step": 171,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.1640829954686382,
"grad_norm": 3.0918707847595215,
"learning_rate": 1.9752442949100413e-05,
"loss": 0.08818084001541138,
"step": 172,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.16503696637252563,
"grad_norm": 2.053947687149048,
"learning_rate": 1.9745029836206813e-05,
"loss": 0.09398510307073593,
"step": 173,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.16599093727641306,
"grad_norm": 19.524694442749023,
"learning_rate": 1.9737508794219793e-05,
"loss": 0.14545314013957977,
"step": 174,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.1669449081803005,
"grad_norm": 4.798526287078857,
"learning_rate": 1.9729879906437124e-05,
"loss": 0.0922551155090332,
"step": 175,
"token_acc": 0.9486607142857143
},
{
"epoch": 0.16789887908418794,
"grad_norm": 5.887282371520996,
"learning_rate": 1.9722143257351e-05,
"loss": 0.12755532562732697,
"step": 176,
"token_acc": 0.9397321428571429
},
{
"epoch": 0.16885284998807537,
"grad_norm": 5.365928649902344,
"learning_rate": 1.97142989326471e-05,
"loss": 0.11380960047245026,
"step": 177,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.1698068208919628,
"grad_norm": 3.7772974967956543,
"learning_rate": 1.970634701920365e-05,
"loss": 0.08779656887054443,
"step": 178,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.17076079179585021,
"grad_norm": 3.818460702896118,
"learning_rate": 1.969828760509044e-05,
"loss": 0.08299416303634644,
"step": 179,
"token_acc": 0.953125
},
{
"epoch": 0.17171476269973765,
"grad_norm": 2.247321128845215,
"learning_rate": 1.9690120779567875e-05,
"loss": 0.06582541763782501,
"step": 180,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.17266873360362509,
"grad_norm": 4.086154460906982,
"learning_rate": 1.9681846633085968e-05,
"loss": 0.10455097258090973,
"step": 181,
"token_acc": 0.9464285714285714
},
{
"epoch": 0.17362270450751252,
"grad_norm": 4.271108150482178,
"learning_rate": 1.9673465257283342e-05,
"loss": 0.10451869666576385,
"step": 182,
"token_acc": 0.9330357142857143
},
{
"epoch": 0.17457667541139996,
"grad_norm": 4.5468430519104,
"learning_rate": 1.966497674498622e-05,
"loss": 0.09575819969177246,
"step": 183,
"token_acc": 0.9397321428571429
},
{
"epoch": 0.1755306463152874,
"grad_norm": 13.847197532653809,
"learning_rate": 1.9656381190207386e-05,
"loss": 0.07205942273139954,
"step": 184,
"token_acc": 0.96875
},
{
"epoch": 0.17648461721917483,
"grad_norm": 0.79981529712677,
"learning_rate": 1.9647678688145163e-05,
"loss": 0.07860656082630157,
"step": 185,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.17743858812306224,
"grad_norm": 0.5702595114707947,
"learning_rate": 1.9638869335182336e-05,
"loss": 0.07931911200284958,
"step": 186,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.17839255902694967,
"grad_norm": 1.263601541519165,
"learning_rate": 1.96299532288851e-05,
"loss": 0.06419407576322556,
"step": 187,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.1793465299308371,
"grad_norm": 1.2448475360870361,
"learning_rate": 1.9620930468001976e-05,
"loss": 0.062418658286333084,
"step": 188,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.18030050083472454,
"grad_norm": 0.6939230561256409,
"learning_rate": 1.9611801152462715e-05,
"loss": 0.07627349346876144,
"step": 189,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.18125447173861198,
"grad_norm": 0.40628525614738464,
"learning_rate": 1.9602565383377194e-05,
"loss": 0.05615291744470596,
"step": 190,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.1822084426424994,
"grad_norm": 1.8262660503387451,
"learning_rate": 1.9593223263034288e-05,
"loss": 0.063969686627388,
"step": 191,
"token_acc": 0.96875
},
{
"epoch": 0.18316241354638685,
"grad_norm": 0.9799367785453796,
"learning_rate": 1.958377489490075e-05,
"loss": 0.06796549260616302,
"step": 192,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.18411638445027426,
"grad_norm": 1.9808276891708374,
"learning_rate": 1.9574220383620054e-05,
"loss": 0.0601324588060379,
"step": 193,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.1850703553541617,
"grad_norm": 2.161440849304199,
"learning_rate": 1.9564559835011253e-05,
"loss": 0.07244548201560974,
"step": 194,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.18602432625804913,
"grad_norm": 1.418553113937378,
"learning_rate": 1.955479335606778e-05,
"loss": 0.07422512769699097,
"step": 195,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.18697829716193656,
"grad_norm": 1.652184247970581,
"learning_rate": 1.9544921054956284e-05,
"loss": 0.06192353367805481,
"step": 196,
"token_acc": 0.96875
},
{
"epoch": 0.187932268065824,
"grad_norm": 1.6540985107421875,
"learning_rate": 1.9534943041015425e-05,
"loss": 0.07243838906288147,
"step": 197,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.18888623896971143,
"grad_norm": 2.333117723464966,
"learning_rate": 1.9524859424754664e-05,
"loss": 0.0633743405342102,
"step": 198,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.18984020987359884,
"grad_norm": 2.7535691261291504,
"learning_rate": 1.9514670317853043e-05,
"loss": 0.06713429093360901,
"step": 199,
"token_acc": 0.96875
},
{
"epoch": 0.19079418077748628,
"grad_norm": 111.99616241455078,
"learning_rate": 1.9504375833157935e-05,
"loss": 1.4974695444107056,
"step": 200,
"token_acc": 0.8571428571428571
},
{
"epoch": 0.1917481516813737,
"grad_norm": 63.88132095336914,
"learning_rate": 1.9493976084683814e-05,
"loss": 0.21488526463508606,
"step": 201,
"token_acc": 0.8571428571428571
},
{
"epoch": 0.19270212258526115,
"grad_norm": 0.7665481567382812,
"learning_rate": 1.9483471187610976e-05,
"loss": 0.05382100120186806,
"step": 202,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.19365609348914858,
"grad_norm": 0.9324142336845398,
"learning_rate": 1.947286125828426e-05,
"loss": 0.07643947005271912,
"step": 203,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.19461006439303602,
"grad_norm": 1.1709955930709839,
"learning_rate": 1.9462146414211793e-05,
"loss": 0.06847245991230011,
"step": 204,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.19556403529692346,
"grad_norm": 0.9477981328964233,
"learning_rate": 1.9451326774063636e-05,
"loss": 0.07979608327150345,
"step": 205,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.19651800620081086,
"grad_norm": 0.8555473685264587,
"learning_rate": 1.9440402457670516e-05,
"loss": 0.07314135134220123,
"step": 206,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.1974719771046983,
"grad_norm": 2.1232895851135254,
"learning_rate": 1.9429373586022472e-05,
"loss": 0.07139910012483597,
"step": 207,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.19842594800858573,
"grad_norm": 0.6606103181838989,
"learning_rate": 1.9418240281267532e-05,
"loss": 0.05482123792171478,
"step": 208,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.19937991891247317,
"grad_norm": 2.1701672077178955,
"learning_rate": 1.9407002666710334e-05,
"loss": 0.07130445539951324,
"step": 209,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.2003338898163606,
"grad_norm": 0.5793863534927368,
"learning_rate": 1.93956608668108e-05,
"loss": 0.0664830207824707,
"step": 210,
"token_acc": 0.96875
},
{
"epoch": 0.20128786072024804,
"grad_norm": 2.212369441986084,
"learning_rate": 1.938421500718272e-05,
"loss": 0.08804796636104584,
"step": 211,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.20224183162413548,
"grad_norm": 0.6495019197463989,
"learning_rate": 1.9372665214592385e-05,
"loss": 0.0570337176322937,
"step": 212,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.20319580252802288,
"grad_norm": 4.365578651428223,
"learning_rate": 1.9361011616957165e-05,
"loss": 0.08324211835861206,
"step": 213,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.20414977343191032,
"grad_norm": 2.2812817096710205,
"learning_rate": 1.934925434334411e-05,
"loss": 0.07148566842079163,
"step": 214,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.20510374433579776,
"grad_norm": 0.7303522825241089,
"learning_rate": 1.933739352396851e-05,
"loss": 0.056309036910533905,
"step": 215,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.2060577152396852,
"grad_norm": 0.7080146074295044,
"learning_rate": 1.932542929019246e-05,
"loss": 0.07981643825769424,
"step": 216,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.20701168614357263,
"grad_norm": 1.467298984527588,
"learning_rate": 1.9313361774523387e-05,
"loss": 0.07007156312465668,
"step": 217,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.20796565704746006,
"grad_norm": 1.7752970457077026,
"learning_rate": 1.9301191110612606e-05,
"loss": 0.07443886250257492,
"step": 218,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.2089196279513475,
"grad_norm": 0.5594286322593689,
"learning_rate": 1.9288917433253823e-05,
"loss": 0.07693091034889221,
"step": 219,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.2098735988552349,
"grad_norm": 1.306545376777649,
"learning_rate": 1.927654087838166e-05,
"loss": 0.06706638634204865,
"step": 220,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.21082756975912234,
"grad_norm": 2.3928070068359375,
"learning_rate": 1.9264061583070126e-05,
"loss": 0.06671441346406937,
"step": 221,
"token_acc": 0.96875
},
{
"epoch": 0.21178154066300978,
"grad_norm": 1.3057372570037842,
"learning_rate": 1.9251479685531116e-05,
"loss": 0.07575074583292007,
"step": 222,
"token_acc": 0.9575892857142857
},
{
"epoch": 0.2127355115668972,
"grad_norm": 0.4481448829174042,
"learning_rate": 1.9238795325112867e-05,
"loss": 0.058437250554561615,
"step": 223,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.21368948247078465,
"grad_norm": 3.179567575454712,
"learning_rate": 1.922600864229844e-05,
"loss": 0.08489203453063965,
"step": 224,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.21464345337467208,
"grad_norm": 2.768558979034424,
"learning_rate": 1.921311977870413e-05,
"loss": 0.07115663588047028,
"step": 225,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.2155974242785595,
"grad_norm": 2.379171133041382,
"learning_rate": 1.9200128877077927e-05,
"loss": 0.0613514706492424,
"step": 226,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.21655139518244693,
"grad_norm": 1.3584235906600952,
"learning_rate": 1.9187036081297907e-05,
"loss": 0.0713263750076294,
"step": 227,
"token_acc": 0.96875
},
{
"epoch": 0.21750536608633436,
"grad_norm": 0.7205842137336731,
"learning_rate": 1.917384153637067e-05,
"loss": 0.05510964244604111,
"step": 228,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.2184593369902218,
"grad_norm": 3.2078635692596436,
"learning_rate": 1.916054538842971e-05,
"loss": 0.08079274743795395,
"step": 229,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.21941330789410923,
"grad_norm": 3.2177722454071045,
"learning_rate": 1.9147147784733806e-05,
"loss": 0.09464673697948456,
"step": 230,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.22036727879799667,
"grad_norm": 2.243448495864868,
"learning_rate": 1.913364887366539e-05,
"loss": 0.0761084258556366,
"step": 231,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.2213212497018841,
"grad_norm": 0.8705310821533203,
"learning_rate": 1.91200488047289e-05,
"loss": 0.07277758419513702,
"step": 232,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.2222752206057715,
"grad_norm": 0.8280565738677979,
"learning_rate": 1.9106347728549134e-05,
"loss": 0.06710023432970047,
"step": 233,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.22322919150965895,
"grad_norm": 4.367132663726807,
"learning_rate": 1.9092545796869566e-05,
"loss": 0.10689306259155273,
"step": 234,
"token_acc": 0.9508928571428571
},
{
"epoch": 0.22418316241354638,
"grad_norm": 1.8852264881134033,
"learning_rate": 1.9078643162550686e-05,
"loss": 0.06492938846349716,
"step": 235,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.22513713331743382,
"grad_norm": 2.619929790496826,
"learning_rate": 1.906463997956828e-05,
"loss": 0.07487383484840393,
"step": 236,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.22609110422132125,
"grad_norm": 0.7429541945457458,
"learning_rate": 1.905053640301176e-05,
"loss": 0.04609546437859535,
"step": 237,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.2270450751252087,
"grad_norm": 0.6139824986457825,
"learning_rate": 1.903633258908241e-05,
"loss": 0.0666891485452652,
"step": 238,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.22799904602909613,
"grad_norm": 1.3736623525619507,
"learning_rate": 1.9022028695091678e-05,
"loss": 0.06794151663780212,
"step": 239,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.22895301693298353,
"grad_norm": 1.177011489868164,
"learning_rate": 1.9007624879459428e-05,
"loss": 0.06024506688117981,
"step": 240,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.22990698783687097,
"grad_norm": 0.5843690037727356,
"learning_rate": 1.8993121301712194e-05,
"loss": 0.040531255304813385,
"step": 241,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.2308609587407584,
"grad_norm": 2.0651211738586426,
"learning_rate": 1.897851812248139e-05,
"loss": 0.07426327466964722,
"step": 242,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.23181492964464584,
"grad_norm": 1.178442358970642,
"learning_rate": 1.896381550350156e-05,
"loss": 0.06859712302684784,
"step": 243,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.23276890054853328,
"grad_norm": 1.9645508527755737,
"learning_rate": 1.894901360760856e-05,
"loss": 0.07832887768745422,
"step": 244,
"token_acc": 0.96875
},
{
"epoch": 0.2337228714524207,
"grad_norm": 2.368856906890869,
"learning_rate": 1.8934112598737777e-05,
"loss": 0.07292139530181885,
"step": 245,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.23467684235630815,
"grad_norm": 0.6996397972106934,
"learning_rate": 1.8919112641922302e-05,
"loss": 0.060232117772102356,
"step": 246,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.23563081326019555,
"grad_norm": 1.4582149982452393,
"learning_rate": 1.89040139032911e-05,
"loss": 0.05969604104757309,
"step": 247,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.236584784164083,
"grad_norm": 1.2495999336242676,
"learning_rate": 1.8888816550067175e-05,
"loss": 0.057237669825553894,
"step": 248,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.23753875506797043,
"grad_norm": 1.2963944673538208,
"learning_rate": 1.8873520750565716e-05,
"loss": 0.06898176670074463,
"step": 249,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.23849272597185786,
"grad_norm": 1.314881682395935,
"learning_rate": 1.885812667419224e-05,
"loss": 0.06435976922512054,
"step": 250,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.2394466968757453,
"grad_norm": 1.6385860443115234,
"learning_rate": 1.8842634491440704e-05,
"loss": 0.06317747384309769,
"step": 251,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.24040066777963273,
"grad_norm": 1.2916572093963623,
"learning_rate": 1.8827044373891624e-05,
"loss": 0.05340265482664108,
"step": 252,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.24135463868352014,
"grad_norm": 1.6266565322875977,
"learning_rate": 1.8811356494210166e-05,
"loss": 0.0728638768196106,
"step": 253,
"token_acc": 0.96875
},
{
"epoch": 0.24230860958740758,
"grad_norm": 1.0096355676651,
"learning_rate": 1.8795571026144255e-05,
"loss": 0.050671495497226715,
"step": 254,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.243262580491295,
"grad_norm": 1.3605146408081055,
"learning_rate": 1.8779688144522625e-05,
"loss": 0.058293502777814865,
"step": 255,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.24421655139518245,
"grad_norm": 1.1865068674087524,
"learning_rate": 1.8763708025252888e-05,
"loss": 0.06142943724989891,
"step": 256,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.24517052229906988,
"grad_norm": 0.5730735659599304,
"learning_rate": 1.874763084531961e-05,
"loss": 0.056795474141836166,
"step": 257,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.24612449320295732,
"grad_norm": 1.3531084060668945,
"learning_rate": 1.873145678278233e-05,
"loss": 0.046110883355140686,
"step": 258,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.24707846410684475,
"grad_norm": 0.834176778793335,
"learning_rate": 1.871518601677357e-05,
"loss": 0.07394760102033615,
"step": 259,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.24803243501073216,
"grad_norm": 2.4934885501861572,
"learning_rate": 1.869881872749689e-05,
"loss": 0.06296907365322113,
"step": 260,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.2489864059146196,
"grad_norm": 0.7061884999275208,
"learning_rate": 1.8682355096224873e-05,
"loss": 0.06496521085500717,
"step": 261,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.24994037681850703,
"grad_norm": 1.8799521923065186,
"learning_rate": 1.866579530529711e-05,
"loss": 0.06503583490848541,
"step": 262,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.25089434772239444,
"grad_norm": 0.9800640344619751,
"learning_rate": 1.8649139538118196e-05,
"loss": 0.06522223353385925,
"step": 263,
"token_acc": 0.96875
},
{
"epoch": 0.2518483186262819,
"grad_norm": 0.85662841796875,
"learning_rate": 1.863238797915569e-05,
"loss": 0.0627758726477623,
"step": 264,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.2528022895301693,
"grad_norm": 1.3068444728851318,
"learning_rate": 1.8615540813938063e-05,
"loss": 0.04092857614159584,
"step": 265,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.25375626043405675,
"grad_norm": 0.6517032980918884,
"learning_rate": 1.859859822905267e-05,
"loss": 0.04928683489561081,
"step": 266,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.2547102313379442,
"grad_norm": 0.754020631313324,
"learning_rate": 1.8581560412143663e-05,
"loss": 0.052436236292123795,
"step": 267,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.2556642022418316,
"grad_norm": 1.1209467649459839,
"learning_rate": 1.8564427551909902e-05,
"loss": 0.0781795009970665,
"step": 268,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.25661817314571905,
"grad_norm": 1.9136838912963867,
"learning_rate": 1.8547199838102904e-05,
"loss": 0.05032086372375488,
"step": 269,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.2575721440496065,
"grad_norm": 0.7769770622253418,
"learning_rate": 1.85298774615247e-05,
"loss": 0.04924388229846954,
"step": 270,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.2585261149534939,
"grad_norm": 2.7062625885009766,
"learning_rate": 1.851246061402574e-05,
"loss": 0.07968465238809586,
"step": 271,
"token_acc": 0.96875
},
{
"epoch": 0.25948008585738136,
"grad_norm": 0.6561229228973389,
"learning_rate": 1.8494949488502775e-05,
"loss": 0.04471513628959656,
"step": 272,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.2604340567612688,
"grad_norm": 1.008968472480774,
"learning_rate": 1.8477344278896708e-05,
"loss": 0.046559058129787445,
"step": 273,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.26138802766515623,
"grad_norm": 0.9128088355064392,
"learning_rate": 1.845964518019046e-05,
"loss": 0.041542164981365204,
"step": 274,
"token_acc": 0.984375
},
{
"epoch": 0.26234199856904367,
"grad_norm": 0.8518730401992798,
"learning_rate": 1.8441852388406788e-05,
"loss": 0.06691917777061462,
"step": 275,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.2632959694729311,
"grad_norm": 0.7169788479804993,
"learning_rate": 1.8423966100606134e-05,
"loss": 0.06233915686607361,
"step": 276,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.2642499403768185,
"grad_norm": 0.8649627566337585,
"learning_rate": 1.840598651488443e-05,
"loss": 0.05509945750236511,
"step": 277,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.2652039112807059,
"grad_norm": 0.6476431488990784,
"learning_rate": 1.838791383037093e-05,
"loss": 0.056389957666397095,
"step": 278,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.26615788218459335,
"grad_norm": 1.3341881036758423,
"learning_rate": 1.8369748247225965e-05,
"loss": 0.06175606697797775,
"step": 279,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.2671118530884808,
"grad_norm": 0.63718581199646,
"learning_rate": 1.8351489966638748e-05,
"loss": 0.04337754100561142,
"step": 280,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.2680658239923682,
"grad_norm": 1.5201566219329834,
"learning_rate": 1.833313919082515e-05,
"loss": 0.049703601747751236,
"step": 281,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.26901979489625566,
"grad_norm": 1.2257975339889526,
"learning_rate": 1.8314696123025456e-05,
"loss": 0.0615253709256649,
"step": 282,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.2699737658001431,
"grad_norm": 1.242318034172058,
"learning_rate": 1.82961609675021e-05,
"loss": 0.05843513458967209,
"step": 283,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.27092773670403053,
"grad_norm": 0.6762217283248901,
"learning_rate": 1.8277533929537422e-05,
"loss": 0.05506070703268051,
"step": 284,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.27188170760791797,
"grad_norm": 0.713793158531189,
"learning_rate": 1.8258815215431395e-05,
"loss": 0.0489005446434021,
"step": 285,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.2728356785118054,
"grad_norm": 1.3405190706253052,
"learning_rate": 1.824000503249932e-05,
"loss": 0.03759811818599701,
"step": 286,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.27378964941569284,
"grad_norm": 0.9756479263305664,
"learning_rate": 1.8221103589069553e-05,
"loss": 0.059452250599861145,
"step": 287,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.2747436203195803,
"grad_norm": 1.1183702945709229,
"learning_rate": 1.8202111094481175e-05,
"loss": 0.07903069257736206,
"step": 288,
"token_acc": 0.9553571428571429
},
{
"epoch": 0.2756975912234677,
"grad_norm": 0.7044399380683899,
"learning_rate": 1.818302775908169e-05,
"loss": 0.036344509571790695,
"step": 289,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.2766515621273551,
"grad_norm": 1.0393747091293335,
"learning_rate": 1.8163853794224704e-05,
"loss": 0.05526101216673851,
"step": 290,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.2776055330312425,
"grad_norm": 0.8499696850776672,
"learning_rate": 1.814458941226755e-05,
"loss": 0.05844802036881447,
"step": 291,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.27855950393512996,
"grad_norm": 0.5756953358650208,
"learning_rate": 1.812523482656897e-05,
"loss": 0.04462016373872757,
"step": 292,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.2795134748390174,
"grad_norm": 1.0059587955474854,
"learning_rate": 1.810579025148674e-05,
"loss": 0.05899159982800484,
"step": 293,
"token_acc": 0.96875
},
{
"epoch": 0.28046744574290483,
"grad_norm": 0.8420360684394836,
"learning_rate": 1.808625590237529e-05,
"loss": 0.06309016048908234,
"step": 294,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.28142141664679227,
"grad_norm": 2.9713761806488037,
"learning_rate": 1.8066631995583318e-05,
"loss": 0.07976524531841278,
"step": 295,
"token_acc": 0.96875
},
{
"epoch": 0.2823753875506797,
"grad_norm": 3.2783453464508057,
"learning_rate": 1.804691874845142e-05,
"loss": 0.06749774515628815,
"step": 296,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.28332935845456714,
"grad_norm": 3.936084747314453,
"learning_rate": 1.8027116379309637e-05,
"loss": 0.08660110831260681,
"step": 297,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.2842833293584546,
"grad_norm": 1.7361314296722412,
"learning_rate": 1.800722510747509e-05,
"loss": 0.06540097296237946,
"step": 298,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.285237300262342,
"grad_norm": 2.844233274459839,
"learning_rate": 1.7987245153249496e-05,
"loss": 0.07703647017478943,
"step": 299,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.28619127116622944,
"grad_norm": 2.250973701477051,
"learning_rate": 1.7967176737916775e-05,
"loss": 0.07110188156366348,
"step": 300,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.2871452420701169,
"grad_norm": 1.9160996675491333,
"learning_rate": 1.7947020083740575e-05,
"loss": 0.0654129758477211,
"step": 301,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.2880992129740043,
"grad_norm": 0.6934454441070557,
"learning_rate": 1.7926775413961817e-05,
"loss": 0.05007775127887726,
"step": 302,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.28905318387789175,
"grad_norm": 0.5480700135231018,
"learning_rate": 1.7906442952796212e-05,
"loss": 0.054381757974624634,
"step": 303,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.29000715478177913,
"grad_norm": 1.466920018196106,
"learning_rate": 1.7886022925431797e-05,
"loss": 0.07196886837482452,
"step": 304,
"token_acc": 0.96875
},
{
"epoch": 0.29096112568566657,
"grad_norm": 1.1485505104064941,
"learning_rate": 1.786551555802643e-05,
"loss": 0.05646415799856186,
"step": 305,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.291915096589554,
"grad_norm": 1.870083212852478,
"learning_rate": 1.784492107770527e-05,
"loss": 0.07225481420755386,
"step": 306,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.29286906749344144,
"grad_norm": 2.074640989303589,
"learning_rate": 1.7824239712558303e-05,
"loss": 0.08357484638690948,
"step": 307,
"token_acc": 0.96875
},
{
"epoch": 0.2938230383973289,
"grad_norm": 0.8240745067596436,
"learning_rate": 1.780347169163777e-05,
"loss": 0.06425122916698456,
"step": 308,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.2947770093012163,
"grad_norm": 1.6223809719085693,
"learning_rate": 1.778261724495566e-05,
"loss": 0.04241913929581642,
"step": 309,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.29573098020510374,
"grad_norm": 1.5681418180465698,
"learning_rate": 1.776167660348115e-05,
"loss": 0.06452111899852753,
"step": 310,
"token_acc": 0.96875
},
{
"epoch": 0.2966849511089912,
"grad_norm": 2.7440152168273926,
"learning_rate": 1.774064999913805e-05,
"loss": 0.0667966902256012,
"step": 311,
"token_acc": 0.96875
},
{
"epoch": 0.2976389220128786,
"grad_norm": 0.7010499238967896,
"learning_rate": 1.7719537664802235e-05,
"loss": 0.052819859236478806,
"step": 312,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.29859289291676605,
"grad_norm": 1.5487115383148193,
"learning_rate": 1.7698339834299064e-05,
"loss": 0.04860209673643112,
"step": 313,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.2995468638206535,
"grad_norm": 1.478331208229065,
"learning_rate": 1.767705674240079e-05,
"loss": 0.06239687278866768,
"step": 314,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3005008347245409,
"grad_norm": 1.2178869247436523,
"learning_rate": 1.765568862482397e-05,
"loss": 0.07356149703264236,
"step": 315,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.30145480562842836,
"grad_norm": 1.892947793006897,
"learning_rate": 1.7634235718226826e-05,
"loss": 0.06877189129590988,
"step": 316,
"token_acc": 0.9620535714285714
},
{
"epoch": 0.30240877653231574,
"grad_norm": 1.9115482568740845,
"learning_rate": 1.7612698260206668e-05,
"loss": 0.060087502002716064,
"step": 317,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3033627474362032,
"grad_norm": 1.5969492197036743,
"learning_rate": 1.759107648929722e-05,
"loss": 0.05154555290937424,
"step": 318,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.3043167183400906,
"grad_norm": 1.4757169485092163,
"learning_rate": 1.7569370644966007e-05,
"loss": 0.040839191526174545,
"step": 319,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.30527068924397804,
"grad_norm": 0.5265657305717468,
"learning_rate": 1.7547580967611685e-05,
"loss": 0.04356402903795242,
"step": 320,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3062246601478655,
"grad_norm": 0.6381030082702637,
"learning_rate": 1.7525707698561383e-05,
"loss": 0.046199455857276917,
"step": 321,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.3071786310517529,
"grad_norm": 0.895446240901947,
"learning_rate": 1.7503751080068052e-05,
"loss": 0.04838833957910538,
"step": 322,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.30813260195564035,
"grad_norm": 1.3715652227401733,
"learning_rate": 1.7481711355307735e-05,
"loss": 0.06416451930999756,
"step": 323,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.3090865728595278,
"grad_norm": 0.844568133354187,
"learning_rate": 1.7459588768376924e-05,
"loss": 0.037910714745521545,
"step": 324,
"token_acc": 0.984375
},
{
"epoch": 0.3100405437634152,
"grad_norm": 1.3821014165878296,
"learning_rate": 1.7437383564289816e-05,
"loss": 0.05064065754413605,
"step": 325,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.31099451466730266,
"grad_norm": 0.7538928389549255,
"learning_rate": 1.7415095988975637e-05,
"loss": 0.06862075626850128,
"step": 326,
"token_acc": 0.96875
},
{
"epoch": 0.3119484855711901,
"grad_norm": 0.8880996108055115,
"learning_rate": 1.739272628927588e-05,
"loss": 0.04433093219995499,
"step": 327,
"token_acc": 0.984375
},
{
"epoch": 0.31290245647507753,
"grad_norm": 0.6995124816894531,
"learning_rate": 1.7370274712941605e-05,
"loss": 0.04915574938058853,
"step": 328,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.31385642737896496,
"grad_norm": 0.8123185634613037,
"learning_rate": 1.7347741508630673e-05,
"loss": 0.056429095566272736,
"step": 329,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3148103982828524,
"grad_norm": 0.8431408405303955,
"learning_rate": 1.7325126925905e-05,
"loss": 0.05205674469470978,
"step": 330,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.3157643691867398,
"grad_norm": 0.5607144236564636,
"learning_rate": 1.7302431215227782e-05,
"loss": 0.05856050178408623,
"step": 331,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.3167183400906272,
"grad_norm": 0.7906553149223328,
"learning_rate": 1.7279654627960754e-05,
"loss": 0.060854483395814896,
"step": 332,
"token_acc": 0.9642857142857143
},
{
"epoch": 0.31767231099451465,
"grad_norm": 1.605377435684204,
"learning_rate": 1.725679741636136e-05,
"loss": 0.04850602149963379,
"step": 333,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.3186262818984021,
"grad_norm": 0.45257946848869324,
"learning_rate": 1.7233859833580003e-05,
"loss": 0.04325903579592705,
"step": 334,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.3195802528022895,
"grad_norm": 2.0808162689208984,
"learning_rate": 1.7210842133657197e-05,
"loss": 0.04205715283751488,
"step": 335,
"token_acc": 0.984375
},
{
"epoch": 0.32053422370617696,
"grad_norm": 0.6263427138328552,
"learning_rate": 1.7187744571520802e-05,
"loss": 0.04577000439167023,
"step": 336,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3214881946100644,
"grad_norm": 0.8830054402351379,
"learning_rate": 1.7164567402983153e-05,
"loss": 0.058248672634363174,
"step": 337,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.32244216551395183,
"grad_norm": 1.2694339752197266,
"learning_rate": 1.714131088473827e-05,
"loss": 0.04647031053900719,
"step": 338,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.32339613641783926,
"grad_norm": 0.7694798707962036,
"learning_rate": 1.7117975274358975e-05,
"loss": 0.0534735731780529,
"step": 339,
"token_acc": 0.984375
},
{
"epoch": 0.3243501073217267,
"grad_norm": 0.9575940370559692,
"learning_rate": 1.7094560830294076e-05,
"loss": 0.0470644049346447,
"step": 340,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.32530407822561414,
"grad_norm": 1.8755040168762207,
"learning_rate": 1.7071067811865477e-05,
"loss": 0.05341481789946556,
"step": 341,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.32625804912950157,
"grad_norm": 1.4380961656570435,
"learning_rate": 1.704749647926532e-05,
"loss": 0.06566663831472397,
"step": 342,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.327212020033389,
"grad_norm": 0.8352820873260498,
"learning_rate": 1.70238470935531e-05,
"loss": 0.0460323765873909,
"step": 343,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.3281659909372764,
"grad_norm": 0.8121374845504761,
"learning_rate": 1.700011991665277e-05,
"loss": 0.05273255705833435,
"step": 344,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.3291199618411638,
"grad_norm": 1.25865638256073,
"learning_rate": 1.6976315211349848e-05,
"loss": 0.046240173280239105,
"step": 345,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.33007393274505126,
"grad_norm": 0.8520185351371765,
"learning_rate": 1.6952433241288503e-05,
"loss": 0.03913344442844391,
"step": 346,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.3310279036489387,
"grad_norm": 1.8291147947311401,
"learning_rate": 1.692847427096862e-05,
"loss": 0.06857103109359741,
"step": 347,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.33198187455282613,
"grad_norm": 1.270171880722046,
"learning_rate": 1.6904438565742905e-05,
"loss": 0.03952176123857498,
"step": 348,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.33293584545671356,
"grad_norm": 1.9337451457977295,
"learning_rate": 1.6880326391813917e-05,
"loss": 0.0437772274017334,
"step": 349,
"token_acc": 0.984375
},
{
"epoch": 0.333889816360601,
"grad_norm": 0.6858549118041992,
"learning_rate": 1.685613801623112e-05,
"loss": 0.04056764394044876,
"step": 350,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.33484378726448843,
"grad_norm": 0.5763685703277588,
"learning_rate": 1.683187370688795e-05,
"loss": 0.02399488165974617,
"step": 351,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.33579775816837587,
"grad_norm": 0.5470795631408691,
"learning_rate": 1.680753373251882e-05,
"loss": 0.02646918222308159,
"step": 352,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.3367517290722633,
"grad_norm": 1.8251181840896606,
"learning_rate": 1.6783118362696162e-05,
"loss": 0.06456995755434036,
"step": 353,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.33770569997615074,
"grad_norm": 1.9767391681671143,
"learning_rate": 1.675862786782743e-05,
"loss": 0.06211050599813461,
"step": 354,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.3386596708800382,
"grad_norm": 0.9662121534347534,
"learning_rate": 1.6734062519152113e-05,
"loss": 0.049795348197221756,
"step": 355,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.3396136417839256,
"grad_norm": 0.9384977221488953,
"learning_rate": 1.6709422588738727e-05,
"loss": 0.050625286996364594,
"step": 356,
"token_acc": 0.984375
},
{
"epoch": 0.34056761268781305,
"grad_norm": 0.9371668696403503,
"learning_rate": 1.6684708349481808e-05,
"loss": 0.04116801545023918,
"step": 357,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.34152158359170043,
"grad_norm": 0.8748524188995361,
"learning_rate": 1.6659920075098867e-05,
"loss": 0.03609831631183624,
"step": 358,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.34247555449558786,
"grad_norm": 1.0988128185272217,
"learning_rate": 1.6635058040127408e-05,
"loss": 0.04100678488612175,
"step": 359,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.3434295253994753,
"grad_norm": 0.752373218536377,
"learning_rate": 1.661012251992182e-05,
"loss": 0.03362511843442917,
"step": 360,
"token_acc": 0.984375
},
{
"epoch": 0.34438349630336273,
"grad_norm": 0.8810237646102905,
"learning_rate": 1.658511379065039e-05,
"loss": 0.03792524337768555,
"step": 361,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.34533746720725017,
"grad_norm": 1.7892119884490967,
"learning_rate": 1.6560032129292198e-05,
"loss": 0.036232322454452515,
"step": 362,
"token_acc": 0.984375
},
{
"epoch": 0.3462914381111376,
"grad_norm": 2.398674726486206,
"learning_rate": 1.653487781363408e-05,
"loss": 0.07383182644844055,
"step": 363,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.34724540901502504,
"grad_norm": 1.7165496349334717,
"learning_rate": 1.650965112226754e-05,
"loss": 0.07055488973855972,
"step": 364,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.3481993799189125,
"grad_norm": 0.8215861916542053,
"learning_rate": 1.6484352334585654e-05,
"loss": 0.044734369963407516,
"step": 365,
"token_acc": 0.984375
},
{
"epoch": 0.3491533508227999,
"grad_norm": 1.5968972444534302,
"learning_rate": 1.645898173078e-05,
"loss": 0.04384191334247589,
"step": 366,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.35010732172668735,
"grad_norm": 1.5421522855758667,
"learning_rate": 1.6433539591837527e-05,
"loss": 0.04638587683439255,
"step": 367,
"token_acc": 0.984375
},
{
"epoch": 0.3510612926305748,
"grad_norm": 1.8550606966018677,
"learning_rate": 1.6408026199537466e-05,
"loss": 0.05443783849477768,
"step": 368,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.3520152635344622,
"grad_norm": 0.6794093251228333,
"learning_rate": 1.6382441836448203e-05,
"loss": 0.038777850568294525,
"step": 369,
"token_acc": 0.984375
},
{
"epoch": 0.35296923443834965,
"grad_norm": 1.5957653522491455,
"learning_rate": 1.6356786785924135e-05,
"loss": 0.05427490919828415,
"step": 370,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.35392320534223703,
"grad_norm": 1.354731559753418,
"learning_rate": 1.633106133210255e-05,
"loss": 0.06769199669361115,
"step": 371,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.35487717624612447,
"grad_norm": 2.00366473197937,
"learning_rate": 1.6305265759900476e-05,
"loss": 0.07768247276544571,
"step": 372,
"token_acc": 0.9598214285714286
},
{
"epoch": 0.3558311471500119,
"grad_norm": 1.3080484867095947,
"learning_rate": 1.627940035501152e-05,
"loss": 0.04194406419992447,
"step": 373,
"token_acc": 0.984375
},
{
"epoch": 0.35678511805389934,
"grad_norm": 1.00113844871521,
"learning_rate": 1.6253465403902704e-05,
"loss": 0.06718161702156067,
"step": 374,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.3577390889577868,
"grad_norm": 0.9095772504806519,
"learning_rate": 1.62274611938113e-05,
"loss": 0.05493693798780441,
"step": 375,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.3586930598616742,
"grad_norm": 2.1467411518096924,
"learning_rate": 1.6201388012741633e-05,
"loss": 0.06330949813127518,
"step": 376,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.35964703076556165,
"grad_norm": 0.6494084596633911,
"learning_rate": 1.617524614946192e-05,
"loss": 0.04199922829866409,
"step": 377,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.3606010016694491,
"grad_norm": 0.6176134347915649,
"learning_rate": 1.6149035893501042e-05,
"loss": 0.05729535222053528,
"step": 378,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3615549725733365,
"grad_norm": 0.7176533937454224,
"learning_rate": 1.6122757535145346e-05,
"loss": 0.05774668976664543,
"step": 379,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.36250894347722395,
"grad_norm": 0.6635450720787048,
"learning_rate": 1.609641136543545e-05,
"loss": 0.03845804184675217,
"step": 380,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.3634629143811114,
"grad_norm": 1.6219885349273682,
"learning_rate": 1.606999767616298e-05,
"loss": 0.04591834172606468,
"step": 381,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.3644168852849988,
"grad_norm": 1.6158703565597534,
"learning_rate": 1.6043516759867375e-05,
"loss": 0.045810502022504807,
"step": 382,
"token_acc": 0.984375
},
{
"epoch": 0.36537085618888626,
"grad_norm": 0.8310044407844543,
"learning_rate": 1.6016968909832632e-05,
"loss": 0.027362901717424393,
"step": 383,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.3663248270927737,
"grad_norm": 1.9419487714767456,
"learning_rate": 1.599035442008406e-05,
"loss": 0.06544294953346252,
"step": 384,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.3672787979966611,
"grad_norm": 1.623496174812317,
"learning_rate": 1.5963673585385016e-05,
"loss": 0.05031559616327286,
"step": 385,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.3682327689005485,
"grad_norm": 1.5432981252670288,
"learning_rate": 1.593692670123365e-05,
"loss": 0.05458782613277435,
"step": 386,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.36918673980443595,
"grad_norm": 1.5928152799606323,
"learning_rate": 1.591011406385964e-05,
"loss": 0.05354298651218414,
"step": 387,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.3701407107083234,
"grad_norm": 1.1453957557678223,
"learning_rate": 1.5883235970220886e-05,
"loss": 0.04207538068294525,
"step": 388,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.3710946816122108,
"grad_norm": 1.4259170293807983,
"learning_rate": 1.5856292718000235e-05,
"loss": 0.04126181825995445,
"step": 389,
"token_acc": 0.984375
},
{
"epoch": 0.37204865251609825,
"grad_norm": 1.8930200338363647,
"learning_rate": 1.5829284605602195e-05,
"loss": 0.049226950854063034,
"step": 390,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3730026234199857,
"grad_norm": 0.6748097538948059,
"learning_rate": 1.5802211932149614e-05,
"loss": 0.03157021850347519,
"step": 391,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.3739565943238731,
"grad_norm": 0.8425570130348206,
"learning_rate": 1.5775074997480374e-05,
"loss": 0.037479136139154434,
"step": 392,
"token_acc": 0.984375
},
{
"epoch": 0.37491056522776056,
"grad_norm": 1.0449285507202148,
"learning_rate": 1.5747874102144073e-05,
"loss": 0.044884324073791504,
"step": 393,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.375864536131648,
"grad_norm": 1.0124512910842896,
"learning_rate": 1.572060954739868e-05,
"loss": 0.057039856910705566,
"step": 394,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.37681850703553543,
"grad_norm": 1.4897884130477905,
"learning_rate": 1.5693281635207214e-05,
"loss": 0.05143895745277405,
"step": 395,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.37777247793942287,
"grad_norm": 0.8330822587013245,
"learning_rate": 1.566589066823442e-05,
"loss": 0.06740842759609222,
"step": 396,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.3787264488433103,
"grad_norm": 1.4321913719177246,
"learning_rate": 1.563843694984336e-05,
"loss": 0.04516135901212692,
"step": 397,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.3796804197471977,
"grad_norm": 1.0008107423782349,
"learning_rate": 1.561092078409211e-05,
"loss": 0.04701068997383118,
"step": 398,
"token_acc": 0.984375
},
{
"epoch": 0.3806343906510851,
"grad_norm": 0.7537797689437866,
"learning_rate": 1.558334247573035e-05,
"loss": 0.04808850958943367,
"step": 399,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.38158836155497255,
"grad_norm": 1.116641640663147,
"learning_rate": 1.5555702330196024e-05,
"loss": 0.05453649163246155,
"step": 400,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.38254233245886,
"grad_norm": 0.6608487367630005,
"learning_rate": 1.5528000653611935e-05,
"loss": 0.04316060617566109,
"step": 401,
"token_acc": 0.984375
},
{
"epoch": 0.3834963033627474,
"grad_norm": 0.9521876573562622,
"learning_rate": 1.5500237752782364e-05,
"loss": 0.07485514134168625,
"step": 402,
"token_acc": 0.96875
},
{
"epoch": 0.38445027426663486,
"grad_norm": 1.1957379579544067,
"learning_rate": 1.5472413935189656e-05,
"loss": 0.06554369628429413,
"step": 403,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.3854042451705223,
"grad_norm": 0.873663067817688,
"learning_rate": 1.5444529508990843e-05,
"loss": 0.04540432244539261,
"step": 404,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.38635821607440973,
"grad_norm": 1.2154797315597534,
"learning_rate": 1.541658478301421e-05,
"loss": 0.04955809563398361,
"step": 405,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.38731218697829717,
"grad_norm": 0.7344512343406677,
"learning_rate": 1.538858006675588e-05,
"loss": 0.046591393649578094,
"step": 406,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.3882661578821846,
"grad_norm": 1.641929268836975,
"learning_rate": 1.5360515670376373e-05,
"loss": 0.06539210677146912,
"step": 407,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.38922012878607204,
"grad_norm": 1.0348094701766968,
"learning_rate": 1.5332391904697213e-05,
"loss": 0.05542278662323952,
"step": 408,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.3901740996899595,
"grad_norm": 0.6196472644805908,
"learning_rate": 1.5304209081197425e-05,
"loss": 0.023661155253648758,
"step": 409,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.3911280705938469,
"grad_norm": 1.1085844039916992,
"learning_rate": 1.5275967512010143e-05,
"loss": 0.06974074244499207,
"step": 410,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.39208204149773435,
"grad_norm": 0.6989670395851135,
"learning_rate": 1.5247667509919104e-05,
"loss": 0.05278446525335312,
"step": 411,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.3930360124016217,
"grad_norm": 0.9124764204025269,
"learning_rate": 1.5219309388355226e-05,
"loss": 0.05122531205415726,
"step": 412,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.39398998330550916,
"grad_norm": 0.6651117205619812,
"learning_rate": 1.5190893461393108e-05,
"loss": 0.039621300995349884,
"step": 413,
"token_acc": 0.984375
},
{
"epoch": 0.3949439542093966,
"grad_norm": 0.7761425375938416,
"learning_rate": 1.5162420043747558e-05,
"loss": 0.04386131837964058,
"step": 414,
"token_acc": 0.984375
},
{
"epoch": 0.39589792511328403,
"grad_norm": 1.53411865234375,
"learning_rate": 1.5133889450770122e-05,
"loss": 0.062295034527778625,
"step": 415,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.39685189601717147,
"grad_norm": 0.6503210067749023,
"learning_rate": 1.5105301998445567e-05,
"loss": 0.05410109832882881,
"step": 416,
"token_acc": 0.984375
},
{
"epoch": 0.3978058669210589,
"grad_norm": 0.49732592701911926,
"learning_rate": 1.50766580033884e-05,
"loss": 0.04600302875041962,
"step": 417,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.39875983782494634,
"grad_norm": 0.8195965886116028,
"learning_rate": 1.5047957782839357e-05,
"loss": 0.03303002566099167,
"step": 418,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.3997138087288338,
"grad_norm": 0.8813886642456055,
"learning_rate": 1.5019201654661886e-05,
"loss": 0.02662377618253231,
"step": 419,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.4006677796327212,
"grad_norm": 1.122533917427063,
"learning_rate": 1.4990389937338622e-05,
"loss": 0.05000215768814087,
"step": 420,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.40162175053660865,
"grad_norm": 1.4285856485366821,
"learning_rate": 1.4961522949967887e-05,
"loss": 0.06204532831907272,
"step": 421,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.4025757214404961,
"grad_norm": 3.5844078063964844,
"learning_rate": 1.4932601012260107e-05,
"loss": 0.06978743523359299,
"step": 422,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.4035296923443835,
"grad_norm": 2.827665090560913,
"learning_rate": 1.4903624444534317e-05,
"loss": 0.04687245562672615,
"step": 423,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.40448366324827095,
"grad_norm": 0.9400572180747986,
"learning_rate": 1.4874593567714594e-05,
"loss": 0.05317343771457672,
"step": 424,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.40543763415215833,
"grad_norm": 0.9673159122467041,
"learning_rate": 1.4845508703326504e-05,
"loss": 0.04423658922314644,
"step": 425,
"token_acc": 0.984375
},
{
"epoch": 0.40639160505604577,
"grad_norm": 1.0484676361083984,
"learning_rate": 1.4816370173493534e-05,
"loss": 0.044254884123802185,
"step": 426,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4073455759599332,
"grad_norm": 2.3874223232269287,
"learning_rate": 1.4787178300933543e-05,
"loss": 0.061426203697919846,
"step": 427,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.40829954686382064,
"grad_norm": 0.8867049813270569,
"learning_rate": 1.475793340895517e-05,
"loss": 0.044871386140584946,
"step": 428,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4092535177677081,
"grad_norm": 0.9504772424697876,
"learning_rate": 1.4728635821454255e-05,
"loss": 0.050298061221838,
"step": 429,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4102074886715955,
"grad_norm": 1.2497502565383911,
"learning_rate": 1.4699285862910264e-05,
"loss": 0.03884369879961014,
"step": 430,
"token_acc": 0.984375
},
{
"epoch": 0.41116145957548295,
"grad_norm": 0.5309091806411743,
"learning_rate": 1.4669883858382689e-05,
"loss": 0.03639267012476921,
"step": 431,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.4121154304793704,
"grad_norm": 1.1451244354248047,
"learning_rate": 1.4640430133507446e-05,
"loss": 0.04576488956809044,
"step": 432,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.4130694013832578,
"grad_norm": 1.3966667652130127,
"learning_rate": 1.461092501449326e-05,
"loss": 0.0401337705552578,
"step": 433,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.41402337228714525,
"grad_norm": 1.3386414051055908,
"learning_rate": 1.458136882811807e-05,
"loss": 0.053197674453258514,
"step": 434,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.4149773431910327,
"grad_norm": 0.9601261615753174,
"learning_rate": 1.4551761901725402e-05,
"loss": 0.05516624078154564,
"step": 435,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.4159313140949201,
"grad_norm": 1.6448734998703003,
"learning_rate": 1.4522104563220735e-05,
"loss": 0.04900283366441727,
"step": 436,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.41688528499880756,
"grad_norm": 0.7236976623535156,
"learning_rate": 1.4492397141067888e-05,
"loss": 0.04911601543426514,
"step": 437,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.417839255902695,
"grad_norm": 0.8161804676055908,
"learning_rate": 1.4462639964285361e-05,
"loss": 0.049699779599905014,
"step": 438,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4187932268065824,
"grad_norm": 0.47638827562332153,
"learning_rate": 1.4432833362442708e-05,
"loss": 0.04190254583954811,
"step": 439,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.4197471977104698,
"grad_norm": 0.42934903502464294,
"learning_rate": 1.4402977665656877e-05,
"loss": 0.028171459212899208,
"step": 440,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.42070116861435725,
"grad_norm": 0.7594194412231445,
"learning_rate": 1.4373073204588556e-05,
"loss": 0.06713441014289856,
"step": 441,
"token_acc": 0.9665178571428571
},
{
"epoch": 0.4216551395182447,
"grad_norm": 0.7424603700637817,
"learning_rate": 1.4343120310438513e-05,
"loss": 0.033336590975522995,
"step": 442,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.4226091104221321,
"grad_norm": 0.6476752758026123,
"learning_rate": 1.4313119314943933e-05,
"loss": 0.0540199801325798,
"step": 443,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.42356308132601955,
"grad_norm": 1.0392543077468872,
"learning_rate": 1.4283070550374726e-05,
"loss": 0.06306855380535126,
"step": 444,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.424517052229907,
"grad_norm": 0.9634639024734497,
"learning_rate": 1.4252974349529871e-05,
"loss": 0.03296782076358795,
"step": 445,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.4254710231337944,
"grad_norm": 0.6778890490531921,
"learning_rate": 1.4222831045733703e-05,
"loss": 0.05139891058206558,
"step": 446,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.42642499403768186,
"grad_norm": 0.5977171063423157,
"learning_rate": 1.419264097283225e-05,
"loss": 0.033736731857061386,
"step": 447,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.4273789649415693,
"grad_norm": 0.6945881843566895,
"learning_rate": 1.4162404465189517e-05,
"loss": 0.035171471536159515,
"step": 448,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.42833293584545673,
"grad_norm": 1.393332600593567,
"learning_rate": 1.4132121857683782e-05,
"loss": 0.039082854986190796,
"step": 449,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.42928690674934417,
"grad_norm": 0.6673078536987305,
"learning_rate": 1.4101793485703905e-05,
"loss": 0.05291175842285156,
"step": 450,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.4302408776532316,
"grad_norm": 0.9184063076972961,
"learning_rate": 1.4071419685145587e-05,
"loss": 0.043522246181964874,
"step": 451,
"token_acc": 0.984375
},
{
"epoch": 0.431194848557119,
"grad_norm": 0.5168923139572144,
"learning_rate": 1.4041000792407676e-05,
"loss": 0.027009418234229088,
"step": 452,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.4321488194610064,
"grad_norm": 1.1608426570892334,
"learning_rate": 1.4010537144388416e-05,
"loss": 0.060864683240652084,
"step": 453,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.43310279036489385,
"grad_norm": 0.8935800194740295,
"learning_rate": 1.3980029078481747e-05,
"loss": 0.03128712996840477,
"step": 454,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.4340567612687813,
"grad_norm": 1.4240219593048096,
"learning_rate": 1.3949476932573531e-05,
"loss": 0.04703495651483536,
"step": 455,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4350107321726687,
"grad_norm": 0.6538748741149902,
"learning_rate": 1.3918881045037846e-05,
"loss": 0.048348117619752884,
"step": 456,
"token_acc": 0.984375
},
{
"epoch": 0.43596470307655616,
"grad_norm": 0.7656457424163818,
"learning_rate": 1.388824175473321e-05,
"loss": 0.03335884213447571,
"step": 457,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.4369186739804436,
"grad_norm": 0.6822933554649353,
"learning_rate": 1.3857559400998838e-05,
"loss": 0.04223757982254028,
"step": 458,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.43787264488433103,
"grad_norm": 0.7321021556854248,
"learning_rate": 1.3826834323650899e-05,
"loss": 0.036659032106399536,
"step": 459,
"token_acc": 0.984375
},
{
"epoch": 0.43882661578821847,
"grad_norm": 1.7102675437927246,
"learning_rate": 1.3796066862978726e-05,
"loss": 0.05819536745548248,
"step": 460,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.4397805866921059,
"grad_norm": 0.44690394401550293,
"learning_rate": 1.3765257359741065e-05,
"loss": 0.01951262727379799,
"step": 461,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.44073455759599334,
"grad_norm": 0.8890292048454285,
"learning_rate": 1.3734406155162292e-05,
"loss": 0.040000878274440765,
"step": 462,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4416885284998808,
"grad_norm": 0.9088413715362549,
"learning_rate": 1.3703513590928647e-05,
"loss": 0.04868136718869209,
"step": 463,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.4426424994037682,
"grad_norm": 0.6291829943656921,
"learning_rate": 1.3672580009184428e-05,
"loss": 0.03970367833971977,
"step": 464,
"token_acc": 0.984375
},
{
"epoch": 0.44359647030765564,
"grad_norm": 0.7498977780342102,
"learning_rate": 1.3641605752528225e-05,
"loss": 0.04067961499094963,
"step": 465,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.444550441211543,
"grad_norm": 0.5717059373855591,
"learning_rate": 1.3610591164009104e-05,
"loss": 0.030849499627947807,
"step": 466,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.44550441211543046,
"grad_norm": 0.5681169033050537,
"learning_rate": 1.3579536587122828e-05,
"loss": 0.03483191877603531,
"step": 467,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4464583830193179,
"grad_norm": 1.076958417892456,
"learning_rate": 1.3548442365808036e-05,
"loss": 0.060309797525405884,
"step": 468,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.44741235392320533,
"grad_norm": 2.009183406829834,
"learning_rate": 1.351730884444245e-05,
"loss": 0.056541915982961655,
"step": 469,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.44836632482709277,
"grad_norm": 1.7284903526306152,
"learning_rate": 1.348613636783904e-05,
"loss": 0.05276590585708618,
"step": 470,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4493202957309802,
"grad_norm": 2.630096197128296,
"learning_rate": 1.3454925281242225e-05,
"loss": 0.06939689815044403,
"step": 471,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.45027426663486764,
"grad_norm": 0.6357927918434143,
"learning_rate": 1.342367593032404e-05,
"loss": 0.036733344197273254,
"step": 472,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4512282375387551,
"grad_norm": 0.9242857098579407,
"learning_rate": 1.3392388661180303e-05,
"loss": 0.044241875410079956,
"step": 473,
"token_acc": 0.984375
},
{
"epoch": 0.4521822084426425,
"grad_norm": 1.1838897466659546,
"learning_rate": 1.3361063820326798e-05,
"loss": 0.03535448759794235,
"step": 474,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.45313617934652994,
"grad_norm": 1.9233598709106445,
"learning_rate": 1.3329701754695412e-05,
"loss": 0.06024603545665741,
"step": 475,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4540901502504174,
"grad_norm": 1.613738775253296,
"learning_rate": 1.3298302811630324e-05,
"loss": 0.047570571303367615,
"step": 476,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.4550441211543048,
"grad_norm": 2.4120943546295166,
"learning_rate": 1.3266867338884131e-05,
"loss": 0.04178621619939804,
"step": 477,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.45599809205819225,
"grad_norm": 0.4586160182952881,
"learning_rate": 1.323539568461401e-05,
"loss": 0.03574357554316521,
"step": 478,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.45695206296207963,
"grad_norm": 0.5853251814842224,
"learning_rate": 1.3203888197377857e-05,
"loss": 0.03664688766002655,
"step": 479,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.45790603386596707,
"grad_norm": 1.0780278444290161,
"learning_rate": 1.3172345226130432e-05,
"loss": 0.04249224066734314,
"step": 480,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4588600047698545,
"grad_norm": 2.3034372329711914,
"learning_rate": 1.314076712021949e-05,
"loss": 0.054108910262584686,
"step": 481,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.45981397567374194,
"grad_norm": 1.8976120948791504,
"learning_rate": 1.3109154229381912e-05,
"loss": 0.049095526337623596,
"step": 482,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.4607679465776294,
"grad_norm": 1.293595790863037,
"learning_rate": 1.3077506903739829e-05,
"loss": 0.05169016867876053,
"step": 483,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4617219174815168,
"grad_norm": 0.9492860436439514,
"learning_rate": 1.304582549379676e-05,
"loss": 0.049315690994262695,
"step": 484,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.46267588838540424,
"grad_norm": 1.4404408931732178,
"learning_rate": 1.30141103504337e-05,
"loss": 0.054098717868328094,
"step": 485,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.4636298592892917,
"grad_norm": 1.0496474504470825,
"learning_rate": 1.2982361824905263e-05,
"loss": 0.036727506667375565,
"step": 486,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.4645838301931791,
"grad_norm": 1.6411733627319336,
"learning_rate": 1.2950580268835784e-05,
"loss": 0.03956378996372223,
"step": 487,
"token_acc": 0.984375
},
{
"epoch": 0.46553780109706655,
"grad_norm": 1.0151965618133545,
"learning_rate": 1.2918766034215406e-05,
"loss": 0.05349332094192505,
"step": 488,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.466491772000954,
"grad_norm": 0.5581172108650208,
"learning_rate": 1.2886919473396212e-05,
"loss": 0.04818645492196083,
"step": 489,
"token_acc": 0.984375
},
{
"epoch": 0.4674457429048414,
"grad_norm": 1.0390981435775757,
"learning_rate": 1.2855040939088297e-05,
"loss": 0.06365180015563965,
"step": 490,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.46839971380872886,
"grad_norm": 1.3741912841796875,
"learning_rate": 1.2823130784355882e-05,
"loss": 0.05348564311861992,
"step": 491,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4693536847126163,
"grad_norm": 1.063707709312439,
"learning_rate": 1.2791189362613379e-05,
"loss": 0.03821548819541931,
"step": 492,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.4703076556165037,
"grad_norm": 2.2794668674468994,
"learning_rate": 1.2759217027621507e-05,
"loss": 0.044101156294345856,
"step": 493,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4712616265203911,
"grad_norm": 1.464841604232788,
"learning_rate": 1.2727214133483345e-05,
"loss": 0.045226484537124634,
"step": 494,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.47221559742427854,
"grad_norm": 0.9103087782859802,
"learning_rate": 1.2695181034640435e-05,
"loss": 0.040695153176784515,
"step": 495,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.473169568328166,
"grad_norm": 1.3286656141281128,
"learning_rate": 1.2663118085868837e-05,
"loss": 0.049985095858573914,
"step": 496,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4741235392320534,
"grad_norm": 1.1944435834884644,
"learning_rate": 1.2631025642275212e-05,
"loss": 0.04004127159714699,
"step": 497,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.47507751013594085,
"grad_norm": 0.9348034858703613,
"learning_rate": 1.2598904059292884e-05,
"loss": 0.03248380124568939,
"step": 498,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.4760314810398283,
"grad_norm": 0.7636355757713318,
"learning_rate": 1.2566753692677902e-05,
"loss": 0.02157650887966156,
"step": 499,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.4769854519437157,
"grad_norm": 1.062860131263733,
"learning_rate": 1.2534574898505106e-05,
"loss": 0.03184951841831207,
"step": 500,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.47793942284760316,
"grad_norm": 0.7457762956619263,
"learning_rate": 1.2502368033164176e-05,
"loss": 0.03535674139857292,
"step": 501,
"token_acc": 0.984375
},
{
"epoch": 0.4788933937514906,
"grad_norm": 1.0987730026245117,
"learning_rate": 1.247013345335569e-05,
"loss": 0.055447813123464584,
"step": 502,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.47984736465537803,
"grad_norm": 0.7780967950820923,
"learning_rate": 1.2437871516087174e-05,
"loss": 0.032093118876218796,
"step": 503,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.48080133555926546,
"grad_norm": 1.586310625076294,
"learning_rate": 1.2405582578669145e-05,
"loss": 0.06519011408090591,
"step": 504,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.4817553064631529,
"grad_norm": 0.8206766247749329,
"learning_rate": 1.2373266998711152e-05,
"loss": 0.028243940323591232,
"step": 505,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.4827092773670403,
"grad_norm": 0.7336739897727966,
"learning_rate": 1.2340925134117819e-05,
"loss": 0.03592706471681595,
"step": 506,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.4836632482709277,
"grad_norm": 0.5905047059059143,
"learning_rate": 1.2308557343084881e-05,
"loss": 0.03082885593175888,
"step": 507,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.48461721917481515,
"grad_norm": 0.709923505783081,
"learning_rate": 1.227616398409522e-05,
"loss": 0.029659755527973175,
"step": 508,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.4855711900787026,
"grad_norm": 0.5415621399879456,
"learning_rate": 1.2243745415914882e-05,
"loss": 0.035330630838871,
"step": 509,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.48652516098259,
"grad_norm": 1.4060466289520264,
"learning_rate": 1.221130199758912e-05,
"loss": 0.04689975082874298,
"step": 510,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.48747913188647746,
"grad_norm": 0.6756517887115479,
"learning_rate": 1.2178834088438404e-05,
"loss": 0.046159375458955765,
"step": 511,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.4884331027903649,
"grad_norm": 0.805273175239563,
"learning_rate": 1.2146342048054453e-05,
"loss": 0.032204046845436096,
"step": 512,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.48938707369425233,
"grad_norm": 0.6983016729354858,
"learning_rate": 1.2113826236296245e-05,
"loss": 0.03458189591765404,
"step": 513,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.49034104459813976,
"grad_norm": 0.4795612096786499,
"learning_rate": 1.2081287013286025e-05,
"loss": 0.016240347176790237,
"step": 514,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.4912950155020272,
"grad_norm": 0.9614333510398865,
"learning_rate": 1.2048724739405337e-05,
"loss": 0.03165575861930847,
"step": 515,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.49224898640591463,
"grad_norm": 0.9415151476860046,
"learning_rate": 1.2016139775291008e-05,
"loss": 0.038520995527505875,
"step": 516,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.49320295730980207,
"grad_norm": 1.0029518604278564,
"learning_rate": 1.1983532481831179e-05,
"loss": 0.023751338943839073,
"step": 517,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.4941569282136895,
"grad_norm": 1.1159734725952148,
"learning_rate": 1.1950903220161286e-05,
"loss": 0.04821765795350075,
"step": 518,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.49511089911757694,
"grad_norm": 0.5538932085037231,
"learning_rate": 1.1918252351660066e-05,
"loss": 0.04716753959655762,
"step": 519,
"token_acc": 0.984375
},
{
"epoch": 0.4960648700214643,
"grad_norm": 1.5055056810379028,
"learning_rate": 1.1885580237945574e-05,
"loss": 0.0433378741145134,
"step": 520,
"token_acc": 0.984375
},
{
"epoch": 0.49701884092535176,
"grad_norm": 0.9136676788330078,
"learning_rate": 1.1852887240871145e-05,
"loss": 0.03967030346393585,
"step": 521,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.4979728118292392,
"grad_norm": 0.7096786499023438,
"learning_rate": 1.1820173722521413e-05,
"loss": 0.0342094711959362,
"step": 522,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.49892678273312663,
"grad_norm": 1.723914384841919,
"learning_rate": 1.1787440045208287e-05,
"loss": 0.038012225180864334,
"step": 523,
"token_acc": 0.984375
},
{
"epoch": 0.49988075363701406,
"grad_norm": 1.1199010610580444,
"learning_rate": 1.1754686571466944e-05,
"loss": 0.03335142880678177,
"step": 524,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5008347245409015,
"grad_norm": 1.3434040546417236,
"learning_rate": 1.1721913664051814e-05,
"loss": 0.03660094365477562,
"step": 525,
"token_acc": 0.984375
},
{
"epoch": 0.5017886954447889,
"grad_norm": 1.1383885145187378,
"learning_rate": 1.1689121685932556e-05,
"loss": 0.03640083223581314,
"step": 526,
"token_acc": 0.984375
},
{
"epoch": 0.5027426663486764,
"grad_norm": 0.8029763698577881,
"learning_rate": 1.165631100029005e-05,
"loss": 0.03000045381486416,
"step": 527,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5036966372525638,
"grad_norm": 0.5335745215415955,
"learning_rate": 1.162348197051236e-05,
"loss": 0.035836853086948395,
"step": 528,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5046506081564512,
"grad_norm": 0.7898437976837158,
"learning_rate": 1.1590634960190722e-05,
"loss": 0.03159472346305847,
"step": 529,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5056045790603386,
"grad_norm": 2.0603818893432617,
"learning_rate": 1.1557770333115506e-05,
"loss": 0.03733645752072334,
"step": 530,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5065585499642261,
"grad_norm": 0.9001989364624023,
"learning_rate": 1.15248884532722e-05,
"loss": 0.041702404618263245,
"step": 531,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5075125208681135,
"grad_norm": 1.3541715145111084,
"learning_rate": 1.1491989684837365e-05,
"loss": 0.06972237676382065,
"step": 532,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.508466491772001,
"grad_norm": 0.5627711415290833,
"learning_rate": 1.1459074392174619e-05,
"loss": 0.027426082640886307,
"step": 533,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5094204626758884,
"grad_norm": 1.2221152782440186,
"learning_rate": 1.142614293983057e-05,
"loss": 0.05661396309733391,
"step": 534,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.5103744335797759,
"grad_norm": 1.0813665390014648,
"learning_rate": 1.1393195692530823e-05,
"loss": 0.031860869377851486,
"step": 535,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5113284044836632,
"grad_norm": 0.7621931433677673,
"learning_rate": 1.1360233015175898e-05,
"loss": 0.042948611080646515,
"step": 536,
"token_acc": 0.984375
},
{
"epoch": 0.5122823753875507,
"grad_norm": 0.9323459267616272,
"learning_rate": 1.1327255272837221e-05,
"loss": 0.047820206731557846,
"step": 537,
"token_acc": 0.984375
},
{
"epoch": 0.5132363462914381,
"grad_norm": 1.4139846563339233,
"learning_rate": 1.1294262830753058e-05,
"loss": 0.040661852806806564,
"step": 538,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5141903171953256,
"grad_norm": 0.6983049511909485,
"learning_rate": 1.1261256054324488e-05,
"loss": 0.030977440997958183,
"step": 539,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.515144288099213,
"grad_norm": 1.7894483804702759,
"learning_rate": 1.1228235309111333e-05,
"loss": 0.029908809810876846,
"step": 540,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5160982590031004,
"grad_norm": 0.781864583492279,
"learning_rate": 1.1195200960828138e-05,
"loss": 0.027686120942234993,
"step": 541,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5170522299069878,
"grad_norm": 0.5642123222351074,
"learning_rate": 1.1162153375340102e-05,
"loss": 0.03943484649062157,
"step": 542,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5180062008108752,
"grad_norm": 0.7898051142692566,
"learning_rate": 1.1129092918659019e-05,
"loss": 0.04125092178583145,
"step": 543,
"token_acc": 0.984375
},
{
"epoch": 0.5189601717147627,
"grad_norm": 0.6202886700630188,
"learning_rate": 1.1096019956939254e-05,
"loss": 0.052069224417209625,
"step": 544,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.5199141426186501,
"grad_norm": 1.4403116703033447,
"learning_rate": 1.1062934856473655e-05,
"loss": 0.05490614473819733,
"step": 545,
"token_acc": 0.984375
},
{
"epoch": 0.5208681135225376,
"grad_norm": 1.7893644571304321,
"learning_rate": 1.1029837983689518e-05,
"loss": 0.04832553118467331,
"step": 546,
"token_acc": 0.984375
},
{
"epoch": 0.521822084426425,
"grad_norm": 1.8193672895431519,
"learning_rate": 1.099672970514451e-05,
"loss": 0.05495541915297508,
"step": 547,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5227760553303125,
"grad_norm": 0.5889316201210022,
"learning_rate": 1.0963610387522632e-05,
"loss": 0.04087410494685173,
"step": 548,
"token_acc": 0.984375
},
{
"epoch": 0.5237300262341998,
"grad_norm": 0.8058784008026123,
"learning_rate": 1.0930480397630146e-05,
"loss": 0.029551636427640915,
"step": 549,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5246839971380873,
"grad_norm": 0.8391567468643188,
"learning_rate": 1.0897340102391505e-05,
"loss": 0.04186954349279404,
"step": 550,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.5256379680419747,
"grad_norm": 0.8655108213424683,
"learning_rate": 1.0864189868845296e-05,
"loss": 0.032809942960739136,
"step": 551,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5265919389458622,
"grad_norm": 1.480330467224121,
"learning_rate": 1.0831030064140185e-05,
"loss": 0.04545788839459419,
"step": 552,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.5275459098497496,
"grad_norm": 0.7945537567138672,
"learning_rate": 1.0797861055530832e-05,
"loss": 0.031213143840432167,
"step": 553,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.528499880753637,
"grad_norm": 1.1404858827590942,
"learning_rate": 1.076468321037384e-05,
"loss": 0.05002409592270851,
"step": 554,
"token_acc": 0.984375
},
{
"epoch": 0.5294538516575245,
"grad_norm": 0.559623122215271,
"learning_rate": 1.0731496896123676e-05,
"loss": 0.04134754836559296,
"step": 555,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5304078225614118,
"grad_norm": 0.7084572911262512,
"learning_rate": 1.0698302480328606e-05,
"loss": 0.02827862650156021,
"step": 556,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5313617934652993,
"grad_norm": 0.8361106514930725,
"learning_rate": 1.0665100330626625e-05,
"loss": 0.03856277838349342,
"step": 557,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5323157643691867,
"grad_norm": 0.520720899105072,
"learning_rate": 1.0631890814741373e-05,
"loss": 0.031024979427456856,
"step": 558,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5332697352730742,
"grad_norm": 0.6735243201255798,
"learning_rate": 1.0598674300478085e-05,
"loss": 0.031055878847837448,
"step": 559,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5342237061769616,
"grad_norm": 0.619011402130127,
"learning_rate": 1.0565451155719498e-05,
"loss": 0.029783297330141068,
"step": 560,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5351776770808491,
"grad_norm": 1.0929549932479858,
"learning_rate": 1.0532221748421786e-05,
"loss": 0.057142578065395355,
"step": 561,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.5361316479847364,
"grad_norm": 0.8602773547172546,
"learning_rate": 1.0498986446610489e-05,
"loss": 0.045416686683893204,
"step": 562,
"token_acc": 0.984375
},
{
"epoch": 0.5370856188886239,
"grad_norm": 1.19632089138031,
"learning_rate": 1.0465745618376417e-05,
"loss": 0.03713937848806381,
"step": 563,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5380395897925113,
"grad_norm": 0.5414383411407471,
"learning_rate": 1.0432499631871596e-05,
"loss": 0.025425104424357414,
"step": 564,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5389935606963988,
"grad_norm": 0.6580002903938293,
"learning_rate": 1.0399248855305178e-05,
"loss": 0.06137578934431076,
"step": 565,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5399475316002862,
"grad_norm": 1.500057578086853,
"learning_rate": 1.0365993656939368e-05,
"loss": 0.0494912713766098,
"step": 566,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.5409015025041736,
"grad_norm": 1.6899769306182861,
"learning_rate": 1.0332734405085343e-05,
"loss": 0.03818010538816452,
"step": 567,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5418554734080611,
"grad_norm": 1.3269789218902588,
"learning_rate": 1.0299471468099176e-05,
"loss": 0.053848858922719955,
"step": 568,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5428094443119484,
"grad_norm": 0.3203735649585724,
"learning_rate": 1.026620521437775e-05,
"loss": 0.029082879424095154,
"step": 569,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5437634152158359,
"grad_norm": 0.43316492438316345,
"learning_rate": 1.0232936012354682e-05,
"loss": 0.025343339890241623,
"step": 570,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5447173861197233,
"grad_norm": 0.40311476588249207,
"learning_rate": 1.0199664230496247e-05,
"loss": 0.039336711168289185,
"step": 571,
"token_acc": 0.984375
},
{
"epoch": 0.5456713570236108,
"grad_norm": 0.9996297955513,
"learning_rate": 1.0166390237297287e-05,
"loss": 0.04497617483139038,
"step": 572,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5466253279274982,
"grad_norm": 0.7237977981567383,
"learning_rate": 1.013311440127714e-05,
"loss": 0.03542932868003845,
"step": 573,
"token_acc": 0.984375
},
{
"epoch": 0.5475792988313857,
"grad_norm": 0.7966369986534119,
"learning_rate": 1.009983709097555e-05,
"loss": 0.05284848064184189,
"step": 574,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.548533269735273,
"grad_norm": 0.4121991991996765,
"learning_rate": 1.006655867494859e-05,
"loss": 0.030593590810894966,
"step": 575,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5494872406391605,
"grad_norm": 0.47904103994369507,
"learning_rate": 1.003327952176458e-05,
"loss": 0.04001781344413757,
"step": 576,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5504412115430479,
"grad_norm": 0.648165225982666,
"learning_rate": 1e-05,
"loss": 0.024958083406090736,
"step": 577,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5513951824469354,
"grad_norm": 1.0026987791061401,
"learning_rate": 9.966720478235422e-06,
"loss": 0.027607694268226624,
"step": 578,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5523491533508228,
"grad_norm": 0.4510563910007477,
"learning_rate": 9.933441325051414e-06,
"loss": 0.025844629853963852,
"step": 579,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5533031242547102,
"grad_norm": 0.7957287430763245,
"learning_rate": 9.900162909024453e-06,
"loss": 0.027202069759368896,
"step": 580,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5542570951585977,
"grad_norm": 1.1345125436782837,
"learning_rate": 9.866885598722865e-06,
"loss": 0.03813239187002182,
"step": 581,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.555211066062485,
"grad_norm": 1.6246479749679565,
"learning_rate": 9.833609762702714e-06,
"loss": 0.06405981630086899,
"step": 582,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.5561650369663725,
"grad_norm": 0.6938220262527466,
"learning_rate": 9.800335769503756e-06,
"loss": 0.04552937299013138,
"step": 583,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5571190078702599,
"grad_norm": 0.8199002146720886,
"learning_rate": 9.76706398764532e-06,
"loss": 0.03322679549455643,
"step": 584,
"token_acc": 0.984375
},
{
"epoch": 0.5580729787741474,
"grad_norm": 0.5356717109680176,
"learning_rate": 9.733794785622254e-06,
"loss": 0.03314594924449921,
"step": 585,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5590269496780348,
"grad_norm": 1.2829385995864868,
"learning_rate": 9.700528531900827e-06,
"loss": 0.03795482590794563,
"step": 586,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5599809205819223,
"grad_norm": 1.0600087642669678,
"learning_rate": 9.667265594914662e-06,
"loss": 0.045298393815755844,
"step": 587,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.5609348914858097,
"grad_norm": 0.6319759488105774,
"learning_rate": 9.634006343060635e-06,
"loss": 0.027392374351620674,
"step": 588,
"token_acc": 0.984375
},
{
"epoch": 0.5618888623896972,
"grad_norm": 0.8536295890808105,
"learning_rate": 9.600751144694827e-06,
"loss": 0.0386110357940197,
"step": 589,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5628428332935845,
"grad_norm": 1.4230239391326904,
"learning_rate": 9.567500368128408e-06,
"loss": 0.02656492218375206,
"step": 590,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.563796804197472,
"grad_norm": 0.9036622643470764,
"learning_rate": 9.534254381623588e-06,
"loss": 0.04641186445951462,
"step": 591,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.5647507751013594,
"grad_norm": 0.723991870880127,
"learning_rate": 9.501013553389515e-06,
"loss": 0.031613025814294815,
"step": 592,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5657047460052469,
"grad_norm": 1.4293886423110962,
"learning_rate": 9.467778251578217e-06,
"loss": 0.05481817573308945,
"step": 593,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5666587169091343,
"grad_norm": 1.192894697189331,
"learning_rate": 9.434548844280506e-06,
"loss": 0.036749377846717834,
"step": 594,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5676126878130217,
"grad_norm": 1.526427149772644,
"learning_rate": 9.401325699521922e-06,
"loss": 0.03267613798379898,
"step": 595,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5685666587169091,
"grad_norm": 1.5498722791671753,
"learning_rate": 9.36810918525863e-06,
"loss": 0.057085536420345306,
"step": 596,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.5695206296207965,
"grad_norm": 1.2938634157180786,
"learning_rate": 9.334899669373379e-06,
"loss": 0.05211386829614639,
"step": 597,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.570474600524684,
"grad_norm": 0.6726025938987732,
"learning_rate": 9.301697519671396e-06,
"loss": 0.03980892896652222,
"step": 598,
"token_acc": 0.984375
},
{
"epoch": 0.5714285714285714,
"grad_norm": 0.8156141042709351,
"learning_rate": 9.268503103876324e-06,
"loss": 0.02990145981311798,
"step": 599,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5723825423324589,
"grad_norm": 0.47413748502731323,
"learning_rate": 9.235316789626162e-06,
"loss": 0.05778517574071884,
"step": 600,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5733365132363463,
"grad_norm": 1.349545955657959,
"learning_rate": 9.202138944469168e-06,
"loss": 0.05427912622690201,
"step": 601,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5742904841402338,
"grad_norm": 2.148139238357544,
"learning_rate": 9.168969935859819e-06,
"loss": 0.03542744368314743,
"step": 602,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5752444550441211,
"grad_norm": 1.13753080368042,
"learning_rate": 9.135810131154707e-06,
"loss": 0.044698428362607956,
"step": 603,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.5761984259480086,
"grad_norm": 0.9700281620025635,
"learning_rate": 9.1026598976085e-06,
"loss": 0.0302069541066885,
"step": 604,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.577152396851896,
"grad_norm": 0.413463294506073,
"learning_rate": 9.069519602369856e-06,
"loss": 0.03852993622422218,
"step": 605,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5781063677557835,
"grad_norm": 0.4811214804649353,
"learning_rate": 9.03638961247737e-06,
"loss": 0.03700100630521774,
"step": 606,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5790603386596709,
"grad_norm": 0.5072380900382996,
"learning_rate": 9.003270294855491e-06,
"loss": 0.02276764065027237,
"step": 607,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.5800143095635583,
"grad_norm": 0.8514862060546875,
"learning_rate": 8.970162016310487e-06,
"loss": 0.036250039935112,
"step": 608,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.5809682804674458,
"grad_norm": 1.107522964477539,
"learning_rate": 8.937065143526349e-06,
"loss": 0.028342723846435547,
"step": 609,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5819222513713331,
"grad_norm": 0.4497300684452057,
"learning_rate": 8.903980043060748e-06,
"loss": 0.03302288427948952,
"step": 610,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5828762222752206,
"grad_norm": 0.33758804202079773,
"learning_rate": 8.870907081340983e-06,
"loss": 0.017388593405485153,
"step": 611,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.583830193179108,
"grad_norm": 0.6117424368858337,
"learning_rate": 8.837846624659905e-06,
"loss": 0.03506212681531906,
"step": 612,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5847841640829955,
"grad_norm": 0.6169408559799194,
"learning_rate": 8.804799039171863e-06,
"loss": 0.027000609785318375,
"step": 613,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.5857381349868829,
"grad_norm": 0.829113781452179,
"learning_rate": 8.77176469088867e-06,
"loss": 0.023098262026906013,
"step": 614,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5866921058907704,
"grad_norm": 0.921581506729126,
"learning_rate": 8.738743945675515e-06,
"loss": 0.03653024882078171,
"step": 615,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5876460767946577,
"grad_norm": 1.0334303379058838,
"learning_rate": 8.705737169246944e-06,
"loss": 0.046956177800893784,
"step": 616,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.5886000476985452,
"grad_norm": 0.8147125244140625,
"learning_rate": 8.672744727162782e-06,
"loss": 0.053571391850709915,
"step": 617,
"token_acc": 0.984375
},
{
"epoch": 0.5895540186024326,
"grad_norm": 1.0275700092315674,
"learning_rate": 8.639766984824103e-06,
"loss": 0.035271186381578445,
"step": 618,
"token_acc": 0.984375
},
{
"epoch": 0.5905079895063201,
"grad_norm": 0.9607493281364441,
"learning_rate": 8.606804307469182e-06,
"loss": 0.042948730289936066,
"step": 619,
"token_acc": 0.984375
},
{
"epoch": 0.5914619604102075,
"grad_norm": 0.8309468030929565,
"learning_rate": 8.57385706016943e-06,
"loss": 0.025500522926449776,
"step": 620,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5924159313140949,
"grad_norm": 1.5856595039367676,
"learning_rate": 8.540925607825385e-06,
"loss": 0.0319787934422493,
"step": 621,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5933699022179824,
"grad_norm": 0.9591080546379089,
"learning_rate": 8.508010315162633e-06,
"loss": 0.02786831185221672,
"step": 622,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5943238731218697,
"grad_norm": 0.5562609434127808,
"learning_rate": 8.475111546727802e-06,
"loss": 0.026511427015066147,
"step": 623,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.5952778440257572,
"grad_norm": 0.6109771728515625,
"learning_rate": 8.442229666884494e-06,
"loss": 0.023527685552835464,
"step": 624,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.5962318149296446,
"grad_norm": 0.6029337048530579,
"learning_rate": 8.409365039809282e-06,
"loss": 0.04343089833855629,
"step": 625,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5971857858335321,
"grad_norm": 0.49326199293136597,
"learning_rate": 8.37651802948764e-06,
"loss": 0.027501428499817848,
"step": 626,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.5981397567374195,
"grad_norm": 0.6914966702461243,
"learning_rate": 8.343688999709953e-06,
"loss": 0.04398724436759949,
"step": 627,
"token_acc": 0.984375
},
{
"epoch": 0.599093727641307,
"grad_norm": 0.5312416553497314,
"learning_rate": 8.310878314067445e-06,
"loss": 0.03323284909129143,
"step": 628,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6000476985451944,
"grad_norm": 1.1442131996154785,
"learning_rate": 8.278086335948191e-06,
"loss": 0.05319993197917938,
"step": 629,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6010016694490818,
"grad_norm": 2.526409864425659,
"learning_rate": 8.245313428533058e-06,
"loss": 0.05548748001456261,
"step": 630,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.6019556403529692,
"grad_norm": 1.0495320558547974,
"learning_rate": 8.212559954791718e-06,
"loss": 0.037735000252723694,
"step": 631,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6029096112568567,
"grad_norm": 0.6626459360122681,
"learning_rate": 8.17982627747859e-06,
"loss": 0.06058075651526451,
"step": 632,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.6038635821607441,
"grad_norm": 0.7466927766799927,
"learning_rate": 8.147112759128859e-06,
"loss": 0.028764862567186356,
"step": 633,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6048175530646315,
"grad_norm": 0.3631336987018585,
"learning_rate": 8.11441976205443e-06,
"loss": 0.02319471538066864,
"step": 634,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.605771523968519,
"grad_norm": 0.9231151938438416,
"learning_rate": 8.081747648339939e-06,
"loss": 0.029604751616716385,
"step": 635,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6067254948724063,
"grad_norm": 1.3346889019012451,
"learning_rate": 8.04909677983872e-06,
"loss": 0.022863764315843582,
"step": 636,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6076794657762938,
"grad_norm": 2.5577099323272705,
"learning_rate": 8.01646751816882e-06,
"loss": 0.051211029291152954,
"step": 637,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.6086334366801812,
"grad_norm": 1.8632843494415283,
"learning_rate": 7.983860224708993e-06,
"loss": 0.0313619002699852,
"step": 638,
"token_acc": 0.984375
},
{
"epoch": 0.6095874075840687,
"grad_norm": 0.9979190826416016,
"learning_rate": 7.951275260594666e-06,
"loss": 0.026075784116983414,
"step": 639,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.6105413784879561,
"grad_norm": 0.6184131503105164,
"learning_rate": 7.91871298671398e-06,
"loss": 0.0271608904004097,
"step": 640,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6114953493918436,
"grad_norm": 0.7027927041053772,
"learning_rate": 7.886173763703757e-06,
"loss": 0.03397708386182785,
"step": 641,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.612449320295731,
"grad_norm": 0.6171786785125732,
"learning_rate": 7.853657951945548e-06,
"loss": 0.022963719442486763,
"step": 642,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.6134032911996185,
"grad_norm": 0.48083868622779846,
"learning_rate": 7.821165911561596e-06,
"loss": 0.030262265354394913,
"step": 643,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6143572621035058,
"grad_norm": 0.7482463717460632,
"learning_rate": 7.788698002410884e-06,
"loss": 0.04059617966413498,
"step": 644,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6153112330073933,
"grad_norm": 1.758512020111084,
"learning_rate": 7.756254584085121e-06,
"loss": 0.053123168647289276,
"step": 645,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.6162652039112807,
"grad_norm": 0.8042950630187988,
"learning_rate": 7.723836015904786e-06,
"loss": 0.03091636300086975,
"step": 646,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6172191748151682,
"grad_norm": 0.6278665661811829,
"learning_rate": 7.691442656915122e-06,
"loss": 0.03843914344906807,
"step": 647,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6181731457190556,
"grad_norm": 0.6232914328575134,
"learning_rate": 7.659074865882186e-06,
"loss": 0.03314521536231041,
"step": 648,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.619127116622943,
"grad_norm": 0.6378781795501709,
"learning_rate": 7.626733001288852e-06,
"loss": 0.019464710727334023,
"step": 649,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.6200810875268304,
"grad_norm": 1.4162356853485107,
"learning_rate": 7.59441742133086e-06,
"loss": 0.037431973963975906,
"step": 650,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6210350584307178,
"grad_norm": 0.7945321798324585,
"learning_rate": 7.56212848391283e-06,
"loss": 0.036256201565265656,
"step": 651,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6219890293346053,
"grad_norm": 0.5303864479064941,
"learning_rate": 7.529866546644315e-06,
"loss": 0.01806773617863655,
"step": 652,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.6229430002384927,
"grad_norm": 0.9777625799179077,
"learning_rate": 7.497631966835828e-06,
"loss": 0.05189685523509979,
"step": 653,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.6238969711423802,
"grad_norm": 0.5509240627288818,
"learning_rate": 7.4654251014948985e-06,
"loss": 0.030750734731554985,
"step": 654,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6248509420462676,
"grad_norm": 0.4301437437534332,
"learning_rate": 7.433246307322099e-06,
"loss": 0.029071003198623657,
"step": 655,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6258049129501551,
"grad_norm": 0.9019523859024048,
"learning_rate": 7.401095940707117e-06,
"loss": 0.026460029184818268,
"step": 656,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6267588838540424,
"grad_norm": 0.47161588072776794,
"learning_rate": 7.368974357724789e-06,
"loss": 0.022219635546207428,
"step": 657,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.6277128547579299,
"grad_norm": 0.6306369304656982,
"learning_rate": 7.336881914131162e-06,
"loss": 0.04572610929608345,
"step": 658,
"token_acc": 0.984375
},
{
"epoch": 0.6286668256618173,
"grad_norm": 0.5616936683654785,
"learning_rate": 7.304818965359567e-06,
"loss": 0.021565508097410202,
"step": 659,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6296207965657048,
"grad_norm": 0.6135070323944092,
"learning_rate": 7.272785866516654e-06,
"loss": 0.02865619957447052,
"step": 660,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6305747674695922,
"grad_norm": 0.5192427635192871,
"learning_rate": 7.2407829723784965e-06,
"loss": 0.027651770040392876,
"step": 661,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6315287383734796,
"grad_norm": 0.993462324142456,
"learning_rate": 7.208810637386623e-06,
"loss": 0.03609910607337952,
"step": 662,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.632482709277367,
"grad_norm": 1.3222846984863281,
"learning_rate": 7.1768692156441225e-06,
"loss": 0.03814581409096718,
"step": 663,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.6334366801812544,
"grad_norm": 0.7853416800498962,
"learning_rate": 7.144959060911703e-06,
"loss": 0.04689473286271095,
"step": 664,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6343906510851419,
"grad_norm": 0.8355209827423096,
"learning_rate": 7.113080526603793e-06,
"loss": 0.05366460606455803,
"step": 665,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.6353446219890293,
"grad_norm": 0.7245826125144958,
"learning_rate": 7.081233965784595e-06,
"loss": 0.033394940197467804,
"step": 666,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6362985928929168,
"grad_norm": 0.8499072790145874,
"learning_rate": 7.049419731164221e-06,
"loss": 0.031909484416246414,
"step": 667,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.6372525637968042,
"grad_norm": 0.5935718417167664,
"learning_rate": 7.0176381750947386e-06,
"loss": 0.030991148203611374,
"step": 668,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6382065347006917,
"grad_norm": 1.0822609663009644,
"learning_rate": 6.9858896495663046e-06,
"loss": 0.0675402581691742,
"step": 669,
"token_acc": 0.9709821428571429
},
{
"epoch": 0.639160505604579,
"grad_norm": 0.3402203619480133,
"learning_rate": 6.954174506203244e-06,
"loss": 0.02121875435113907,
"step": 670,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.6401144765084665,
"grad_norm": 0.2609342634677887,
"learning_rate": 6.922493096260174e-06,
"loss": 0.018721450120210648,
"step": 671,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.6410684474123539,
"grad_norm": 0.4315302073955536,
"learning_rate": 6.890845770618091e-06,
"loss": 0.032056521624326706,
"step": 672,
"token_acc": 0.984375
},
{
"epoch": 0.6420224183162414,
"grad_norm": 0.9802017211914062,
"learning_rate": 6.859232879780515e-06,
"loss": 0.044057320803403854,
"step": 673,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.6429763892201288,
"grad_norm": 1.035605788230896,
"learning_rate": 6.82765477386957e-06,
"loss": 0.03771224990487099,
"step": 674,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.6439303601240162,
"grad_norm": 1.0582067966461182,
"learning_rate": 6.796111802622148e-06,
"loss": 0.02559015527367592,
"step": 675,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6448843310279037,
"grad_norm": 0.6632417440414429,
"learning_rate": 6.764604315385994e-06,
"loss": 0.023505330085754395,
"step": 676,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.645838301931791,
"grad_norm": 0.6106322407722473,
"learning_rate": 6.73313266111587e-06,
"loss": 0.036802809685468674,
"step": 677,
"token_acc": 0.984375
},
{
"epoch": 0.6467922728356785,
"grad_norm": 0.7170649170875549,
"learning_rate": 6.701697188369678e-06,
"loss": 0.028531309217214584,
"step": 678,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6477462437395659,
"grad_norm": 0.5012871623039246,
"learning_rate": 6.670298245304587e-06,
"loss": 0.023327816277742386,
"step": 679,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6487002146434534,
"grad_norm": 0.6244254112243652,
"learning_rate": 6.638936179673206e-06,
"loss": 0.03167903423309326,
"step": 680,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6496541855473408,
"grad_norm": 0.5829452872276306,
"learning_rate": 6.607611338819697e-06,
"loss": 0.039277084171772,
"step": 681,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.6506081564512283,
"grad_norm": 1.3193942308425903,
"learning_rate": 6.576324069675964e-06,
"loss": 0.05572820082306862,
"step": 682,
"token_acc": 0.9732142857142857
},
{
"epoch": 0.6515621273551157,
"grad_norm": 1.2974426746368408,
"learning_rate": 6.5450747187577745e-06,
"loss": 0.052376888692379,
"step": 683,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6525160982590031,
"grad_norm": 0.7436245083808899,
"learning_rate": 6.5138636321609615e-06,
"loss": 0.02294020541012287,
"step": 684,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6534700691628905,
"grad_norm": 1.1111505031585693,
"learning_rate": 6.48269115555755e-06,
"loss": 0.03055894747376442,
"step": 685,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.654424040066778,
"grad_norm": 0.4459013044834137,
"learning_rate": 6.451557634191965e-06,
"loss": 0.022376278415322304,
"step": 686,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6553780109706654,
"grad_norm": 0.2974430322647095,
"learning_rate": 6.420463412877176e-06,
"loss": 0.022928036749362946,
"step": 687,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.6563319818745528,
"grad_norm": 0.8175994157791138,
"learning_rate": 6.389408835990902e-06,
"loss": 0.05240640416741371,
"step": 688,
"token_acc": 0.984375
},
{
"epoch": 0.6572859527784403,
"grad_norm": 1.2405060529708862,
"learning_rate": 6.358394247471779e-06,
"loss": 0.05077211186289787,
"step": 689,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6582399236823276,
"grad_norm": 1.4795351028442383,
"learning_rate": 6.3274199908155755e-06,
"loss": 0.03593597561120987,
"step": 690,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6591938945862151,
"grad_norm": 1.5410572290420532,
"learning_rate": 6.296486409071354e-06,
"loss": 0.03816959634423256,
"step": 691,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6601478654901025,
"grad_norm": 0.8660948276519775,
"learning_rate": 6.2655938448377095e-06,
"loss": 0.031946323812007904,
"step": 692,
"token_acc": 0.984375
},
{
"epoch": 0.66110183639399,
"grad_norm": 0.41592466831207275,
"learning_rate": 6.234742640258938e-06,
"loss": 0.027963971719145775,
"step": 693,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6620558072978774,
"grad_norm": 0.3873123228549957,
"learning_rate": 6.2039331370212786e-06,
"loss": 0.028255313634872437,
"step": 694,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6630097782017649,
"grad_norm": 0.37904319167137146,
"learning_rate": 6.173165676349103e-06,
"loss": 0.029182352125644684,
"step": 695,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6639637491056523,
"grad_norm": 0.9199246168136597,
"learning_rate": 6.1424405990011615e-06,
"loss": 0.023426074534654617,
"step": 696,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.6649177200095397,
"grad_norm": 1.4629061222076416,
"learning_rate": 6.111758245266795e-06,
"loss": 0.0276469849050045,
"step": 697,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6658716909134271,
"grad_norm": 1.0029195547103882,
"learning_rate": 6.081118954962155e-06,
"loss": 0.03345893323421478,
"step": 698,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.6668256618173146,
"grad_norm": 0.7011789083480835,
"learning_rate": 6.05052306742647e-06,
"loss": 0.03324030339717865,
"step": 699,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.667779632721202,
"grad_norm": 0.5146098732948303,
"learning_rate": 6.019970921518254e-06,
"loss": 0.02161392569541931,
"step": 700,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.6687336036250895,
"grad_norm": 0.5914225578308105,
"learning_rate": 5.989462855611585e-06,
"loss": 0.03323477879166603,
"step": 701,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6696875745289769,
"grad_norm": 0.34104612469673157,
"learning_rate": 5.958999207592326e-06,
"loss": 0.030179981142282486,
"step": 702,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6706415454328643,
"grad_norm": 1.3239291906356812,
"learning_rate": 5.9285803148544155e-06,
"loss": 0.03212345391511917,
"step": 703,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6715955163367517,
"grad_norm": 0.6928743124008179,
"learning_rate": 5.8982065142960976e-06,
"loss": 0.026587441563606262,
"step": 704,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.6725494872406391,
"grad_norm": 0.5240346193313599,
"learning_rate": 5.867878142316221e-06,
"loss": 0.032691240310668945,
"step": 705,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6735034581445266,
"grad_norm": 0.4437991678714752,
"learning_rate": 5.837595534810485e-06,
"loss": 0.023577967658638954,
"step": 706,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.674457429048414,
"grad_norm": 0.809844970703125,
"learning_rate": 5.807359027167753e-06,
"loss": 0.024801194667816162,
"step": 707,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6754113999523015,
"grad_norm": 0.6816213130950928,
"learning_rate": 5.777168954266301e-06,
"loss": 0.031225476413965225,
"step": 708,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6763653708561889,
"grad_norm": 1.2565363645553589,
"learning_rate": 5.747025650470135e-06,
"loss": 0.05626482143998146,
"step": 709,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.6773193417600764,
"grad_norm": 0.6956481337547302,
"learning_rate": 5.716929449625277e-06,
"loss": 0.043993327766656876,
"step": 710,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.6782733126639637,
"grad_norm": 0.40236639976501465,
"learning_rate": 5.68688068505607e-06,
"loss": 0.015297036617994308,
"step": 711,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.6792272835678512,
"grad_norm": 0.7545296549797058,
"learning_rate": 5.6568796895614875e-06,
"loss": 0.029817845672369003,
"step": 712,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6801812544717386,
"grad_norm": 0.5811702013015747,
"learning_rate": 5.626926795411447e-06,
"loss": 0.03963574767112732,
"step": 713,
"token_acc": 0.984375
},
{
"epoch": 0.6811352253756261,
"grad_norm": 0.9782682657241821,
"learning_rate": 5.597022334343125e-06,
"loss": 0.031815480440855026,
"step": 714,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6820891962795135,
"grad_norm": 0.5233591794967651,
"learning_rate": 5.567166637557293e-06,
"loss": 0.035757049918174744,
"step": 715,
"token_acc": 0.984375
},
{
"epoch": 0.6830431671834009,
"grad_norm": 0.7495654225349426,
"learning_rate": 5.53736003571464e-06,
"loss": 0.04127943143248558,
"step": 716,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.6839971380872883,
"grad_norm": 0.6349881887435913,
"learning_rate": 5.507602858932113e-06,
"loss": 0.03562387451529503,
"step": 717,
"token_acc": 0.984375
},
{
"epoch": 0.6849511089911757,
"grad_norm": 1.1933622360229492,
"learning_rate": 5.477895436779264e-06,
"loss": 0.031036535277962685,
"step": 718,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6859050798950632,
"grad_norm": 0.3177633285522461,
"learning_rate": 5.4482380982745985e-06,
"loss": 0.020239584147930145,
"step": 719,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.6868590507989506,
"grad_norm": 0.5268914699554443,
"learning_rate": 5.418631171881934e-06,
"loss": 0.031898241490125656,
"step": 720,
"token_acc": 0.984375
},
{
"epoch": 0.6878130217028381,
"grad_norm": 0.4003087878227234,
"learning_rate": 5.38907498550674e-06,
"loss": 0.03155467286705971,
"step": 721,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6887669926067255,
"grad_norm": 1.1297128200531006,
"learning_rate": 5.359569866492557e-06,
"loss": 0.04410479962825775,
"step": 722,
"token_acc": 0.984375
},
{
"epoch": 0.689720963510613,
"grad_norm": 0.3759598135948181,
"learning_rate": 5.330116141617308e-06,
"loss": 0.02936522662639618,
"step": 723,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6906749344145003,
"grad_norm": 0.7235631942749023,
"learning_rate": 5.300714137089739e-06,
"loss": 0.026478638872504234,
"step": 724,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.6916289053183878,
"grad_norm": 0.33572593331336975,
"learning_rate": 5.2713641785457504e-06,
"loss": 0.020117035135626793,
"step": 725,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6925828762222752,
"grad_norm": 0.3469454348087311,
"learning_rate": 5.242066591044836e-06,
"loss": 0.02367055043578148,
"step": 726,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.6935368471261627,
"grad_norm": 0.8195284008979797,
"learning_rate": 5.212821699066459e-06,
"loss": 0.047664642333984375,
"step": 727,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.6944908180300501,
"grad_norm": 0.5071728825569153,
"learning_rate": 5.1836298265064675e-06,
"loss": 0.026314232498407364,
"step": 728,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.6954447889339375,
"grad_norm": 0.49871382117271423,
"learning_rate": 5.1544912966735e-06,
"loss": 0.02487792819738388,
"step": 729,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.696398759837825,
"grad_norm": 0.3673745095729828,
"learning_rate": 5.125406432285408e-06,
"loss": 0.02027144283056259,
"step": 730,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.6973527307417123,
"grad_norm": 0.9096737504005432,
"learning_rate": 5.0963755554656856e-06,
"loss": 0.03850647434592247,
"step": 731,
"token_acc": 0.984375
},
{
"epoch": 0.6983067016455998,
"grad_norm": 0.3332349359989166,
"learning_rate": 5.067398987739901e-06,
"loss": 0.016202855855226517,
"step": 732,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.6992606725494872,
"grad_norm": 0.47121381759643555,
"learning_rate": 5.0384770500321175e-06,
"loss": 0.03318069875240326,
"step": 733,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7002146434533747,
"grad_norm": 0.9147493243217468,
"learning_rate": 5.009610062661381e-06,
"loss": 0.04129289090633392,
"step": 734,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7011686143572621,
"grad_norm": 0.8709788918495178,
"learning_rate": 4.980798345338117e-06,
"loss": 0.03271344304084778,
"step": 735,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7021225852611496,
"grad_norm": 1.4800889492034912,
"learning_rate": 4.952042217160643e-06,
"loss": 0.03628948703408241,
"step": 736,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.703076556165037,
"grad_norm": 0.845696747303009,
"learning_rate": 4.923341996611604e-06,
"loss": 0.0380338691174984,
"step": 737,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7040305270689244,
"grad_norm": 0.9251031279563904,
"learning_rate": 4.894698001554433e-06,
"loss": 0.03227248787879944,
"step": 738,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7049844979728118,
"grad_norm": 0.3405499756336212,
"learning_rate": 4.866110549229881e-06,
"loss": 0.022761482745409012,
"step": 739,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7059384688766993,
"grad_norm": 0.8969154357910156,
"learning_rate": 4.837579956252439e-06,
"loss": 0.030454734340310097,
"step": 740,
"token_acc": 0.984375
},
{
"epoch": 0.7068924397805867,
"grad_norm": 0.5285914540290833,
"learning_rate": 4.809106538606896e-06,
"loss": 0.026971450075507164,
"step": 741,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7078464106844741,
"grad_norm": 0.5948814153671265,
"learning_rate": 4.780690611644776e-06,
"loss": 0.015909425914287567,
"step": 742,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7088003815883616,
"grad_norm": 0.8472521901130676,
"learning_rate": 4.7523324900808986e-06,
"loss": 0.015867117792367935,
"step": 743,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7097543524922489,
"grad_norm": 0.9762627482414246,
"learning_rate": 4.724032487989861e-06,
"loss": 0.021503515541553497,
"step": 744,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7107083233961364,
"grad_norm": 0.6060115694999695,
"learning_rate": 4.695790918802577e-06,
"loss": 0.01978726126253605,
"step": 745,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.7116622943000238,
"grad_norm": 0.8787115216255188,
"learning_rate": 4.66760809530279e-06,
"loss": 0.02450818195939064,
"step": 746,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7126162652039113,
"grad_norm": 0.6743588447570801,
"learning_rate": 4.639484329623627e-06,
"loss": 0.028801968321204185,
"step": 747,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7135702361077987,
"grad_norm": 0.49457693099975586,
"learning_rate": 4.611419933244125e-06,
"loss": 0.026110190898180008,
"step": 748,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7145242070116862,
"grad_norm": 0.5034999847412109,
"learning_rate": 4.583415216985791e-06,
"loss": 0.024858077988028526,
"step": 749,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7154781779155736,
"grad_norm": 0.556844174861908,
"learning_rate": 4.555470491009158e-06,
"loss": 0.029841845855116844,
"step": 750,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.716432148819461,
"grad_norm": 1.0559643507003784,
"learning_rate": 4.5275860648103496e-06,
"loss": 0.038475070148706436,
"step": 751,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7173861197233484,
"grad_norm": 0.6240025162696838,
"learning_rate": 4.49976224721764e-06,
"loss": 0.032702796161174774,
"step": 752,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7183400906272359,
"grad_norm": 0.5760098695755005,
"learning_rate": 4.4719993463880695e-06,
"loss": 0.02206021547317505,
"step": 753,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7192940615311233,
"grad_norm": 0.728758692741394,
"learning_rate": 4.444297669803981e-06,
"loss": 0.03035520389676094,
"step": 754,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7202480324350108,
"grad_norm": 1.1231098175048828,
"learning_rate": 4.416657524269652e-06,
"loss": 0.030971664935350418,
"step": 755,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7212020033388982,
"grad_norm": 1.2766492366790771,
"learning_rate": 4.389079215907896e-06,
"loss": 0.04230097681283951,
"step": 756,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7221559742427855,
"grad_norm": 1.3551021814346313,
"learning_rate": 4.361563050156639e-06,
"loss": 0.03986817225813866,
"step": 757,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.723109945146673,
"grad_norm": 0.7768093347549438,
"learning_rate": 4.334109331765582e-06,
"loss": 0.02390211448073387,
"step": 758,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7240639160505604,
"grad_norm": 1.265394926071167,
"learning_rate": 4.3067183647927855e-06,
"loss": 0.042791660875082016,
"step": 759,
"token_acc": 0.984375
},
{
"epoch": 0.7250178869544479,
"grad_norm": 0.7505418062210083,
"learning_rate": 4.279390452601326e-06,
"loss": 0.032644957304000854,
"step": 760,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7259718578583353,
"grad_norm": 0.9948499202728271,
"learning_rate": 4.2521258978559324e-06,
"loss": 0.043157853186130524,
"step": 761,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.7269258287622228,
"grad_norm": 0.5159215331077576,
"learning_rate": 4.2249250025196274e-06,
"loss": 0.030714958906173706,
"step": 762,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.7278797996661102,
"grad_norm": 0.6327055096626282,
"learning_rate": 4.197788067850388e-06,
"loss": 0.025672808289527893,
"step": 763,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7288337705699977,
"grad_norm": 0.6658538579940796,
"learning_rate": 4.170715394397808e-06,
"loss": 0.03251670300960541,
"step": 764,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.729787741473885,
"grad_norm": 1.150295615196228,
"learning_rate": 4.143707281999767e-06,
"loss": 0.029419206082820892,
"step": 765,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7307417123777725,
"grad_norm": 0.6733072400093079,
"learning_rate": 4.116764029779117e-06,
"loss": 0.019949190318584442,
"step": 766,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7316956832816599,
"grad_norm": 1.667914628982544,
"learning_rate": 4.0898859361403595e-06,
"loss": 0.034048646688461304,
"step": 767,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7326496541855474,
"grad_norm": 1.286145567893982,
"learning_rate": 4.063073298766351e-06,
"loss": 0.06202593073248863,
"step": 768,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.7336036250894348,
"grad_norm": 0.305610716342926,
"learning_rate": 4.036326414614985e-06,
"loss": 0.01766447350382805,
"step": 769,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7345575959933222,
"grad_norm": 0.9715360999107361,
"learning_rate": 4.009645579915946e-06,
"loss": 0.04208776354789734,
"step": 770,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.7355115668972096,
"grad_norm": 0.3121229112148285,
"learning_rate": 3.983031090167368e-06,
"loss": 0.01883683353662491,
"step": 771,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.736465537801097,
"grad_norm": 0.9680624604225159,
"learning_rate": 3.9564832401326305e-06,
"loss": 0.031303584575653076,
"step": 772,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7374195087049845,
"grad_norm": 0.33215197920799255,
"learning_rate": 3.930002323837026e-06,
"loss": 0.01395601499825716,
"step": 773,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7383734796088719,
"grad_norm": 0.6422115564346313,
"learning_rate": 3.903588634564551e-06,
"loss": 0.029564743861556053,
"step": 774,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7393274505127594,
"grad_norm": 0.3839940130710602,
"learning_rate": 3.877242464854654e-06,
"loss": 0.017827991396188736,
"step": 775,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7402814214166468,
"grad_norm": 0.6504713892936707,
"learning_rate": 3.8509641064989575e-06,
"loss": 0.027659345418214798,
"step": 776,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7412353923205343,
"grad_norm": 0.6974632143974304,
"learning_rate": 3.824753850538082e-06,
"loss": 0.04785856604576111,
"step": 777,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.7421893632244216,
"grad_norm": 0.5116073489189148,
"learning_rate": 3.7986119872583695e-06,
"loss": 0.03917359188199043,
"step": 778,
"token_acc": 0.984375
},
{
"epoch": 0.7431433341283091,
"grad_norm": 0.5438160300254822,
"learning_rate": 3.7725388061887056e-06,
"loss": 0.02746586874127388,
"step": 779,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7440973050321965,
"grad_norm": 0.6346627473831177,
"learning_rate": 3.746534596097299e-06,
"loss": 0.024505602195858955,
"step": 780,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.745051275936084,
"grad_norm": 0.44893190264701843,
"learning_rate": 3.720599644988482e-06,
"loss": 0.025364940986037254,
"step": 781,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7460052468399714,
"grad_norm": 0.894114077091217,
"learning_rate": 3.6947342400995243e-06,
"loss": 0.04079818353056908,
"step": 782,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.7469592177438588,
"grad_norm": 0.7318134903907776,
"learning_rate": 3.6689386678974504e-06,
"loss": 0.039609234780073166,
"step": 783,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7479131886477463,
"grad_norm": 0.872739315032959,
"learning_rate": 3.643213214075867e-06,
"loss": 0.019763484597206116,
"step": 784,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7488671595516336,
"grad_norm": 0.7280256748199463,
"learning_rate": 3.617558163551802e-06,
"loss": 0.02535686269402504,
"step": 785,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7498211304555211,
"grad_norm": 0.8298035264015198,
"learning_rate": 3.5919738004625337e-06,
"loss": 0.036321140825748444,
"step": 786,
"token_acc": 0.984375
},
{
"epoch": 0.7507751013594085,
"grad_norm": 0.6858071684837341,
"learning_rate": 3.5664604081624787e-06,
"loss": 0.03787493705749512,
"step": 787,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.751729072263296,
"grad_norm": 0.6612462401390076,
"learning_rate": 3.5410182692200034e-06,
"loss": 0.018224576488137245,
"step": 788,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7526830431671834,
"grad_norm": 0.7336789965629578,
"learning_rate": 3.51564766541435e-06,
"loss": 0.046817220747470856,
"step": 789,
"token_acc": 0.984375
},
{
"epoch": 0.7536370140710709,
"grad_norm": 0.4780670404434204,
"learning_rate": 3.490348877732466e-06,
"loss": 0.02447761781513691,
"step": 790,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7545909849749582,
"grad_norm": 0.3300059139728546,
"learning_rate": 3.4651221863659236e-06,
"loss": 0.01744241639971733,
"step": 791,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7555449558788457,
"grad_norm": 0.48199570178985596,
"learning_rate": 3.4399678707078064e-06,
"loss": 0.03658067435026169,
"step": 792,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7564989267827331,
"grad_norm": 1.3789329528808594,
"learning_rate": 3.414886209349615e-06,
"loss": 0.02449401468038559,
"step": 793,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7574528976866206,
"grad_norm": 0.43324369192123413,
"learning_rate": 3.3898774800781832e-06,
"loss": 0.023823026567697525,
"step": 794,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.758406868590508,
"grad_norm": 0.9297495484352112,
"learning_rate": 3.3649419598725964e-06,
"loss": 0.029137523844838142,
"step": 795,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7593608394943954,
"grad_norm": 0.8927593231201172,
"learning_rate": 3.340079924901133e-06,
"loss": 0.024939516559243202,
"step": 796,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7603148103982829,
"grad_norm": 1.0731862783432007,
"learning_rate": 3.3152916505181976e-06,
"loss": 0.03906264156103134,
"step": 797,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.7612687813021702,
"grad_norm": 0.48651960492134094,
"learning_rate": 3.2905774112612756e-06,
"loss": 0.02605171874165535,
"step": 798,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7622227522060577,
"grad_norm": 0.6455544233322144,
"learning_rate": 3.2659374808478892e-06,
"loss": 0.020444942638278008,
"step": 799,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7631767231099451,
"grad_norm": 0.7139393091201782,
"learning_rate": 3.241372132172572e-06,
"loss": 0.03206858038902283,
"step": 800,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7641306940138326,
"grad_norm": 0.402159720659256,
"learning_rate": 3.216881637303839e-06,
"loss": 0.018837206065654755,
"step": 801,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.76508466491772,
"grad_norm": 1.3259398937225342,
"learning_rate": 3.1924662674811834e-06,
"loss": 0.033175498247146606,
"step": 802,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7660386358216075,
"grad_norm": 0.548261284828186,
"learning_rate": 3.1681262931120504e-06,
"loss": 0.023012712597846985,
"step": 803,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7669926067254949,
"grad_norm": 1.0897294282913208,
"learning_rate": 3.1438619837688835e-06,
"loss": 0.030544251203536987,
"step": 804,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7679465776293823,
"grad_norm": 0.6162498593330383,
"learning_rate": 3.1196736081860855e-06,
"loss": 0.024054717272520065,
"step": 805,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7689005485332697,
"grad_norm": 0.3296455442905426,
"learning_rate": 3.0955614342570983e-06,
"loss": 0.018194254487752914,
"step": 806,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7698545194371572,
"grad_norm": 0.6846117973327637,
"learning_rate": 3.0715257290313836e-06,
"loss": 0.029150940477848053,
"step": 807,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7708084903410446,
"grad_norm": 0.7670177221298218,
"learning_rate": 3.047566758711503e-06,
"loss": 0.03584045544266701,
"step": 808,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.771762461244932,
"grad_norm": 1.0086913108825684,
"learning_rate": 3.023684788650154e-06,
"loss": 0.04908234626054764,
"step": 809,
"token_acc": 0.984375
},
{
"epoch": 0.7727164321488195,
"grad_norm": 0.8370961546897888,
"learning_rate": 2.999880083347232e-06,
"loss": 0.033363789319992065,
"step": 810,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7736704030527068,
"grad_norm": 0.6008052825927734,
"learning_rate": 2.976152906446903e-06,
"loss": 0.028716465458273888,
"step": 811,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7746243739565943,
"grad_norm": 0.8030401468276978,
"learning_rate": 2.952503520734682e-06,
"loss": 0.02624564990401268,
"step": 812,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7755783448604817,
"grad_norm": 1.1615161895751953,
"learning_rate": 2.9289321881345257e-06,
"loss": 0.0217975452542305,
"step": 813,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7765323157643692,
"grad_norm": 0.5965540409088135,
"learning_rate": 2.905439169705927e-06,
"loss": 0.02424948289990425,
"step": 814,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7774862866682566,
"grad_norm": 0.6583796143531799,
"learning_rate": 2.8820247256410272e-06,
"loss": 0.04544556885957718,
"step": 815,
"token_acc": 0.984375
},
{
"epoch": 0.7784402575721441,
"grad_norm": 0.5809528231620789,
"learning_rate": 2.8586891152617347e-06,
"loss": 0.026124419644474983,
"step": 816,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7793942284760315,
"grad_norm": 1.1601003408432007,
"learning_rate": 2.8354325970168483e-06,
"loss": 0.049429476261138916,
"step": 817,
"token_acc": 0.984375
},
{
"epoch": 0.780348199379919,
"grad_norm": 0.5638758540153503,
"learning_rate": 2.8122554284792015e-06,
"loss": 0.024800481274724007,
"step": 818,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7813021702838063,
"grad_norm": 0.45306065678596497,
"learning_rate": 2.7891578663428033e-06,
"loss": 0.026986178010702133,
"step": 819,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7822561411876938,
"grad_norm": 1.4657779932022095,
"learning_rate": 2.7661401664199995e-06,
"loss": 0.0379672646522522,
"step": 820,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7832101120915812,
"grad_norm": 0.5226976275444031,
"learning_rate": 2.7432025836386412e-06,
"loss": 0.02157411351799965,
"step": 821,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7841640829954687,
"grad_norm": 0.670348584651947,
"learning_rate": 2.720345372039246e-06,
"loss": 0.02626403234899044,
"step": 822,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7851180538993561,
"grad_norm": 0.34127435088157654,
"learning_rate": 2.6975687847722197e-06,
"loss": 0.027921952307224274,
"step": 823,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7860720248032435,
"grad_norm": 0.42385631799697876,
"learning_rate": 2.6748730740950023e-06,
"loss": 0.01576477847993374,
"step": 824,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7870259957071309,
"grad_norm": 0.29651764035224915,
"learning_rate": 2.6522584913693295e-06,
"loss": 0.018155785277485847,
"step": 825,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7879799666110183,
"grad_norm": 0.5657281875610352,
"learning_rate": 2.6297252870583956e-06,
"loss": 0.02606932446360588,
"step": 826,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.7889339375149058,
"grad_norm": 0.40453988313674927,
"learning_rate": 2.607273710724121e-06,
"loss": 0.031342603266239166,
"step": 827,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7898879084187932,
"grad_norm": 0.5340335369110107,
"learning_rate": 2.5849040110243673e-06,
"loss": 0.020708661526441574,
"step": 828,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.7908418793226807,
"grad_norm": 0.6421718597412109,
"learning_rate": 2.5626164357101857e-06,
"loss": 0.03662259131669998,
"step": 829,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7917958502265681,
"grad_norm": 0.8374388813972473,
"learning_rate": 2.5404112316230813e-06,
"loss": 0.043353497982025146,
"step": 830,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7927498211304556,
"grad_norm": 0.9428367614746094,
"learning_rate": 2.5182886446922673e-06,
"loss": 0.0353669747710228,
"step": 831,
"token_acc": 0.9799107142857143
},
{
"epoch": 0.7937037920343429,
"grad_norm": 0.522077739238739,
"learning_rate": 2.4962489199319506e-06,
"loss": 0.017941925674676895,
"step": 832,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7946577629382304,
"grad_norm": 0.6713738441467285,
"learning_rate": 2.4742923014386154e-06,
"loss": 0.02486671693623066,
"step": 833,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7956117338421178,
"grad_norm": 0.45900285243988037,
"learning_rate": 2.452419032388318e-06,
"loss": 0.02879948914051056,
"step": 834,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.7965657047460053,
"grad_norm": 0.444209486246109,
"learning_rate": 2.4306293550339943e-06,
"loss": 0.028618350625038147,
"step": 835,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7975196756498927,
"grad_norm": 0.9437128901481628,
"learning_rate": 2.4089235107027797e-06,
"loss": 0.02533126063644886,
"step": 836,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.7984736465537801,
"grad_norm": 0.7124933004379272,
"learning_rate": 2.387301739793333e-06,
"loss": 0.028219182044267654,
"step": 837,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.7994276174576675,
"grad_norm": 0.675025463104248,
"learning_rate": 2.3657642817731774e-06,
"loss": 0.028946243226528168,
"step": 838,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8003815883615549,
"grad_norm": 1.0310571193695068,
"learning_rate": 2.344311375176034e-06,
"loss": 0.04293380305171013,
"step": 839,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.8013355592654424,
"grad_norm": 0.9248982071876526,
"learning_rate": 2.3229432575992126e-06,
"loss": 0.030470862984657288,
"step": 840,
"token_acc": 0.984375
},
{
"epoch": 0.8022895301693298,
"grad_norm": 0.8560435771942139,
"learning_rate": 2.3016601657009364e-06,
"loss": 0.026801753789186478,
"step": 841,
"token_acc": 0.984375
},
{
"epoch": 0.8032435010732173,
"grad_norm": 0.5578156113624573,
"learning_rate": 2.2804623351977672e-06,
"loss": 0.022585872560739517,
"step": 842,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8041974719771047,
"grad_norm": 1.3563019037246704,
"learning_rate": 2.259350000861952e-06,
"loss": 0.02308955043554306,
"step": 843,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8051514428809922,
"grad_norm": 0.5990834832191467,
"learning_rate": 2.238323396518852e-06,
"loss": 0.017109151929616928,
"step": 844,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8061054137848795,
"grad_norm": 0.9497894048690796,
"learning_rate": 2.2173827550443417e-06,
"loss": 0.033096615225076675,
"step": 845,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.807059384688767,
"grad_norm": 1.258798599243164,
"learning_rate": 2.196528308362232e-06,
"loss": 0.02832372672855854,
"step": 846,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8080133555926544,
"grad_norm": 0.5528498291969299,
"learning_rate": 2.1757602874416993e-06,
"loss": 0.028255674988031387,
"step": 847,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8089673264965419,
"grad_norm": 0.43242013454437256,
"learning_rate": 2.1550789222947322e-06,
"loss": 0.018393144011497498,
"step": 848,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8099212974004293,
"grad_norm": 0.6088325381278992,
"learning_rate": 2.1344844419735757e-06,
"loss": 0.03119479864835739,
"step": 849,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8108752683043167,
"grad_norm": 0.39631929993629456,
"learning_rate": 2.1139770745682063e-06,
"loss": 0.01810883916914463,
"step": 850,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.8118292392082042,
"grad_norm": 0.9444270730018616,
"learning_rate": 2.0935570472037892e-06,
"loss": 0.02482493780553341,
"step": 851,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8127832101120915,
"grad_norm": 0.4072783291339874,
"learning_rate": 2.073224586038187e-06,
"loss": 0.025377195328474045,
"step": 852,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.813737181015979,
"grad_norm": 0.708109438419342,
"learning_rate": 2.0529799162594242e-06,
"loss": 0.03716667369008064,
"step": 853,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8146911519198664,
"grad_norm": 0.3838958740234375,
"learning_rate": 2.0328232620832254e-06,
"loss": 0.02010931260883808,
"step": 854,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8156451228237539,
"grad_norm": 0.632870614528656,
"learning_rate": 2.012754846750509e-06,
"loss": 0.022642139345407486,
"step": 855,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.8165990937276413,
"grad_norm": 0.7074530124664307,
"learning_rate": 1.9927748925249137e-06,
"loss": 0.03181203454732895,
"step": 856,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8175530646315288,
"grad_norm": 1.0774328708648682,
"learning_rate": 1.972883620690366e-06,
"loss": 0.021624155342578888,
"step": 857,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8185070355354161,
"grad_norm": 0.41360539197921753,
"learning_rate": 1.9530812515485833e-06,
"loss": 0.035560544580221176,
"step": 858,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8194610064393036,
"grad_norm": 0.20657935738563538,
"learning_rate": 1.9333680044166847e-06,
"loss": 0.010372566059231758,
"step": 859,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.820414977343191,
"grad_norm": 1.1164010763168335,
"learning_rate": 1.9137440976247158e-06,
"loss": 0.03243312984704971,
"step": 860,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8213689482470785,
"grad_norm": 0.6857742071151733,
"learning_rate": 1.8942097485132626e-06,
"loss": 0.022025499492883682,
"step": 861,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8223229191509659,
"grad_norm": 0.45396146178245544,
"learning_rate": 1.8747651734310314e-06,
"loss": 0.03240649402141571,
"step": 862,
"token_acc": 0.984375
},
{
"epoch": 0.8232768900548533,
"grad_norm": 0.4975016117095947,
"learning_rate": 1.8554105877324525e-06,
"loss": 0.027596507221460342,
"step": 863,
"token_acc": 0.984375
},
{
"epoch": 0.8242308609587408,
"grad_norm": 0.4902072846889496,
"learning_rate": 1.8361462057752989e-06,
"loss": 0.023746902123093605,
"step": 864,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8251848318626281,
"grad_norm": 0.3837818205356598,
"learning_rate": 1.81697224091831e-06,
"loss": 0.037022873759269714,
"step": 865,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8261388027665156,
"grad_norm": 0.30860665440559387,
"learning_rate": 1.7978889055188287e-06,
"loss": 0.012566307559609413,
"step": 866,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.827092773670403,
"grad_norm": 0.680388331413269,
"learning_rate": 1.7788964109304495e-06,
"loss": 0.026283659040927887,
"step": 867,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8280467445742905,
"grad_norm": 0.4624711573123932,
"learning_rate": 1.75999496750068e-06,
"loss": 0.023991312831640244,
"step": 868,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8290007154781779,
"grad_norm": 0.6614622473716736,
"learning_rate": 1.7411847845686082e-06,
"loss": 0.031091928482055664,
"step": 869,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8299546863820654,
"grad_norm": 0.7210277915000916,
"learning_rate": 1.7224660704625784e-06,
"loss": 0.04353102296590805,
"step": 870,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.8309086572859528,
"grad_norm": 0.6957516074180603,
"learning_rate": 1.703839032497906e-06,
"loss": 0.03060179203748703,
"step": 871,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8318626281898402,
"grad_norm": 0.5519160032272339,
"learning_rate": 1.6853038769745466e-06,
"loss": 0.023955456912517548,
"step": 872,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8328165990937276,
"grad_norm": 0.47449928522109985,
"learning_rate": 1.6668608091748495e-06,
"loss": 0.02813287079334259,
"step": 873,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8337705699976151,
"grad_norm": 0.535979688167572,
"learning_rate": 1.6485100333612547e-06,
"loss": 0.01953645795583725,
"step": 874,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8347245409015025,
"grad_norm": 0.535844624042511,
"learning_rate": 1.6302517527740358e-06,
"loss": 0.028274130076169968,
"step": 875,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.83567851180539,
"grad_norm": 0.6589546203613281,
"learning_rate": 1.6120861696290714e-06,
"loss": 0.020607532933354378,
"step": 876,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8366324827092774,
"grad_norm": 0.33546578884124756,
"learning_rate": 1.5940134851155698e-06,
"loss": 0.025510001927614212,
"step": 877,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8375864536131647,
"grad_norm": 0.9243335723876953,
"learning_rate": 1.5760338993938717e-06,
"loss": 0.020650099962949753,
"step": 878,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8385404245170522,
"grad_norm": 0.297536164522171,
"learning_rate": 1.558147611593216e-06,
"loss": 0.016965188086032867,
"step": 879,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8394943954209396,
"grad_norm": 0.7571167945861816,
"learning_rate": 1.540354819809542e-06,
"loss": 0.02208511158823967,
"step": 880,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8404483663248271,
"grad_norm": 0.9293095469474792,
"learning_rate": 1.522655721103291e-06,
"loss": 0.038303859531879425,
"step": 881,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8414023372287145,
"grad_norm": 1.567272663116455,
"learning_rate": 1.505050511497227e-06,
"loss": 0.026646729558706284,
"step": 882,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.842356308132602,
"grad_norm": 0.7199637293815613,
"learning_rate": 1.4875393859742626e-06,
"loss": 0.015752041712403297,
"step": 883,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8433102790364894,
"grad_norm": 0.6793497800827026,
"learning_rate": 1.4701225384753038e-06,
"loss": 0.012232787907123566,
"step": 884,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.8442642499403769,
"grad_norm": 0.6750025749206543,
"learning_rate": 1.4528001618970966e-06,
"loss": 0.023446623235940933,
"step": 885,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8452182208442642,
"grad_norm": 0.5941553115844727,
"learning_rate": 1.435572448090099e-06,
"loss": 0.019347036257386208,
"step": 886,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8461721917481517,
"grad_norm": 0.5323473811149597,
"learning_rate": 1.4184395878563395e-06,
"loss": 0.013989962637424469,
"step": 887,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8471261626520391,
"grad_norm": 0.49353763461112976,
"learning_rate": 1.4014017709473315e-06,
"loss": 0.026586055755615234,
"step": 888,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8480801335559266,
"grad_norm": 0.8667908310890198,
"learning_rate": 1.3844591860619382e-06,
"loss": 0.0471288226544857,
"step": 889,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.849034104459814,
"grad_norm": 0.5239948630332947,
"learning_rate": 1.3676120208443167e-06,
"loss": 0.018891721963882446,
"step": 890,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8499880753637014,
"grad_norm": 0.5230461359024048,
"learning_rate": 1.3508604618818067e-06,
"loss": 0.0175490565598011,
"step": 891,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8509420462675888,
"grad_norm": 0.6061731576919556,
"learning_rate": 1.3342046947028897e-06,
"loss": 0.02030183933675289,
"step": 892,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8518960171714762,
"grad_norm": 0.5522845983505249,
"learning_rate": 1.3176449037751294e-06,
"loss": 0.020813098177313805,
"step": 893,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8528499880753637,
"grad_norm": 0.8911185264587402,
"learning_rate": 1.3011812725031092e-06,
"loss": 0.039076607674360275,
"step": 894,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8538039589792511,
"grad_norm": 0.7365336418151855,
"learning_rate": 1.2848139832264328e-06,
"loss": 0.01651899889111519,
"step": 895,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8547579298831386,
"grad_norm": 0.43058526515960693,
"learning_rate": 1.2685432172176726e-06,
"loss": 0.02691187895834446,
"step": 896,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.855711900787026,
"grad_norm": 0.4823179841041565,
"learning_rate": 1.2523691546803872e-06,
"loss": 0.031380340456962585,
"step": 897,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8566658716909135,
"grad_norm": 0.4286271631717682,
"learning_rate": 1.2362919747471125e-06,
"loss": 0.027399703860282898,
"step": 898,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8576198425948008,
"grad_norm": 0.5283342599868774,
"learning_rate": 1.2203118554773807e-06,
"loss": 0.01730085350573063,
"step": 899,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8585738134986883,
"grad_norm": 0.8615729808807373,
"learning_rate": 1.2044289738557468e-06,
"loss": 0.04267053306102753,
"step": 900,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8595277844025757,
"grad_norm": 0.2851921021938324,
"learning_rate": 1.1886435057898338e-06,
"loss": 0.015427797101438046,
"step": 901,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8604817553064632,
"grad_norm": 0.36800023913383484,
"learning_rate": 1.1729556261083785e-06,
"loss": 0.019814305007457733,
"step": 902,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8614357262103506,
"grad_norm": 0.3616032600402832,
"learning_rate": 1.1573655085592983e-06,
"loss": 0.025889433920383453,
"step": 903,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.862389697114238,
"grad_norm": 0.3453926742076874,
"learning_rate": 1.1418733258077598e-06,
"loss": 0.020288407802581787,
"step": 904,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8633436680181255,
"grad_norm": 0.5842595100402832,
"learning_rate": 1.1264792494342858e-06,
"loss": 0.021820835769176483,
"step": 905,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8642976389220128,
"grad_norm": 0.5898495316505432,
"learning_rate": 1.1111834499328266e-06,
"loss": 0.0382680669426918,
"step": 906,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.8652516098259003,
"grad_norm": 0.26742300391197205,
"learning_rate": 1.0959860967089042e-06,
"loss": 0.015407800674438477,
"step": 907,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8662055807297877,
"grad_norm": 0.41090670228004456,
"learning_rate": 1.0808873580777002e-06,
"loss": 0.02801015041768551,
"step": 908,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8671595516336752,
"grad_norm": 0.45933377742767334,
"learning_rate": 1.0658874012622244e-06,
"loss": 0.015513012185692787,
"step": 909,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8681135225375626,
"grad_norm": 0.7094979882240295,
"learning_rate": 1.050986392391442e-06,
"loss": 0.024844791740179062,
"step": 910,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8690674934414501,
"grad_norm": 0.4843905568122864,
"learning_rate": 1.0361844964984435e-06,
"loss": 0.018502019345760345,
"step": 911,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8700214643453374,
"grad_norm": 0.6508695483207703,
"learning_rate": 1.0214818775186108e-06,
"loss": 0.016487643122673035,
"step": 912,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8709754352492249,
"grad_norm": 0.6325265169143677,
"learning_rate": 1.0068786982878087e-06,
"loss": 0.0172649584710598,
"step": 913,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8719294061531123,
"grad_norm": 0.9773353934288025,
"learning_rate": 9.92375120540573e-07,
"loss": 0.014624621719121933,
"step": 914,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.8728833770569998,
"grad_norm": 1.003261923789978,
"learning_rate": 9.77971304908325e-07,
"loss": 0.023984555155038834,
"step": 915,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8738373479608872,
"grad_norm": 0.49391576647758484,
"learning_rate": 9.636674109175937e-07,
"loss": 0.026680678129196167,
"step": 916,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8747913188647746,
"grad_norm": 0.5936495065689087,
"learning_rate": 9.494635969882426e-07,
"loss": 0.028761956840753555,
"step": 917,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8757452897686621,
"grad_norm": 0.25858911871910095,
"learning_rate": 9.353600204317204e-07,
"loss": 0.008202639408409595,
"step": 918,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.8766992606725494,
"grad_norm": 1.178626537322998,
"learning_rate": 9.213568374493176e-07,
"loss": 0.026561353355646133,
"step": 919,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8776532315764369,
"grad_norm": 0.5345150232315063,
"learning_rate": 9.074542031304367e-07,
"loss": 0.015918616205453873,
"step": 920,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8786072024803243,
"grad_norm": 0.8874555230140686,
"learning_rate": 8.936522714508678e-07,
"loss": 0.0582713857293129,
"step": 921,
"token_acc": 0.9754464285714286
},
{
"epoch": 0.8795611733842118,
"grad_norm": 0.6906724572181702,
"learning_rate": 8.799511952711027e-07,
"loss": 0.022202806547284126,
"step": 922,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8805151442880992,
"grad_norm": 0.4896477162837982,
"learning_rate": 8.663511263346114e-07,
"loss": 0.028961479663848877,
"step": 923,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8814691151919867,
"grad_norm": 0.46079525351524353,
"learning_rate": 8.528522152661966e-07,
"loss": 0.012134992517530918,
"step": 924,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.882423086095874,
"grad_norm": 0.269451767206192,
"learning_rate": 8.394546115702928e-07,
"loss": 0.014055476523935795,
"step": 925,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8833770569997615,
"grad_norm": 0.5028139352798462,
"learning_rate": 8.261584636293329e-07,
"loss": 0.02707955427467823,
"step": 926,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8843310279036489,
"grad_norm": 0.7444889545440674,
"learning_rate": 8.129639187020954e-07,
"loss": 0.02506444603204727,
"step": 927,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8852849988075364,
"grad_norm": 0.8389450907707214,
"learning_rate": 7.998711229220779e-07,
"loss": 0.020772624760866165,
"step": 928,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8862389697114238,
"grad_norm": 0.41619688272476196,
"learning_rate": 7.868802212958704e-07,
"loss": 0.01933935657143593,
"step": 929,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.8871929406153113,
"grad_norm": 0.9547166228294373,
"learning_rate": 7.739913577015612e-07,
"loss": 0.023745784536004066,
"step": 930,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8881469115191987,
"grad_norm": 0.47434502840042114,
"learning_rate": 7.612046748871327e-07,
"loss": 0.024374153465032578,
"step": 931,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.889100882423086,
"grad_norm": 0.4281620979309082,
"learning_rate": 7.485203144688868e-07,
"loss": 0.020798206329345703,
"step": 932,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8900548533269735,
"grad_norm": 0.8788855075836182,
"learning_rate": 7.359384169298744e-07,
"loss": 0.034391582012176514,
"step": 933,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.8910088242308609,
"grad_norm": 0.4572202265262604,
"learning_rate": 7.234591216183395e-07,
"loss": 0.024278996512293816,
"step": 934,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8919627951347484,
"grad_norm": 0.7116801738739014,
"learning_rate": 7.110825667461762e-07,
"loss": 0.016299758106470108,
"step": 935,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8929167660386358,
"grad_norm": 0.5438756942749023,
"learning_rate": 6.988088893873968e-07,
"loss": 0.031037520617246628,
"step": 936,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8938707369425233,
"grad_norm": 0.9555469155311584,
"learning_rate": 6.866382254766158e-07,
"loss": 0.037803925573825836,
"step": 937,
"token_acc": 0.984375
},
{
"epoch": 0.8948247078464107,
"grad_norm": 0.4545140564441681,
"learning_rate": 6.745707098075427e-07,
"loss": 0.023599732667207718,
"step": 938,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8957786787502982,
"grad_norm": 0.31578153371810913,
"learning_rate": 6.62606476031491e-07,
"loss": 0.01766117848455906,
"step": 939,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.8967326496541855,
"grad_norm": 0.37975117564201355,
"learning_rate": 6.507456566558912e-07,
"loss": 0.02326471358537674,
"step": 940,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.897686620558073,
"grad_norm": 0.5992665886878967,
"learning_rate": 6.3898838304284e-07,
"loss": 0.02239096537232399,
"step": 941,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.8986405914619604,
"grad_norm": 0.9395410418510437,
"learning_rate": 6.273347854076195e-07,
"loss": 0.0331294909119606,
"step": 942,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.8995945623658479,
"grad_norm": 0.5233660936355591,
"learning_rate": 6.157849928172832e-07,
"loss": 0.026134084910154343,
"step": 943,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9005485332697353,
"grad_norm": 0.5213737487792969,
"learning_rate": 6.043391331892035e-07,
"loss": 0.025591939687728882,
"step": 944,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9015025041736227,
"grad_norm": 1.0065773725509644,
"learning_rate": 5.929973332896677e-07,
"loss": 0.02987801842391491,
"step": 945,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9024564750775101,
"grad_norm": 0.31456294655799866,
"learning_rate": 5.817597187324719e-07,
"loss": 0.01788651943206787,
"step": 946,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9034104459813975,
"grad_norm": 0.4720568060874939,
"learning_rate": 5.706264139775286e-07,
"loss": 0.03180644288659096,
"step": 947,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.904364416885285,
"grad_norm": 0.2054767608642578,
"learning_rate": 5.595975423294852e-07,
"loss": 0.010669165290892124,
"step": 948,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9053183877891724,
"grad_norm": 0.711674690246582,
"learning_rate": 5.486732259363647e-07,
"loss": 0.022961318492889404,
"step": 949,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9062723586930599,
"grad_norm": 0.35820242762565613,
"learning_rate": 5.378535857882094e-07,
"loss": 0.012847000733017921,
"step": 950,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9072263295969473,
"grad_norm": 1.0687084197998047,
"learning_rate": 5.271387417157392e-07,
"loss": 0.025610988959670067,
"step": 951,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9081803005008348,
"grad_norm": 0.639954149723053,
"learning_rate": 5.165288123890278e-07,
"loss": 0.02159007079899311,
"step": 952,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9091342714047221,
"grad_norm": 0.5337105393409729,
"learning_rate": 5.060239153161872e-07,
"loss": 0.01341373659670353,
"step": 953,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.9100882423086096,
"grad_norm": 0.5256993770599365,
"learning_rate": 4.956241668420647e-07,
"loss": 0.022264942526817322,
"step": 954,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.911042213212497,
"grad_norm": 1.0009477138519287,
"learning_rate": 4.853296821469589e-07,
"loss": 0.04649229720234871,
"step": 955,
"token_acc": 0.984375
},
{
"epoch": 0.9119961841163845,
"grad_norm": 0.5921427607536316,
"learning_rate": 4.751405752453375e-07,
"loss": 0.02808457985520363,
"step": 956,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9129501550202719,
"grad_norm": 0.9408589601516724,
"learning_rate": 4.650569589845766e-07,
"loss": 0.03792642429471016,
"step": 957,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9139041259241593,
"grad_norm": 0.6075693368911743,
"learning_rate": 4.5507894504371877e-07,
"loss": 0.012678258121013641,
"step": 958,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9148580968280468,
"grad_norm": 0.3197164237499237,
"learning_rate": 4.4520664393222e-07,
"loss": 0.015815984457731247,
"step": 959,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9158120677319341,
"grad_norm": 0.5659334063529968,
"learning_rate": 4.3544016498874855e-07,
"loss": 0.04057794064283371,
"step": 960,
"token_acc": 0.984375
},
{
"epoch": 0.9167660386358216,
"grad_norm": 0.37720972299575806,
"learning_rate": 4.2577961637994544e-07,
"loss": 0.017875945195555687,
"step": 961,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.917720009539709,
"grad_norm": 0.3828350901603699,
"learning_rate": 4.1622510509925383e-07,
"loss": 0.018428213894367218,
"step": 962,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9186739804435965,
"grad_norm": 0.7312281727790833,
"learning_rate": 4.067767369657161e-07,
"loss": 0.012667777016758919,
"step": 963,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9196279513474839,
"grad_norm": 0.771397590637207,
"learning_rate": 3.9743461662281046e-07,
"loss": 0.038152046501636505,
"step": 964,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9205819222513714,
"grad_norm": 0.7862317562103271,
"learning_rate": 3.8819884753728665e-07,
"loss": 0.05438403785228729,
"step": 965,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9215358931552587,
"grad_norm": 0.5079373121261597,
"learning_rate": 3.7906953199802643e-07,
"loss": 0.025255654007196426,
"step": 966,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9224898640591462,
"grad_norm": 0.6522610187530518,
"learning_rate": 3.700467711149025e-07,
"loss": 0.02498907595872879,
"step": 967,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9234438349630336,
"grad_norm": 0.5099482536315918,
"learning_rate": 3.6113066481766936e-07,
"loss": 0.019599182531237602,
"step": 968,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9243978058669211,
"grad_norm": 0.486569881439209,
"learning_rate": 3.5232131185484075e-07,
"loss": 0.02945106104016304,
"step": 969,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9253517767708085,
"grad_norm": 0.5276033878326416,
"learning_rate": 3.436188097926174e-07,
"loss": 0.024645555764436722,
"step": 970,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9263057476746959,
"grad_norm": 0.371501624584198,
"learning_rate": 3.350232550137833e-07,
"loss": 0.012489758431911469,
"step": 971,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9272597185785834,
"grad_norm": 0.6125059127807617,
"learning_rate": 3.2653474271665986e-07,
"loss": 0.035271987318992615,
"step": 972,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9282136894824707,
"grad_norm": 0.3723781704902649,
"learning_rate": 3.1815336691403464e-07,
"loss": 0.020899686962366104,
"step": 973,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9291676603863582,
"grad_norm": 0.555321216583252,
"learning_rate": 3.098792204321255e-07,
"loss": 0.021168559789657593,
"step": 974,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9301216312902456,
"grad_norm": 0.6809287071228027,
"learning_rate": 3.0171239490956237e-07,
"loss": 0.041531920433044434,
"step": 975,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9310756021941331,
"grad_norm": 0.5287244319915771,
"learning_rate": 2.9365298079635284e-07,
"loss": 0.018969712778925896,
"step": 976,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9320295730980205,
"grad_norm": 0.5541262626647949,
"learning_rate": 2.857010673529015e-07,
"loss": 0.021264666691422462,
"step": 977,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.932983544001908,
"grad_norm": 0.427114337682724,
"learning_rate": 2.7785674264900195e-07,
"loss": 0.019538335502147675,
"step": 978,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9339375149057954,
"grad_norm": 0.6517471075057983,
"learning_rate": 2.701200935628767e-07,
"loss": 0.029155554249882698,
"step": 979,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9348914858096828,
"grad_norm": 0.7577873468399048,
"learning_rate": 2.624912057802087e-07,
"loss": 0.03729645907878876,
"step": 980,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9358454567135702,
"grad_norm": 0.4888169765472412,
"learning_rate": 2.5497016379318894e-07,
"loss": 0.02664719521999359,
"step": 981,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9367994276174577,
"grad_norm": 0.6530892848968506,
"learning_rate": 2.475570508995862e-07,
"loss": 0.03716087341308594,
"step": 982,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9377533985213451,
"grad_norm": 0.21365688741207123,
"learning_rate": 2.4025194920182405e-07,
"loss": 0.01188071258366108,
"step": 983,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9387073694252326,
"grad_norm": 0.6446981430053711,
"learning_rate": 2.3305493960606884e-07,
"loss": 0.031274065375328064,
"step": 984,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.93966134032912,
"grad_norm": 0.8109838366508484,
"learning_rate": 2.2596610182133328e-07,
"loss": 0.03735428676009178,
"step": 985,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.9406153112330073,
"grad_norm": 0.7646051645278931,
"learning_rate": 2.189855143585984e-07,
"loss": 0.035758454352617264,
"step": 986,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9415692821368948,
"grad_norm": 0.8830524682998657,
"learning_rate": 2.121132545299376e-07,
"loss": 0.030178626999258995,
"step": 987,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9425232530407822,
"grad_norm": 0.35983145236968994,
"learning_rate": 2.05349398447664e-07,
"loss": 0.022537147626280785,
"step": 988,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9434772239446697,
"grad_norm": 0.44821178913116455,
"learning_rate": 1.986940210234922e-07,
"loss": 0.025648226961493492,
"step": 989,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9444311948485571,
"grad_norm": 0.20756188035011292,
"learning_rate": 1.921471959676957e-07,
"loss": 0.00956190750002861,
"step": 990,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.9453851657524446,
"grad_norm": 0.7121948599815369,
"learning_rate": 1.8570899578830293e-07,
"loss": 0.02569008432328701,
"step": 991,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.946339136656332,
"grad_norm": 0.7557868957519531,
"learning_rate": 1.7937949179029134e-07,
"loss": 0.03088263049721718,
"step": 992,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9472931075602194,
"grad_norm": 0.40744253993034363,
"learning_rate": 1.731587540747903e-07,
"loss": 0.013938242569565773,
"step": 993,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.9482470784641068,
"grad_norm": 0.803503155708313,
"learning_rate": 1.6704685153831614e-07,
"loss": 0.02520177885890007,
"step": 994,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9492010493679943,
"grad_norm": 0.6339871883392334,
"learning_rate": 1.6104385187199812e-07,
"loss": 0.01846286654472351,
"step": 995,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9501550202718817,
"grad_norm": 0.8509634733200073,
"learning_rate": 1.5514982156083936e-07,
"loss": 0.03374063968658447,
"step": 996,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9511089911757692,
"grad_norm": 0.45939046144485474,
"learning_rate": 1.4936482588296942e-07,
"loss": 0.01673653908073902,
"step": 997,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9520629620796566,
"grad_norm": 0.8948510885238647,
"learning_rate": 1.4368892890893161e-07,
"loss": 0.040095843374729156,
"step": 998,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.953016932983544,
"grad_norm": 0.6996676325798035,
"learning_rate": 1.381221935009669e-07,
"loss": 0.013478945940732956,
"step": 999,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.9539709038874314,
"grad_norm": 0.377691388130188,
"learning_rate": 1.3266468131232e-07,
"loss": 0.01931670308113098,
"step": 1000,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9549248747913188,
"grad_norm": 0.1741074025630951,
"learning_rate": 1.2731645278655448e-07,
"loss": 0.013010690920054913,
"step": 1001,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9558788456952063,
"grad_norm": 0.4779403805732727,
"learning_rate": 1.2207756715688745e-07,
"loss": 0.04555092006921768,
"step": 1002,
"token_acc": 0.984375
},
{
"epoch": 0.9568328165990937,
"grad_norm": 0.4562206566333771,
"learning_rate": 1.1694808244552824e-07,
"loss": 0.018142689019441605,
"step": 1003,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9577867875029812,
"grad_norm": 0.3748687207698822,
"learning_rate": 1.1192805546304309e-07,
"loss": 0.015005480498075485,
"step": 1004,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9587407584068686,
"grad_norm": 0.5688549280166626,
"learning_rate": 1.0701754180771462e-07,
"loss": 0.020399540662765503,
"step": 1005,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9596947293107561,
"grad_norm": 0.6178834438323975,
"learning_rate": 1.0221659586494014e-07,
"loss": 0.03575156629085541,
"step": 1006,
"token_acc": 0.984375
},
{
"epoch": 0.9606487002146434,
"grad_norm": 0.28566721081733704,
"learning_rate": 9.752527080661655e-08,
"loss": 0.01705220900475979,
"step": 1007,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9616026711185309,
"grad_norm": 0.704168975353241,
"learning_rate": 9.294361859056188e-08,
"loss": 0.03626350313425064,
"step": 1008,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9625566420224183,
"grad_norm": 0.35423412919044495,
"learning_rate": 8.847168995992916e-08,
"loss": 0.02964845299720764,
"step": 1009,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9635106129263058,
"grad_norm": 0.49338576197624207,
"learning_rate": 8.410953444265346e-08,
"loss": 0.021916253492236137,
"step": 1010,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9644645838301932,
"grad_norm": 0.44243261218070984,
"learning_rate": 7.985720035090239e-08,
"loss": 0.033137090504169464,
"step": 1011,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9654185547340806,
"grad_norm": 0.7621094584465027,
"learning_rate": 7.571473478053426e-08,
"loss": 0.03609418496489525,
"step": 1012,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.966372525637968,
"grad_norm": 0.9789162874221802,
"learning_rate": 7.16821836105841e-08,
"loss": 0.03698336333036423,
"step": 1013,
"token_acc": 0.984375
},
{
"epoch": 0.9673264965418554,
"grad_norm": 0.575855553150177,
"learning_rate": 6.775959150275069e-08,
"loss": 0.020425789058208466,
"step": 1014,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9682804674457429,
"grad_norm": 0.3746373951435089,
"learning_rate": 6.394700190090252e-08,
"loss": 0.01969672366976738,
"step": 1015,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9692344383496303,
"grad_norm": 0.3731706738471985,
"learning_rate": 6.024445703060155e-08,
"loss": 0.018558591604232788,
"step": 1016,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9701884092535178,
"grad_norm": 0.32971906661987305,
"learning_rate": 5.665199789862907e-08,
"loss": 0.012820541858673096,
"step": 1017,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9711423801574052,
"grad_norm": 0.7994176149368286,
"learning_rate": 5.3169664292532785e-08,
"loss": 0.03660791367292404,
"step": 1018,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9720963510612927,
"grad_norm": 0.6040897369384766,
"learning_rate": 4.979749478019158e-08,
"loss": 0.02680812031030655,
"step": 1019,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.97305032196518,
"grad_norm": 0.2660669982433319,
"learning_rate": 4.653552670938144e-08,
"loss": 0.01762676052749157,
"step": 1020,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9740042928690675,
"grad_norm": 0.4750731885433197,
"learning_rate": 4.338379620736577e-08,
"loss": 0.02919600158929825,
"step": 1021,
"token_acc": 0.984375
},
{
"epoch": 0.9749582637729549,
"grad_norm": 0.8773065805435181,
"learning_rate": 4.034233818049349e-08,
"loss": 0.03456495702266693,
"step": 1022,
"token_acc": 0.9821428571428571
},
{
"epoch": 0.9759122346768424,
"grad_norm": 0.3030206263065338,
"learning_rate": 3.741118631381269e-08,
"loss": 0.021149970591068268,
"step": 1023,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9768662055807298,
"grad_norm": 0.23934495449066162,
"learning_rate": 3.459037307069979e-08,
"loss": 0.015970688313245773,
"step": 1024,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9778201764846172,
"grad_norm": 1.0119521617889404,
"learning_rate": 3.187992969249876e-08,
"loss": 0.054447926580905914,
"step": 1025,
"token_acc": 0.9776785714285714
},
{
"epoch": 0.9787741473885047,
"grad_norm": 0.6863186955451965,
"learning_rate": 2.9279886198171347e-08,
"loss": 0.018625807017087936,
"step": 1026,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.979728118292392,
"grad_norm": 0.4936025142669678,
"learning_rate": 2.6790271383970723e-08,
"loss": 0.030587397515773773,
"step": 1027,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9806820891962795,
"grad_norm": 0.36574676632881165,
"learning_rate": 2.4411112823117255e-08,
"loss": 0.030218414962291718,
"step": 1028,
"token_acc": 0.984375
},
{
"epoch": 0.9816360601001669,
"grad_norm": 0.6911560893058777,
"learning_rate": 2.2142436865499884e-08,
"loss": 0.022872958332300186,
"step": 1029,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9825900310040544,
"grad_norm": 0.5458095073699951,
"learning_rate": 1.9984268637374126e-08,
"loss": 0.017420634627342224,
"step": 1030,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9835440019079418,
"grad_norm": 0.511193037033081,
"learning_rate": 1.7936632041094527e-08,
"loss": 0.020349685102701187,
"step": 1031,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9844979728118293,
"grad_norm": 0.4344507157802582,
"learning_rate": 1.5999549754843747e-08,
"loss": 0.014217553660273552,
"step": 1032,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9854519437157166,
"grad_norm": 0.9310397505760193,
"learning_rate": 1.4173043232380557e-08,
"loss": 0.02957947552204132,
"step": 1033,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9864059146196041,
"grad_norm": 0.4941805601119995,
"learning_rate": 1.2457132702806685e-08,
"loss": 0.021426985040307045,
"step": 1034,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9873598855234915,
"grad_norm": 0.4110791087150574,
"learning_rate": 1.0851837170340329e-08,
"loss": 0.015602154657244682,
"step": 1035,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.988313856427379,
"grad_norm": 0.6158868670463562,
"learning_rate": 9.35717441410411e-09,
"loss": 0.03383296728134155,
"step": 1036,
"token_acc": 0.9866071428571429
},
{
"epoch": 0.9892678273312664,
"grad_norm": 0.9958640933036804,
"learning_rate": 7.973160987931883e-09,
"loss": 0.03429996222257614,
"step": 1037,
"token_acc": 0.984375
},
{
"epoch": 0.9902217982351539,
"grad_norm": 0.42706793546676636,
"learning_rate": 6.6998122201822335e-09,
"loss": 0.013008158653974533,
"step": 1038,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9911757691390413,
"grad_norm": 0.4637565016746521,
"learning_rate": 5.537142213569713e-09,
"loss": 0.02145121619105339,
"step": 1039,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9921297400429286,
"grad_norm": 0.5333259105682373,
"learning_rate": 4.48516384500941e-09,
"loss": 0.03513602912425995,
"step": 1040,
"token_acc": 0.984375
},
{
"epoch": 0.9930837109468161,
"grad_norm": 0.23803119361400604,
"learning_rate": 3.5438887654737355e-09,
"loss": 0.011029770597815514,
"step": 1041,
"token_acc": 0.9955357142857143
},
{
"epoch": 0.9940376818507035,
"grad_norm": 0.6246108412742615,
"learning_rate": 2.71332739986363e-09,
"loss": 0.025174371898174286,
"step": 1042,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.994991652754591,
"grad_norm": 0.38317450881004333,
"learning_rate": 1.993488946891997e-09,
"loss": 0.029725419357419014,
"step": 1043,
"token_acc": 0.9910714285714286
},
{
"epoch": 0.9959456236584784,
"grad_norm": 0.6810036897659302,
"learning_rate": 1.3843813789826688e-09,
"loss": 0.029039861634373665,
"step": 1044,
"token_acc": 0.9888392857142857
},
{
"epoch": 0.9968995945623659,
"grad_norm": 0.24585974216461182,
"learning_rate": 8.860114421826993e-10,
"loss": 0.01479651965200901,
"step": 1045,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9978535654662533,
"grad_norm": 0.9865719079971313,
"learning_rate": 4.983846560857597e-10,
"loss": 0.017936332151293755,
"step": 1046,
"token_acc": 0.9933035714285714
},
{
"epoch": 0.9988075363701407,
"grad_norm": 0.1908634454011917,
"learning_rate": 2.2150531377551633e-10,
"loss": 0.008468073792755604,
"step": 1047,
"token_acc": 0.9977678571428571
},
{
"epoch": 0.9997615072740281,
"grad_norm": 0.7602754831314087,
"learning_rate": 5.5376481771229894e-11,
"loss": 0.04391952604055405,
"step": 1048,
"token_acc": 0.9821428571428571
},
{
"epoch": 1.0,
"grad_norm": 0.43921464681625366,
"learning_rate": 0.0,
"loss": 0.009863020852208138,
"step": 1049,
"token_acc": 1.0
}
],
"logging_steps": 1,
"max_steps": 1049,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 800,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 26109256814592.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 200.0,
"global_step": 1049,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0009539709038874314,
"grad_norm": 487.8523864746094,
"learning_rate": 1.904761904761905e-07,
"loss": 5.641021251678467,
"step": 1,
"token_acc": 0.5424107142857143
},
{
"epoch": 0.0019079418077748629,
"grad_norm": 441.5674133300781,
"learning_rate": 3.80952380952381e-07,
"loss": 5.456437110900879,
"step": 2,
"token_acc": 0.5892857142857143
},
{
"epoch": 0.0028619127116622945,
"grad_norm": 480.9621887207031,
"learning_rate": 5.714285714285715e-07,
"loss": 5.570872783660889,
"step": 3,
"token_acc": 0.5736607142857143
},
{
"epoch": 0.0038158836155497257,
"grad_norm": 461.7463684082031,
"learning_rate": 7.61904761904762e-07,
"loss": 5.352913856506348,
"step": 4,
"token_acc": 0.5558035714285714
},
{
"epoch": 0.004769854519437157,
"grad_norm": 440.0296936035156,
"learning_rate": 9.523809523809525e-07,
"loss": 5.180164337158203,
"step": 5,
"token_acc": 0.6004464285714286
},
{
"epoch": 0.005723825423324589,
"grad_norm": 431.8683166503906,
"learning_rate": 1.142857142857143e-06,
"loss": 5.2821149826049805,
"step": 6,
"token_acc": 0.5915178571428571
},
{
"epoch": 0.00667779632721202,
"grad_norm": 408.6482238769531,
"learning_rate": 1.3333333333333334e-06,
"loss": 4.60111141204834,
"step": 7,
"token_acc": 0.640625
},
{
"epoch": 0.0076317672310994514,
"grad_norm": 290.9599914550781,
"learning_rate": 1.523809523809524e-06,
"loss": 2.8027749061584473,
"step": 8,
"token_acc": 0.7008928571428571
},
{
"epoch": 0.008585738134986884,
"grad_norm": 212.50631713867188,
"learning_rate": 1.7142857142857145e-06,
"loss": 2.4936604499816895,
"step": 9,
"token_acc": 0.7433035714285714
},
{
"epoch": 0.009539709038874314,
"grad_norm": 152.1474151611328,
"learning_rate": 1.904761904761905e-06,
"loss": 2.321058988571167,
"step": 10,
"token_acc": 0.7566964285714286
},
{
"epoch": 0.010493679942761746,
"grad_norm": 143.89376831054688,
"learning_rate": 2.0952380952380955e-06,
"loss": 1.8750510215759277,
"step": 11,
"token_acc": 0.7767857142857143
},
{