diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,15209 @@
+{
+  "best_global_step": 18888,
+  "best_metric": 0.00379174,
+  "best_model_checkpoint": "/ssd/yuky/vlnckpt/v3-20260427-211707/checkpoint-18888",
+  "epoch": 1.0,
+  "eval_steps": 3000,
+  "global_step": 18888,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 5.294401831863034e-05,
+      "grad_norm": 40.624629974365234,
+      "learning_rate": 3.527336860670194e-08,
+      "loss": 1.610304832458496,
+      "step": 1,
+      "token_acc": 0.8053193263298316
+    },
+    {
+      "epoch": 0.0005294401831863034,
+      "grad_norm": 39.16465759277344,
+      "learning_rate": 3.527336860670194e-07,
+      "loss": 1.5792715284559462,
+      "step": 10,
+      "token_acc": 0.8077929064331825
+    },
+    {
+      "epoch": 0.0010588803663726068,
+      "grad_norm": 27.180404663085938,
+      "learning_rate": 7.054673721340388e-07,
+      "loss": 1.3994749069213868,
+      "step": 20,
+      "token_acc": 0.8149931166826582
+    },
+    {
+      "epoch": 0.0015883205495589102,
+      "grad_norm": 9.793509483337402,
+      "learning_rate": 1.0582010582010582e-06,
+      "loss": 0.8898136138916015,
+      "step": 30,
+      "token_acc": 0.8414840641604178
+    },
+    {
+      "epoch": 0.0021177607327452137,
+      "grad_norm": 4.886561393737793,
+      "learning_rate": 1.4109347442680776e-06,
+      "loss": 0.4104780197143555,
+      "step": 40,
+      "token_acc": 0.9024746362301428
+    },
+    {
+      "epoch": 0.002647200915931517,
+      "grad_norm": 1.9797357320785522,
+      "learning_rate": 1.763668430335097e-06,
+      "loss": 0.16789214611053466,
+      "step": 50,
+      "token_acc": 0.9540350701569982
+    },
+    {
+      "epoch": 0.0031766410991178203,
+      "grad_norm": 1.3802133798599243,
+      "learning_rate": 2.1164021164021164e-06,
+      "loss": 0.06390936374664306,
+      "step": 60,
+      "token_acc": 0.9774533928348
+    },
+    {
+      "epoch": 0.0037060812823041236,
+      "grad_norm": 1.091347098350525,
+      "learning_rate": 2.469135802469136e-06,
+      "loss": 0.0429516077041626,
+      "step": 70,
+      "token_acc": 0.9827495599803138
+    },
+    {
+      "epoch": 0.004235521465490427,
+      "grad_norm": 0.49583902955055237,
+      "learning_rate": 2.8218694885361552e-06,
+      "loss": 0.030794396996498108,
+      "step": 80,
+      "token_acc": 0.9855282803259682
+    },
+    {
+      "epoch": 0.00476496164867673,
+      "grad_norm": 0.6311731934547424,
+      "learning_rate": 3.1746031746031746e-06,
+      "loss": 0.025531718134880067,
+      "step": 90,
+      "token_acc": 0.9881108320748893
+    },
+    {
+      "epoch": 0.005294401831863034,
+      "grad_norm": 0.3630579710006714,
+      "learning_rate": 3.527336860670194e-06,
+      "loss": 0.02389259934425354,
+      "step": 100,
+      "token_acc": 0.9889622145652047
+    },
+    {
+      "epoch": 0.005823842015049337,
+      "grad_norm": 0.5834900736808777,
+      "learning_rate": 3.8800705467372134e-06,
+      "loss": 0.023002691566944122,
+      "step": 110,
+      "token_acc": 0.9900490036481421
+    },
+    {
+      "epoch": 0.006353282198235641,
+      "grad_norm": 0.5861024856567383,
+      "learning_rate": 4.232804232804233e-06,
+      "loss": 0.02275083214044571,
+      "step": 120,
+      "token_acc": 0.9895634328046918
+    },
+    {
+      "epoch": 0.006882722381421944,
+      "grad_norm": 0.5614109039306641,
+      "learning_rate": 4.585537918871252e-06,
+      "loss": 0.022587382793426515,
+      "step": 130,
+      "token_acc": 0.9898183153484723
+    },
+    {
+      "epoch": 0.007412162564608247,
+      "grad_norm": 0.34563350677490234,
+      "learning_rate": 4.938271604938272e-06,
+      "loss": 0.0221064954996109,
+      "step": 140,
+      "token_acc": 0.9898917449250221
+    },
+    {
+      "epoch": 0.007941602747794551,
+      "grad_norm": 0.4929299056529999,
+      "learning_rate": 5.291005291005291e-06,
+      "loss": 0.02250640094280243,
+      "step": 150,
+      "token_acc": 0.9897106806973037
+    },
+    {
+      "epoch": 0.008471042930980855,
+      "grad_norm": 0.30376073718070984,
+      "learning_rate": 5.6437389770723105e-06,
+      "loss": 0.02110200822353363,
+      "step": 160,
+      "token_acc": 0.9903955273698264
+    },
+    {
+      "epoch": 0.009000483114167157,
+      "grad_norm": 0.39431607723236084,
+      "learning_rate": 5.99647266313933e-06,
+      "loss": 0.02064204663038254,
+      "step": 170,
+      "token_acc": 0.9909323510046921
+    },
+    {
+      "epoch": 0.00952992329735346,
+      "grad_norm": 0.4077151417732239,
+      "learning_rate": 6.349206349206349e-06,
+      "loss": 0.020060770213603973,
+      "step": 180,
+      "token_acc": 0.9910823030849059
+    },
+    {
+      "epoch": 0.010059363480539764,
+      "grad_norm": 0.4160288870334625,
+      "learning_rate": 6.701940035273369e-06,
+      "loss": 0.02049023360013962,
+      "step": 190,
+      "token_acc": 0.9910893071686023
+    },
+    {
+      "epoch": 0.010588803663726068,
+      "grad_norm": 0.4125887155532837,
+      "learning_rate": 7.054673721340388e-06,
+      "loss": 0.02052287757396698,
+      "step": 200,
+      "token_acc": 0.9904836570780406
+    },
+    {
+      "epoch": 0.011118243846912372,
+      "grad_norm": 0.3472023010253906,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 0.020289844274520873,
+      "step": 210,
+      "token_acc": 0.9911398107823998
+    },
+    {
+      "epoch": 0.011647684030098674,
+      "grad_norm": 0.23152336478233337,
+      "learning_rate": 7.760141093474427e-06,
+      "loss": 0.01985529363155365,
+      "step": 220,
+      "token_acc": 0.9909851308865594
+    },
+    {
+      "epoch": 0.012177124213284977,
+      "grad_norm": 0.2731718420982361,
+      "learning_rate": 8.112874779541447e-06,
+      "loss": 0.01922576129436493,
+      "step": 230,
+      "token_acc": 0.991420352691041
+    },
+    {
+      "epoch": 0.012706564396471281,
+      "grad_norm": 0.26822414994239807,
+      "learning_rate": 8.465608465608466e-06,
+      "loss": 0.018826961517333984,
+      "step": 240,
+      "token_acc": 0.9914661817211118
+    },
+    {
+      "epoch": 0.013236004579657585,
+      "grad_norm": 0.43043428659439087,
+      "learning_rate": 8.818342151675486e-06,
+      "loss": 0.02907015085220337,
+      "step": 250,
+      "token_acc": 0.9904069136955905
+    },
+    {
+      "epoch": 0.013765444762843889,
+      "grad_norm": 0.29103559255599976,
+      "learning_rate": 9.171075837742504e-06,
+      "loss": 0.021755072474479675,
+      "step": 260,
+      "token_acc": 0.9901904308696705
+    },
+    {
+      "epoch": 0.01429488494603019,
+      "grad_norm": 0.49291878938674927,
+      "learning_rate": 9.523809523809525e-06,
+      "loss": 0.020091281831264497,
+      "step": 270,
+      "token_acc": 0.9909787361885369
+    },
+    {
+      "epoch": 0.014824325129216494,
+      "grad_norm": 1.144215703010559,
+      "learning_rate": 9.876543209876543e-06,
+      "loss": 0.02563856840133667,
+      "step": 280,
+      "token_acc": 0.9900806727456264
+    },
+    {
+      "epoch": 0.015353765312402798,
+      "grad_norm": 0.21126340329647064,
+      "learning_rate": 1.0229276895943564e-05,
+      "loss": 0.01882001757621765,
+      "step": 290,
+      "token_acc": 0.9916805046771084
+    },
+    {
+      "epoch": 0.015883205495589102,
+      "grad_norm": 0.25845855474472046,
+      "learning_rate": 1.0582010582010582e-05,
+      "loss": 0.01925322413444519,
+      "step": 300,
+      "token_acc": 0.9910653952999474
+    },
+    {
+      "epoch": 0.016412645678775404,
+      "grad_norm": 0.2962028980255127,
+      "learning_rate": 1.0934744268077602e-05,
+      "loss": 0.018808317184448243,
+      "step": 310,
+      "token_acc": 0.9915867589427166
+    },
+    {
+      "epoch": 0.01694208586196171,
+      "grad_norm": 0.38271716237068176,
+      "learning_rate": 1.1287477954144621e-05,
+      "loss": 0.018583652377128602,
+      "step": 320,
+      "token_acc": 0.9915624843517885
+    },
+    {
+      "epoch": 0.01747152604514801,
+      "grad_norm": 0.25600460171699524,
+      "learning_rate": 1.1640211640211641e-05,
+      "loss": 0.0189639613032341,
+      "step": 330,
+      "token_acc": 0.9915119982657128
+    },
+    {
+      "epoch": 0.018000966228334313,
+      "grad_norm": 0.307173490524292,
+      "learning_rate": 1.199294532627866e-05,
+      "loss": 0.01903609186410904,
+      "step": 340,
+      "token_acc": 0.9915718148135786
+    },
+    {
+      "epoch": 0.01853040641152062,
+      "grad_norm": 0.19155730307102203,
+      "learning_rate": 1.234567901234568e-05,
+      "loss": 0.019222331047058106,
+      "step": 350,
+      "token_acc": 0.9912315796492632
+    },
+    {
+      "epoch": 0.01905984659470692,
+      "grad_norm": 0.21802888810634613,
+      "learning_rate": 1.2698412698412699e-05,
+      "loss": 0.019385236501693725,
+      "step": 360,
+      "token_acc": 0.9910702374599787
+    },
+    {
+      "epoch": 0.019589286777893226,
+      "grad_norm": 0.20818020403385162,
+      "learning_rate": 1.3051146384479719e-05,
+      "loss": 0.019593854248523713,
+      "step": 370,
+      "token_acc": 0.9912240454480993
+    },
+    {
+      "epoch": 0.02011872696107953,
+      "grad_norm": 0.42564448714256287,
+      "learning_rate": 1.3403880070546737e-05,
+      "loss": 0.019342853128910063,
+      "step": 380,
+      "token_acc": 0.9914328657314629
+    },
+    {
+      "epoch": 0.02064816714426583,
+      "grad_norm": 0.1828458309173584,
+      "learning_rate": 1.3756613756613758e-05,
+      "loss": 0.01897099018096924,
+      "step": 390,
+      "token_acc": 0.9913612674588285
+    },
+    {
+      "epoch": 0.021177607327452136,
+      "grad_norm": 0.31627896428108215,
+      "learning_rate": 1.4109347442680776e-05,
+      "loss": 0.019131506979465484,
+      "step": 400,
+      "token_acc": 0.9913008632348767
+    },
+    {
+      "epoch": 0.021707047510638438,
+      "grad_norm": 0.2053859978914261,
+      "learning_rate": 1.4462081128747796e-05,
+      "loss": 0.01921783685684204,
+      "step": 410,
+      "token_acc": 0.9912911459984317
+    },
+    {
+      "epoch": 0.022236487693824743,
+      "grad_norm": 0.3623993992805481,
+      "learning_rate": 1.4814814814814815e-05,
+      "loss": 0.01962321698665619,
+      "step": 420,
+      "token_acc": 0.9913244408852407
+    },
+    {
+      "epoch": 0.022765927877011045,
+      "grad_norm": 0.3896368741989136,
+      "learning_rate": 1.5167548500881835e-05,
+      "loss": 0.01966039091348648,
+      "step": 430,
+      "token_acc": 0.9911938766141082
+    },
+    {
+      "epoch": 0.023295368060197347,
+      "grad_norm": 0.35099607706069946,
+      "learning_rate": 1.5520282186948854e-05,
+      "loss": 0.019052752852439882,
+      "step": 440,
+      "token_acc": 0.9913014469788582
+    },
+    {
+      "epoch": 0.023824808243383653,
+      "grad_norm": 0.334000825881958,
+      "learning_rate": 1.5873015873015872e-05,
+      "loss": 0.01981915384531021,
+      "step": 450,
+      "token_acc": 0.9909396085242835
+    },
+    {
+      "epoch": 0.024354248426569955,
+      "grad_norm": 0.35724470019340515,
+      "learning_rate": 1.6225749559082894e-05,
+      "loss": 0.02018025517463684,
+      "step": 460,
+      "token_acc": 0.991064724433098
+    },
+    {
+      "epoch": 0.02488368860975626,
+      "grad_norm": 0.29710838198661804,
+      "learning_rate": 1.6578483245149913e-05,
+      "loss": 0.019318394362926483,
+      "step": 470,
+      "token_acc": 0.9913819688117286
+    },
+    {
+      "epoch": 0.025413128792942562,
+      "grad_norm": 0.46417856216430664,
+      "learning_rate": 1.693121693121693e-05,
+      "loss": 0.01900869607925415,
+      "step": 480,
+      "token_acc": 0.9914532052564873
+    },
+    {
+      "epoch": 0.025942568976128864,
+      "grad_norm": 0.21939238905906677,
+      "learning_rate": 1.728395061728395e-05,
+      "loss": 0.01896592676639557,
+      "step": 490,
+      "token_acc": 0.9912252872027785
+    },
+    {
+      "epoch": 0.02647200915931517,
+      "grad_norm": 0.9802926182746887,
+      "learning_rate": 1.7636684303350972e-05,
+      "loss": 0.019215902686119078,
+      "step": 500,
+      "token_acc": 0.9911182646840521
+    },
+    {
+      "epoch": 0.027001449342501472,
+      "grad_norm": 0.2899588346481323,
+      "learning_rate": 1.798941798941799e-05,
+      "loss": 0.03785286247730255,
+      "step": 510,
+      "token_acc": 0.9902278772314542
+    },
+    {
+      "epoch": 0.027530889525687777,
+      "grad_norm": 0.3563251197338104,
+      "learning_rate": 1.834215167548501e-05,
+      "loss": 0.018962323665618896,
+      "step": 520,
+      "token_acc": 0.9917635375898125
+    },
+    {
+      "epoch": 0.02806032970887408,
+      "grad_norm": 0.2315487414598465,
+      "learning_rate": 1.8694885361552028e-05,
+      "loss": 0.017761531472206115,
+      "step": 530,
+      "token_acc": 0.9915845717148105
+    },
+    {
+      "epoch": 0.02858976989206038,
+      "grad_norm": 0.29373639822006226,
+      "learning_rate": 1.904761904761905e-05,
+      "loss": 0.018248121440410613,
+      "step": 540,
+      "token_acc": 0.9920141525572236
+    },
+    {
+      "epoch": 0.029119210075246687,
+      "grad_norm": 2.8977622985839844,
+      "learning_rate": 1.9400352733686068e-05,
+      "loss": 0.019626700878143312,
+      "step": 550,
+      "token_acc": 0.9914989822137685
+    },
+    {
+      "epoch": 0.02964865025843299,
+      "grad_norm": 0.3122707009315491,
+      "learning_rate": 1.9753086419753087e-05,
+      "loss": 0.039229866862297055,
+      "step": 560,
+      "token_acc": 0.9887721990974383
+    },
+    {
+      "epoch": 0.030178090441619294,
+      "grad_norm": 0.1385003626346588,
+      "learning_rate": 1.999999867683532e-05,
+      "loss": 0.01779875159263611,
+      "step": 570,
+      "token_acc": 0.9922677832643801
+    },
+    {
+      "epoch": 0.030707530624805596,
+      "grad_norm": 0.23507219552993774,
+      "learning_rate": 1.999997515391738e-05,
+      "loss": 0.016664466261863707,
+      "step": 580,
+      "token_acc": 0.9922150092618861
+    },
+    {
+      "epoch": 0.0312369708079919,
+      "grad_norm": 0.3166334331035614,
+      "learning_rate": 1.9999922227419454e-05,
+      "loss": 0.0165520042181015,
+      "step": 590,
+      "token_acc": 0.9926574272626388
+    },
+    {
+      "epoch": 0.031766410991178204,
+      "grad_norm": 0.3929966390132904,
+      "learning_rate": 1.999983989749716e-05,
+      "loss": 0.01776043176651001,
+      "step": 600,
+      "token_acc": 0.9920499194981355
+    },
+    {
+      "epoch": 0.03229585117436451,
+      "grad_norm": 0.19735302031040192,
+      "learning_rate": 1.9999728164392586e-05,
+      "loss": 0.017202050983905794,
+      "step": 610,
+      "token_acc": 0.9922943990382609
+    },
+    {
+      "epoch": 0.03282529135755081,
+      "grad_norm": 0.4107261002063751,
+      "learning_rate": 1.999958702843426e-05,
+      "loss": 0.01816055029630661,
+      "step": 620,
+      "token_acc": 0.9917638125119954
+    },
+    {
+      "epoch": 0.03335473154073711,
+      "grad_norm": 0.24938711524009705,
+      "learning_rate": 1.9999416490037177e-05,
+      "loss": 0.01815718412399292,
+      "step": 630,
+      "token_acc": 0.9918322056381976
+    },
+    {
+      "epoch": 0.03388417172392342,
+      "grad_norm": 0.3341120779514313,
+      "learning_rate": 1.9999216549702787e-05,
+      "loss": 0.018011400103569032,
+      "step": 640,
+      "token_acc": 0.9919566795437669
+    },
+    {
+      "epoch": 0.03441361190710972,
+      "grad_norm": 0.36312881112098694,
+      "learning_rate": 1.999898720801898e-05,
+      "loss": 0.018776944279670714,
+      "step": 650,
+      "token_acc": 0.9917009676638308
+    },
+    {
+      "epoch": 0.03494305209029602,
+      "grad_norm": 0.2795328199863434,
+      "learning_rate": 1.9998728465660105e-05,
+      "loss": 0.018062490224838256,
+      "step": 660,
+      "token_acc": 0.9916811843059457
+    },
+    {
+      "epoch": 0.03547249227348233,
+      "grad_norm": 0.38559475541114807,
+      "learning_rate": 1.999844032338696e-05,
+      "loss": 0.01781948357820511,
+      "step": 670,
+      "token_acc": 0.9917864476386037
+    },
+    {
+      "epoch": 0.03600193245666863,
+      "grad_norm": 0.23458664119243622,
+      "learning_rate": 1.9998122782046795e-05,
+      "loss": 0.01758660078048706,
+      "step": 680,
+      "token_acc": 0.9922643634998123
+    },
+    {
+      "epoch": 0.03653137263985493,
+      "grad_norm": 0.4144543707370758,
+      "learning_rate": 1.9997775842573287e-05,
+      "loss": 0.01761503517627716,
+      "step": 690,
+      "token_acc": 0.992129332410642
+    },
+    {
+      "epoch": 0.03706081282304124,
+      "grad_norm": 0.2508455216884613,
+      "learning_rate": 1.9997399505986576e-05,
+      "loss": 0.017394205927848815,
+      "step": 700,
+      "token_acc": 0.9923904881101376
+    },
+    {
+      "epoch": 0.03759025300622754,
+      "grad_norm": 0.27183935046195984,
+      "learning_rate": 1.999699377339322e-05,
+      "loss": 0.01798824518918991,
+      "step": 710,
+      "token_acc": 0.9917480998914223
+    },
+    {
+      "epoch": 0.03811969318941384,
+      "grad_norm": 0.13980643451213837,
+      "learning_rate": 1.9996558645986224e-05,
+      "loss": 0.018337398767471313,
+      "step": 720,
+      "token_acc": 0.9919505522004605
+    },
+    {
+      "epoch": 0.03864913337260015,
+      "grad_norm": 0.2429850548505783,
+      "learning_rate": 1.999609412504502e-05,
+      "loss": 0.018147243559360503,
+      "step": 730,
+      "token_acc": 0.991636160472311
+    },
+    {
+      "epoch": 0.03917857355578645,
+      "grad_norm": 0.49824216961860657,
+      "learning_rate": 1.9995600211935472e-05,
+      "loss": 0.01676984578371048,
+      "step": 740,
+      "token_acc": 0.992411417897379
+    },
+    {
+      "epoch": 0.03970801373897275,
+      "grad_norm": 0.23630906641483307,
+      "learning_rate": 1.9995076908109866e-05,
+      "loss": 0.017143572866916656,
+      "step": 750,
+      "token_acc": 0.9923325295977706
+    },
+    {
+      "epoch": 0.04023745392215906,
+      "grad_norm": 0.3479686677455902,
+      "learning_rate": 1.9994524215106902e-05,
+      "loss": 0.016651883721351624,
+      "step": 760,
+      "token_acc": 0.9926608109010754
+    },
+    {
+      "epoch": 0.04076689410534536,
+      "grad_norm": 0.26318269968032837,
+      "learning_rate": 1.9993942134551702e-05,
+      "loss": 0.017795515060424805,
+      "step": 770,
+      "token_acc": 0.9919672349938273
+    },
+    {
+      "epoch": 0.04129633428853166,
+      "grad_norm": 0.19690784811973572,
+      "learning_rate": 1.99933306681558e-05,
+      "loss": 0.01817816197872162,
+      "step": 780,
+      "token_acc": 0.9918298880886611
+    },
+    {
+      "epoch": 0.041825774471717966,
+      "grad_norm": 0.39895081520080566,
+      "learning_rate": 1.999268981771712e-05,
+      "loss": 0.01750715374946594,
+      "step": 790,
+      "token_acc": 0.9921704798711217
+    },
+    {
+      "epoch": 0.04235521465490427,
+      "grad_norm": 0.31517377495765686,
+      "learning_rate": 1.9992019585120005e-05,
+      "loss": 0.01943216472864151,
+      "step": 800,
+      "token_acc": 0.9916292500542472
+    },
+    {
+      "epoch": 0.04288465483809058,
+      "grad_norm": 0.2869214713573456,
+      "learning_rate": 1.9991319972335176e-05,
+      "loss": 0.016813355684280395,
+      "step": 810,
+      "token_acc": 0.9922077055280238
+    },
+    {
+      "epoch": 0.043414095021276876,
+      "grad_norm": 0.36023807525634766,
+      "learning_rate": 1.999059098141976e-05,
+      "loss": 0.01655134856700897,
+      "step": 820,
+      "token_acc": 0.9925307813502947
+    },
+    {
+      "epoch": 0.04394353520446318,
+      "grad_norm": 0.19860194623470306,
+      "learning_rate": 1.9989832614517247e-05,
+      "loss": 0.017387935519218446,
+      "step": 830,
+      "token_acc": 0.992331505912
+    },
+    {
+      "epoch": 0.04447297538764949,
+      "grad_norm": 0.29435139894485474,
+      "learning_rate": 1.998904487385752e-05,
+      "loss": 0.01737343370914459,
+      "step": 840,
+      "token_acc": 0.992257763094225
+    },
+    {
+      "epoch": 0.045002415570835785,
+      "grad_norm": 0.27239280939102173,
+      "learning_rate": 1.998822776175682e-05,
+      "loss": 0.0170346200466156,
+      "step": 850,
+      "token_acc": 0.9919921842382138
+    },
+    {
+      "epoch": 0.04553185575402209,
+      "grad_norm": 0.3314070999622345,
+      "learning_rate": 1.9987381280617762e-05,
+      "loss": 0.01667698919773102,
+      "step": 860,
+      "token_acc": 0.9925007090542051
+    },
+    {
+      "epoch": 0.046061295937208396,
+      "grad_norm": 0.4412219822406769,
+      "learning_rate": 1.99865054329293e-05,
+      "loss": 0.017632770538330077,
+      "step": 870,
+      "token_acc": 0.99207527653114
+    },
+    {
+      "epoch": 0.046590736120394695,
+      "grad_norm": 0.31852784752845764,
+      "learning_rate": 1.998560022126675e-05,
+      "loss": 0.01677253991365433,
+      "step": 880,
+      "token_acc": 0.9921393225798376
+    },
+    {
+      "epoch": 0.047120176303581,
+      "grad_norm": 0.19955475628376007,
+      "learning_rate": 1.9984665648291767e-05,
+      "loss": 0.016786649823188782,
+      "step": 890,
+      "token_acc": 0.9923666669447481
+    },
+    {
+      "epoch": 0.047649616486767306,
+      "grad_norm": 0.22426548600196838,
+      "learning_rate": 1.9983701716752333e-05,
+      "loss": 0.016336151957511903,
+      "step": 900,
+      "token_acc": 0.9928172785744676
+    },
+    {
+      "epoch": 0.048179056669953604,
+      "grad_norm": 0.2601512372493744,
+      "learning_rate": 1.9982708429482763e-05,
+      "loss": 0.017291010916233064,
+      "step": 910,
+      "token_acc": 0.9923563477361104
+    },
+    {
+      "epoch": 0.04870849685313991,
+      "grad_norm": 0.28832370042800903,
+      "learning_rate": 1.9981685789403683e-05,
+      "loss": 0.01724453568458557,
+      "step": 920,
+      "token_acc": 0.9921842416962782
+    },
+    {
+      "epoch": 0.049237937036326215,
+      "grad_norm": 0.26290687918663025,
+      "learning_rate": 1.9980633799522032e-05,
+      "loss": 0.017322060465812684,
+      "step": 930,
+      "token_acc": 0.9922752867570386
+    },
+    {
+      "epoch": 0.04976737721951252,
+      "grad_norm": 0.2839105427265167,
+      "learning_rate": 1.9979552462931034e-05,
+      "loss": 0.016471859812736512,
+      "step": 940,
+      "token_acc": 0.9926858763187524
+    },
+    {
+      "epoch": 0.05029681740269882,
+      "grad_norm": 0.2301226705312729,
+      "learning_rate": 1.9978441782810225e-05,
+      "loss": 0.016872580349445342,
+      "step": 950,
+      "token_acc": 0.9923663485283322
+    },
+    {
+      "epoch": 0.050826257585885125,
+      "grad_norm": 0.20936915278434753,
+      "learning_rate": 1.9977301762425407e-05,
+      "loss": 0.016406601667404173,
+      "step": 960,
+      "token_acc": 0.9925556863039651
+    },
+    {
+      "epoch": 0.05135569776907143,
+      "grad_norm": 0.29504403471946716,
+      "learning_rate": 1.9976132405128646e-05,
+      "loss": 0.016918857395648957,
+      "step": 970,
+      "token_acc": 0.9923744368429834
+    },
+    {
+      "epoch": 0.05188513795225773,
+      "grad_norm": 0.2577407956123352,
+      "learning_rate": 1.99749337143583e-05,
+      "loss": 0.016857327520847322,
+      "step": 980,
+      "token_acc": 0.9926246673174313
+    },
+    {
+      "epoch": 0.052414578135444034,
+      "grad_norm": 0.27821770310401917,
+      "learning_rate": 1.9973705693638935e-05,
+      "loss": 0.017641085386276244,
+      "step": 990,
+      "token_acc": 0.9919225634178905
+    },
+    {
+      "epoch": 0.05294401831863034,
+      "grad_norm": 0.2685238718986511,
+      "learning_rate": 1.99724483465814e-05,
+      "loss": 0.01667487621307373,
+      "step": 1000,
+      "token_acc": 0.9927382601873028
+    },
+    {
+      "epoch": 0.05347345850181664,
+      "grad_norm": 0.1889924854040146,
+      "learning_rate": 1.9971161676882744e-05,
+      "loss": 0.016096821427345274,
+      "step": 1010,
+      "token_acc": 0.9930279881242285
+    },
+    {
+      "epoch": 0.054002898685002944,
+      "grad_norm": 0.2063930779695511,
+      "learning_rate": 1.996984568832625e-05,
+      "loss": 0.016250564157962798,
+      "step": 1020,
+      "token_acc": 0.9927046901997446
+    },
+    {
+      "epoch": 0.05453233886818925,
+      "grad_norm": 0.339690625667572,
+      "learning_rate": 1.9968500384781403e-05,
+      "loss": 0.0167578786611557,
+      "step": 1030,
+      "token_acc": 0.9920583279109731
+    },
+    {
+      "epoch": 0.055061779051375555,
+      "grad_norm": 0.17077094316482544,
+      "learning_rate": 1.9967125770203887e-05,
+      "loss": 0.01681506335735321,
+      "step": 1040,
+      "token_acc": 0.9923818900922851
+    },
+    {
+      "epoch": 0.05559121923456185,
+      "grad_norm": 0.18625879287719727,
+      "learning_rate": 1.996572184863557e-05,
+      "loss": 0.016425205767154692,
+      "step": 1050,
+      "token_acc": 0.9928563679304331
+    },
+    {
+      "epoch": 0.05612065941774816,
+      "grad_norm": 0.3343530297279358,
+      "learning_rate": 1.9964288624204496e-05,
+      "loss": 0.016851165890693666,
+      "step": 1060,
+      "token_acc": 0.9925785712498854
+    },
+    {
+      "epoch": 0.056650099600934464,
+      "grad_norm": 0.1621190756559372,
+      "learning_rate": 1.9962826101124867e-05,
+      "loss": 0.016009426116943358,
+      "step": 1070,
+      "token_acc": 0.9926658934844098
+    },
+    {
+      "epoch": 0.05717953978412076,
+      "grad_norm": 0.18228836357593536,
+      "learning_rate": 1.9961334283697038e-05,
+      "loss": 0.01679401695728302,
+      "step": 1080,
+      "token_acc": 0.9921864576384256
+    },
+    {
+      "epoch": 0.05770897996730707,
+      "grad_norm": 0.2137574553489685,
+      "learning_rate": 1.9959813176307496e-05,
+      "loss": 0.016052186489105225,
+      "step": 1090,
+      "token_acc": 0.9926035379465218
+    },
+    {
+      "epoch": 0.058238420150493374,
+      "grad_norm": 0.349079966545105,
+      "learning_rate": 1.995826278342885e-05,
+      "loss": 0.016752496361732483,
+      "step": 1100,
+      "token_acc": 0.9922574401161384
+    },
+    {
+      "epoch": 0.05876786033367967,
+      "grad_norm": 0.20915967226028442,
+      "learning_rate": 1.9956683109619824e-05,
+      "loss": 0.01655551791191101,
+      "step": 1110,
+      "token_acc": 0.9927447902751804
+    },
+    {
+      "epoch": 0.05929730051686598,
+      "grad_norm": 0.2501552700996399,
+      "learning_rate": 1.9955074159525236e-05,
+      "loss": 0.016435810923576356,
+      "step": 1120,
+      "token_acc": 0.9926656487020952
+    },
+    {
+      "epoch": 0.05982674070005228,
+      "grad_norm": 0.2083655595779419,
+      "learning_rate": 1.9953435937875988e-05,
+      "loss": 0.015829847753047945,
+      "step": 1130,
+      "token_acc": 0.9929595109240329
+    },
+    {
+      "epoch": 0.06035618088323859,
+      "grad_norm": 0.1325041949748993,
+      "learning_rate": 1.9951768449489045e-05,
+      "loss": 0.015565156936645508,
+      "step": 1140,
+      "token_acc": 0.9929556329926472
+    },
+    {
+      "epoch": 0.06088562106642489,
+      "grad_norm": 0.2056419998407364,
+      "learning_rate": 1.9950071699267438e-05,
+      "loss": 0.01673245131969452,
+      "step": 1150,
+      "token_acc": 0.9925984646194926
+    },
+    {
+      "epoch": 0.06141506124961119,
+      "grad_norm": 0.2566123604774475,
+      "learning_rate": 1.9948345692200227e-05,
+      "loss": 0.016523544490337373,
+      "step": 1160,
+      "token_acc": 0.9925987734156619
+    },
+    {
+      "epoch": 0.0619445014327975,
+      "grad_norm": 0.2760147154331207,
+      "learning_rate": 1.9946590433362512e-05,
+      "loss": 0.01607349216938019,
+      "step": 1170,
+      "token_acc": 0.9928859754470243
+    },
+    {
+      "epoch": 0.0624739416159838,
+      "grad_norm": 0.19814899563789368,
+      "learning_rate": 1.9944805927915384e-05,
+      "loss": 0.015280820429325104,
+      "step": 1180,
+      "token_acc": 0.9933356687685584
+    },
+    {
+      "epoch": 0.0630033817991701,
+      "grad_norm": 0.1616675853729248,
+      "learning_rate": 1.9942992181105948e-05,
+      "loss": 0.016144189238548278,
+      "step": 1190,
+      "token_acc": 0.9928970996490234
+    },
+    {
+      "epoch": 0.06353282198235641,
+      "grad_norm": 0.08978190273046494,
+      "learning_rate": 1.994114919826728e-05,
+      "loss": 0.01823064237833023,
+      "step": 1200,
+      "token_acc": 0.992564466327297
+    },
+    {
+      "epoch": 0.06406226216554271,
+      "grad_norm": 0.19705332815647125,
+      "learning_rate": 1.9939276984818423e-05,
+      "loss": 0.015870603919029235,
+      "step": 1210,
+      "token_acc": 0.9929304732493114
+    },
+    {
+      "epoch": 0.06459170234872902,
+      "grad_norm": 4.296022891998291,
+      "learning_rate": 1.9937375546264367e-05,
+      "loss": 0.032708361744880676,
+      "step": 1220,
+      "token_acc": 0.991791860261426
+    },
+    {
+      "epoch": 0.06512114253191531,
+      "grad_norm": 0.19522494077682495,
+      "learning_rate": 1.9935444888196044e-05,
+      "loss": 0.015410324931144715,
+      "step": 1230,
+      "token_acc": 0.9932358607805033
+    },
+    {
+      "epoch": 0.06565058271510162,
+      "grad_norm": 0.1904059797525406,
+      "learning_rate": 1.993348501629028e-05,
+      "loss": 0.014347922801971436,
+      "step": 1240,
+      "token_acc": 0.9934757761073243
+    },
+    {
+      "epoch": 0.06618002289828792,
+      "grad_norm": 0.21662530303001404,
+      "learning_rate": 1.9931495936309827e-05,
+      "loss": 0.015134570002555848,
+      "step": 1250,
+      "token_acc": 0.9930633717682565
+    },
+    {
+      "epoch": 0.06670946308147423,
+      "grad_norm": 0.15513503551483154,
+      "learning_rate": 1.99294776541033e-05,
+      "loss": 0.015029802918434143,
+      "step": 1260,
+      "token_acc": 0.9932858477347034
+    },
+    {
+      "epoch": 0.06723890326466053,
+      "grad_norm": 0.18613627552986145,
+      "learning_rate": 1.992743017560519e-05,
+      "loss": 0.014833299815654755,
+      "step": 1270,
+      "token_acc": 0.9933416215404384
+    },
+    {
+      "epoch": 0.06776834344784684,
+      "grad_norm": 0.13888917863368988,
+      "learning_rate": 1.9925353506835827e-05,
+      "loss": 0.01528899371623993,
+      "step": 1280,
+      "token_acc": 0.993001743308282
+    },
+    {
+      "epoch": 0.06829778363103314,
+      "grad_norm": 0.2606760561466217,
+      "learning_rate": 1.992324765390138e-05,
+      "loss": 0.015293537080287934,
+      "step": 1290,
+      "token_acc": 0.9930779110303071
+    },
+    {
+      "epoch": 0.06882722381421943,
+      "grad_norm": 0.16797654330730438,
+      "learning_rate": 1.9921112622993825e-05,
+      "loss": 0.015485766530036926,
+      "step": 1300,
+      "token_acc": 0.9929817826772704
+    },
+    {
+      "epoch": 0.06935666399740574,
+      "grad_norm": 0.18898263573646545,
+      "learning_rate": 1.991894842039093e-05,
+      "loss": 0.014706256985664367,
+      "step": 1310,
+      "token_acc": 0.9933361134278565
+    },
+    {
+      "epoch": 0.06988610418059205,
+      "grad_norm": 0.2777235507965088,
+      "learning_rate": 1.991675505245624e-05,
+      "loss": 0.015264616906642913,
+      "step": 1320,
+      "token_acc": 0.993325936246006
+    },
+    {
+      "epoch": 0.07041554436377835,
+      "grad_norm": 0.24200356006622314,
+      "learning_rate": 1.9914532525639067e-05,
+      "loss": 0.015748044848442076,
+      "step": 1330,
+      "token_acc": 0.9928487387244553
+    },
+    {
+      "epoch": 0.07094498454696466,
+      "grad_norm": 0.21135491132736206,
+      "learning_rate": 1.9912280846474445e-05,
+      "loss": 0.014889243245124816,
+      "step": 1340,
+      "token_acc": 0.9933887057055804
+    },
+    {
+      "epoch": 0.07147442473015096,
+      "grad_norm": 0.12637273967266083,
+      "learning_rate": 1.9910000021583132e-05,
+      "loss": 0.015416422486305236,
+      "step": 1350,
+      "token_acc": 0.9933259919244503
+    },
+    {
+      "epoch": 0.07200386491333725,
+      "grad_norm": 0.1456395387649536,
+      "learning_rate": 1.9907690057671592e-05,
+      "loss": 0.015557226538658143,
+      "step": 1360,
+      "token_acc": 0.9929674399979979
+    },
+    {
+      "epoch": 0.07253330509652356,
+      "grad_norm": 0.12905369699001312,
+      "learning_rate": 1.9905350961531958e-05,
+      "loss": 0.014846476912498473,
+      "step": 1370,
+      "token_acc": 0.9931621650920189
+    },
+    {
+      "epoch": 0.07306274527970986,
+      "grad_norm": 0.12199676781892776,
+      "learning_rate": 1.9902982740042027e-05,
+      "loss": 0.015367740392684936,
+      "step": 1380,
+      "token_acc": 0.9934052357419527
+    },
+    {
+      "epoch": 0.07359218546289617,
+      "grad_norm": 0.16988356411457062,
+      "learning_rate": 1.990058540016524e-05,
+      "loss": 0.0151124969124794,
+      "step": 1390,
+      "token_acc": 0.9931626212175537
+    },
+    {
+      "epoch": 0.07412162564608248,
+      "grad_norm": 0.17141181230545044,
+      "learning_rate": 1.9898158948950645e-05,
+      "loss": 0.015593770146369933,
+      "step": 1400,
+      "token_acc": 0.9929320070763377
+    },
+    {
+      "epoch": 0.07465106582926878,
+      "grad_norm": 0.1844063699245453,
+      "learning_rate": 1.9895703393532898e-05,
+      "loss": 0.01625789701938629,
+      "step": 1410,
+      "token_acc": 0.9930574098798398
+    },
+    {
+      "epoch": 0.07518050601245509,
+      "grad_norm": 0.23952791094779968,
+      "learning_rate": 1.9893218741132233e-05,
+      "loss": 0.016111481189727783,
+      "step": 1420,
+      "token_acc": 0.9926685850118854
+    },
+    {
+      "epoch": 0.07570994619564138,
+      "grad_norm": 0.3312993049621582,
+      "learning_rate": 1.9890704999054433e-05,
+      "loss": 0.015351589024066924,
+      "step": 1430,
+      "token_acc": 0.9931177162496976
+    },
+    {
+      "epoch": 0.07623938637882768,
+      "grad_norm": 0.18104445934295654,
+      "learning_rate": 1.9888162174690814e-05,
+      "loss": 0.01543954312801361,
+      "step": 1440,
+      "token_acc": 0.9931117400996919
+    },
+    {
+      "epoch": 0.07676882656201399,
+      "grad_norm": 0.25670966506004333,
+      "learning_rate": 1.9885590275518216e-05,
+      "loss": 0.014887252449989319,
+      "step": 1450,
+      "token_acc": 0.9932421158017687
+    },
+    {
+      "epoch": 0.0772982667452003,
+      "grad_norm": 0.20747993886470795,
+      "learning_rate": 1.9882989309098954e-05,
+      "loss": 0.014649266004562378,
+      "step": 1460,
+      "token_acc": 0.9931799801569104
+    },
+    {
+      "epoch": 0.0778277069283866,
+      "grad_norm": 0.1586734503507614,
+      "learning_rate": 1.9880359283080828e-05,
+      "loss": 0.01536465585231781,
+      "step": 1470,
+      "token_acc": 0.9933120408282395
+    },
+    {
+      "epoch": 0.0783571471115729,
+      "grad_norm": 0.20884263515472412,
+      "learning_rate": 1.9877700205197067e-05,
+      "loss": 0.01486780196428299,
+      "step": 1480,
+      "token_acc": 0.9935166797389984
+    },
+    {
+      "epoch": 0.0788865872947592,
+      "grad_norm": 0.2085837572813034,
+      "learning_rate": 1.987501208326634e-05,
+      "loss": 0.015686462819576263,
+      "step": 1490,
+      "token_acc": 0.9931257143333861
+    },
+    {
+      "epoch": 0.0794160274779455,
+      "grad_norm": 0.17206107079982758,
+      "learning_rate": 1.9872294925192695e-05,
+      "loss": 0.014749321341514587,
+      "step": 1500,
+      "token_acc": 0.9933413993074388
+    },
+    {
+      "epoch": 0.07994546766113181,
+      "grad_norm": 0.31142544746398926,
+      "learning_rate": 1.986954873896558e-05,
+      "loss": 0.015649592876434325,
+      "step": 1510,
+      "token_acc": 0.9931577717699677
+    },
+    {
+      "epoch": 0.08047490784431811,
+      "grad_norm": 0.2183057963848114,
+      "learning_rate": 1.9866773532659786e-05,
+      "loss": 0.015441799163818359,
+      "step": 1520,
+      "token_acc": 0.9930077515498927
+    },
+    {
+      "epoch": 0.08100434802750442,
+      "grad_norm": 0.2614285945892334,
+      "learning_rate": 1.986396931443543e-05,
+      "loss": 0.014922884106636048,
+      "step": 1530,
+      "token_acc": 0.9935867498415452
+    },
+    {
+      "epoch": 0.08153378821069072,
+      "grad_norm": 0.21387344598770142,
+      "learning_rate": 1.9861136092537933e-05,
+      "loss": 0.01545359194278717,
+      "step": 1540,
+      "token_acc": 0.9929254334006307
+    },
+    {
+      "epoch": 0.08206322839387703,
+      "grad_norm": 0.19913002848625183,
+      "learning_rate": 1.9858273875298012e-05,
+      "loss": 0.01475047767162323,
+      "step": 1550,
+      "token_acc": 0.9933782566634419
+    },
+    {
+      "epoch": 0.08259266857706332,
+      "grad_norm": 0.25380730628967285,
+      "learning_rate": 1.9855382671131625e-05,
+      "loss": 0.014745526015758514,
+      "step": 1560,
+      "token_acc": 0.99333511286098
+    },
+    {
+      "epoch": 0.08312210876024963,
+      "grad_norm": 0.15402960777282715,
+      "learning_rate": 1.9852462488539967e-05,
+      "loss": 0.01432792842388153,
+      "step": 1570,
+      "token_acc": 0.9933849413570464
+    },
+    {
+      "epoch": 0.08365154894343593,
+      "grad_norm": 0.20179462432861328,
+      "learning_rate": 1.9849513336109446e-05,
+      "loss": 0.01479189395904541,
+      "step": 1580,
+      "token_acc": 0.9936367882042899
+    },
+    {
+      "epoch": 0.08418098912662224,
+      "grad_norm": 0.15874245762825012,
+      "learning_rate": 1.9846535222511648e-05,
+      "loss": 0.014734578132629395,
+      "step": 1590,
+      "token_acc": 0.993673474497759
+    },
+    {
+      "epoch": 0.08471042930980854,
+      "grad_norm": 0.1751202642917633,
+      "learning_rate": 1.9843528156503314e-05,
+      "loss": 0.014660277962684631,
+      "step": 1600,
+      "token_acc": 0.9937424387801927
+    },
+    {
+      "epoch": 0.08523986949299485,
+      "grad_norm": 0.23757734894752502,
+      "learning_rate": 1.984049214692631e-05,
+      "loss": 0.014745841920375823,
+      "step": 1610,
+      "token_acc": 0.993356007936111
+    },
+    {
+      "epoch": 0.08576930967618115,
+      "grad_norm": 0.2505788505077362,
+      "learning_rate": 1.9837427202707623e-05,
+      "loss": 0.015558727085590363,
+      "step": 1620,
+      "token_acc": 0.9929686718046241
+    },
+    {
+      "epoch": 0.08629874985936745,
+      "grad_norm": 0.16628512740135193,
+      "learning_rate": 1.9834333332859304e-05,
+      "loss": 0.015397495031356812,
+      "step": 1630,
+      "token_acc": 0.992912656209565
+    },
+    {
+      "epoch": 0.08682819004255375,
+      "grad_norm": 0.1155611127614975,
+      "learning_rate": 1.983121054647846e-05,
+      "loss": 0.014987055957317353,
+      "step": 1640,
+      "token_acc": 0.993581825465714
+    },
+    {
+      "epoch": 0.08735763022574006,
+      "grad_norm": 0.18505799770355225,
+      "learning_rate": 1.9828058852747224e-05,
+      "loss": 0.014484158158302307,
+      "step": 1650,
+      "token_acc": 0.9933281561829371
+    },
+    {
+      "epoch": 0.08788707040892636,
+      "grad_norm": 0.2567390501499176,
+      "learning_rate": 1.9824878260932728e-05,
+      "loss": 0.015050376951694488,
+      "step": 1660,
+      "token_acc": 0.9930978650953947
+    },
+    {
+      "epoch": 0.08841651059211267,
+      "grad_norm": 0.12895241379737854,
+      "learning_rate": 1.9821668780387073e-05,
+      "loss": 0.014717523753643037,
+      "step": 1670,
+      "token_acc": 0.9934380791771719
+    },
+    {
+      "epoch": 0.08894595077529897,
+      "grad_norm": 0.18911804258823395,
+      "learning_rate": 1.9818430420547307e-05,
+      "loss": 0.015375326573848724,
+      "step": 1680,
+      "token_acc": 0.9930386878677852
+    },
+    {
+      "epoch": 0.08947539095848527,
+      "grad_norm": 0.2011958211660385,
+      "learning_rate": 1.9815163190935384e-05,
+      "loss": 0.015271103382110596,
+      "step": 1690,
+      "token_acc": 0.993287077624427
+    },
+    {
+      "epoch": 0.09000483114167157,
+      "grad_norm": 0.1693992167711258,
+      "learning_rate": 1.9811867101158162e-05,
+      "loss": 0.015348242223262787,
+      "step": 1700,
+      "token_acc": 0.9932380538952149
+    },
+    {
+      "epoch": 0.09053427132485788,
+      "grad_norm": 0.24018199741840363,
+      "learning_rate": 1.9808542160907342e-05,
+      "loss": 0.015835171937942503,
+      "step": 1710,
+      "token_acc": 0.9928925371640223
+    },
+    {
+      "epoch": 0.09106371150804418,
+      "grad_norm": 0.12215518206357956,
+      "learning_rate": 1.9805188379959466e-05,
+      "loss": 0.014699850976467133,
+      "step": 1720,
+      "token_acc": 0.9934657431361095
+    },
+    {
+      "epoch": 0.09159315169123049,
+      "grad_norm": 0.1710125356912613,
+      "learning_rate": 1.980180576817587e-05,
+      "loss": 0.014636707305908204,
+      "step": 1730,
+      "token_acc": 0.9933871478843876
+    },
+    {
+      "epoch": 0.09212259187441679,
+      "grad_norm": 0.3093157708644867,
+      "learning_rate": 1.9798394335502676e-05,
+      "loss": 0.01454448103904724,
+      "step": 1740,
+      "token_acc": 0.9936185121540233
+    },
+    {
+      "epoch": 0.0926520320576031,
+      "grad_norm": 0.10877680778503418,
+      "learning_rate": 1.979495409197074e-05,
+      "loss": 0.015331670641899109,
+      "step": 1750,
+      "token_acc": 0.9932189535669305
+    },
+    {
+      "epoch": 0.09318147224078939,
+      "grad_norm": 0.13713012635707855,
+      "learning_rate": 1.979148504769563e-05,
+      "loss": 0.014645929634571075,
+      "step": 1760,
+      "token_acc": 0.9935109346589487
+    },
+    {
+      "epoch": 0.0937109124239757,
+      "grad_norm": 0.15919052064418793,
+      "learning_rate": 1.978798721287761e-05,
+      "loss": 0.014620964229106904,
+      "step": 1770,
+      "token_acc": 0.9934340063407309
+    },
+    {
+      "epoch": 0.094240352607162,
+      "grad_norm": 0.08753754198551178,
+      "learning_rate": 1.9784460597801587e-05,
+      "loss": 0.015422160923480987,
+      "step": 1780,
+      "token_acc": 0.9928837201541721
+    },
+    {
+      "epoch": 0.0947697927903483,
+      "grad_norm": 0.16888871788978577,
+      "learning_rate": 1.9780905212837102e-05,
+      "loss": 0.014722776412963868,
+      "step": 1790,
+      "token_acc": 0.9937094325140579
+    },
+    {
+      "epoch": 0.09529923297353461,
+      "grad_norm": 0.11716227978467941,
+      "learning_rate": 1.9777321068438282e-05,
+      "loss": 0.014879959821701049,
+      "step": 1800,
+      "token_acc": 0.9934569611590526
+    },
+    {
+      "epoch": 0.09582867315672092,
+      "grad_norm": 0.12512709200382233,
+      "learning_rate": 1.9773708175143823e-05,
+      "loss": 0.014694008231163024,
+      "step": 1810,
+      "token_acc": 0.9934850974732856
+    },
+    {
+      "epoch": 0.09635811333990721,
+      "grad_norm": 0.2145359218120575,
+      "learning_rate": 1.9770066543576946e-05,
+      "loss": 0.014114877581596375,
+      "step": 1820,
+      "token_acc": 0.9938457433057865
+    },
+    {
+      "epoch": 0.09688755352309351,
+      "grad_norm": 0.15780009329319,
+      "learning_rate": 1.976639618444539e-05,
+      "loss": 0.014264130592346191,
+      "step": 1830,
+      "token_acc": 0.9934067399621576
+    },
+    {
+      "epoch": 0.09741699370627982,
+      "grad_norm": 0.12755165994167328,
+      "learning_rate": 1.9762697108541338e-05,
+      "loss": 0.014090609550476075,
+      "step": 1840,
+      "token_acc": 0.993715783148618
+    },
+    {
+      "epoch": 0.09794643388946613,
+      "grad_norm": 0.14389929175376892,
+      "learning_rate": 1.975896932674143e-05,
+      "loss": 0.014824743568897247,
+      "step": 1850,
+      "token_acc": 0.993267201174694
+    },
+    {
+      "epoch": 0.09847587407265243,
+      "grad_norm": 0.13695280253887177,
+      "learning_rate": 1.975521285000671e-05,
+      "loss": 0.014638055860996247,
+      "step": 1860,
+      "token_acc": 0.9932954270303668
+    },
+    {
+      "epoch": 0.09900531425583874,
+      "grad_norm": 0.09902188926935196,
+      "learning_rate": 1.9751427689382588e-05,
+      "loss": 0.014058363437652589,
+      "step": 1870,
+      "token_acc": 0.9938034277136066
+    },
+    {
+      "epoch": 0.09953475443902504,
+      "grad_norm": 0.1432419866323471,
+      "learning_rate": 1.974761385599882e-05,
+      "loss": 0.014428834617137908,
+      "step": 1880,
+      "token_acc": 0.9936818208374717
+    },
+    {
+      "epoch": 0.10006419462221133,
+      "grad_norm": 0.20492440462112427,
+      "learning_rate": 1.9743771361069467e-05,
+      "loss": 0.014150190353393554,
+      "step": 1890,
+      "token_acc": 0.993652091223036
+    },
+    {
+      "epoch": 0.10059363480539764,
+      "grad_norm": 0.1718825399875641,
+      "learning_rate": 1.973990021589287e-05,
+      "loss": 0.014242845773696899,
+      "step": 1900,
+      "token_acc": 0.993646134731962
+    },
+    {
+      "epoch": 0.10112307498858394,
+      "grad_norm": 0.20733670890331268,
+      "learning_rate": 1.973600043185161e-05,
+      "loss": 0.014840033650398255,
+      "step": 1910,
+      "token_acc": 0.9933642722401216
+    },
+    {
+      "epoch": 0.10165251517177025,
+      "grad_norm": 0.13032479584217072,
+      "learning_rate": 1.9732072020412475e-05,
+      "loss": 0.01504979133605957,
+      "step": 1920,
+      "token_acc": 0.9934881394088465
+    },
+    {
+      "epoch": 0.10218195535495656,
+      "grad_norm": 0.16003693640232086,
+      "learning_rate": 1.9728114993126432e-05,
+      "loss": 0.014648252725601196,
+      "step": 1930,
+      "token_acc": 0.9934719636700586
+    },
+    {
+      "epoch": 0.10271139553814286,
+      "grad_norm": 0.20438160002231598,
+      "learning_rate": 1.9724129361628586e-05,
+      "loss": 0.014987148344516754,
+      "step": 1940,
+      "token_acc": 0.9934909958776307
+    },
+    {
+      "epoch": 0.10324083572132917,
+      "grad_norm": 0.15040352940559387,
+      "learning_rate": 1.972011513763815e-05,
+      "loss": 0.014513610303401947,
+      "step": 1950,
+      "token_acc": 0.9934434434434435
+    },
+    {
+      "epoch": 0.10377027590451546,
+      "grad_norm": 0.21010926365852356,
+      "learning_rate": 1.971607233295841e-05,
+      "loss": 0.014066994190216064,
+      "step": 1960,
+      "token_acc": 0.9935120710503274
+    },
+    {
+      "epoch": 0.10429971608770176,
+      "grad_norm": 0.1677207201719284,
+      "learning_rate": 1.9712000959476683e-05,
+      "loss": 0.014186528325080872,
+      "step": 1970,
+      "token_acc": 0.9936180862601152
+    },
+    {
+      "epoch": 0.10482915627088807,
+      "grad_norm": 0.21293596923351288,
+      "learning_rate": 1.9707901029164297e-05,
+      "loss": 0.014313945174217224,
+      "step": 1980,
+      "token_acc": 0.9938200045036405
+    },
+    {
+      "epoch": 0.10535859645407437,
+      "grad_norm": 0.13706688582897186,
+      "learning_rate": 1.970377255407655e-05,
+      "loss": 0.01445833146572113,
+      "step": 1990,
+      "token_acc": 0.9935971187034165
+    },
+    {
+      "epoch": 0.10588803663726068,
+      "grad_norm": 0.1516571044921875,
+      "learning_rate": 1.969961554635266e-05,
+      "loss": 0.014031200110912323,
+      "step": 2000,
+      "token_acc": 0.9937349839829152
+    },
+    {
+      "epoch": 0.10641747682044699,
+      "grad_norm": 0.17179790139198303,
+      "learning_rate": 1.9695430018215752e-05,
+      "loss": 0.013821715116500854,
+      "step": 2010,
+      "token_acc": 0.9938317975427351
+    },
+    {
+      "epoch": 0.10694691700363328,
+      "grad_norm": 0.12614597380161285,
+      "learning_rate": 1.969121598197281e-05,
+      "loss": 0.01368074119091034,
+      "step": 2020,
+      "token_acc": 0.9938387400681991
+    },
+    {
+      "epoch": 0.10747635718681958,
+      "grad_norm": 0.1423429548740387,
+      "learning_rate": 1.9686973450014635e-05,
+      "loss": 0.014041239023208618,
+      "step": 2030,
+      "token_acc": 0.9939541012041763
+    },
+    {
+      "epoch": 0.10800579737000589,
+      "grad_norm": 0.1439235657453537,
+      "learning_rate": 1.968270243481582e-05,
+      "loss": 0.013630753755569458,
+      "step": 2040,
+      "token_acc": 0.9939198556800909
+    },
+    {
+      "epoch": 0.1085352375531922,
+      "grad_norm": 0.19314269721508026,
+      "learning_rate": 1.9678402948934717e-05,
+      "loss": 0.014843356609344483,
+      "step": 2050,
+      "token_acc": 0.9935561416981069
+    },
+    {
+      "epoch": 0.1090646777363785,
+      "grad_norm": 0.16090211272239685,
+      "learning_rate": 1.9674075005013378e-05,
+      "loss": 0.014360342919826508,
+      "step": 2060,
+      "token_acc": 0.9934506378327869
+    },
+    {
+      "epoch": 0.1095941179195648,
+      "grad_norm": 0.13298411667346954,
+      "learning_rate": 1.9669718615777542e-05,
+      "loss": 0.014340427517890931,
+      "step": 2070,
+      "token_acc": 0.993610916491509
+    },
+    {
+      "epoch": 0.11012355810275111,
+      "grad_norm": 0.09223160147666931,
+      "learning_rate": 1.9665333794036586e-05,
+      "loss": 0.01421847939491272,
+      "step": 2080,
+      "token_acc": 0.9937143143343684
+    },
+    {
+      "epoch": 0.1106529982859374,
+      "grad_norm": 0.09074156731367111,
+      "learning_rate": 1.9660920552683484e-05,
+      "loss": 0.014728325605392455,
+      "step": 2090,
+      "token_acc": 0.993379526561106
+    },
+    {
+      "epoch": 0.1111824384691237,
+      "grad_norm": 0.20380668342113495,
+      "learning_rate": 1.9656478904694783e-05,
+      "loss": 0.014153891801834106,
+      "step": 2100,
+      "token_acc": 0.9938824904022701
+    },
+    {
+      "epoch": 0.11171187865231001,
+      "grad_norm": 0.1178550198674202,
+      "learning_rate": 1.9652008863130544e-05,
+      "loss": 0.01406555324792862,
+      "step": 2110,
+      "token_acc": 0.993663594470046
+    },
+    {
+      "epoch": 0.11224131883549632,
+      "grad_norm": 0.1450866460800171,
+      "learning_rate": 1.9647510441134327e-05,
+      "loss": 0.01425243616104126,
+      "step": 2120,
+      "token_acc": 0.9935185725844796
+    },
+    {
+      "epoch": 0.11277075901868262,
+      "grad_norm": 0.1353432536125183,
+      "learning_rate": 1.964298365193314e-05,
+      "loss": 0.014033317565917969,
+      "step": 2130,
+      "token_acc": 0.9938276753690883
+    },
+    {
+      "epoch": 0.11330019920186893,
+      "grad_norm": 0.11431889981031418,
+      "learning_rate": 1.9638428508837382e-05,
+      "loss": 0.013508771359920502,
+      "step": 2140,
+      "token_acc": 0.9938711183749708
+    },
+    {
+      "epoch": 0.11382963938505523,
+      "grad_norm": 0.12013133615255356,
+      "learning_rate": 1.9633845025240855e-05,
+      "loss": 0.013967834413051605,
+      "step": 2150,
+      "token_acc": 0.9938416348873887
+    },
+    {
+      "epoch": 0.11435907956824153,
+      "grad_norm": 0.1236162781715393,
+      "learning_rate": 1.9629233214620668e-05,
+      "loss": 0.013715249300003052,
+      "step": 2160,
+      "token_acc": 0.9937885609471402
+    },
+    {
+      "epoch": 0.11488851975142783,
+      "grad_norm": 0.09243787825107574,
+      "learning_rate": 1.9624593090537223e-05,
+      "loss": 0.013384032249450683,
+      "step": 2170,
+      "token_acc": 0.9941388337696553
+    },
+    {
+      "epoch": 0.11541795993461414,
+      "grad_norm": 0.1580934077501297,
+      "learning_rate": 1.9619924666634188e-05,
+      "loss": 0.013232611119747162,
+      "step": 2180,
+      "token_acc": 0.9941723289841177
+    },
+    {
+      "epoch": 0.11594740011780044,
+      "grad_norm": 0.19918663799762726,
+      "learning_rate": 1.9615227956638433e-05,
+      "loss": 0.013959816098213196,
+      "step": 2190,
+      "token_acc": 0.9940662972359461
+    },
+    {
+      "epoch": 0.11647684030098675,
+      "grad_norm": 0.15594160556793213,
+      "learning_rate": 1.961050297436e-05,
+      "loss": 0.014273026585578918,
+      "step": 2200,
+      "token_acc": 0.9934810734109595
+    },
+    {
+      "epoch": 0.11700628048417305,
+      "grad_norm": 0.1488836705684662,
+      "learning_rate": 1.9605749733692063e-05,
+      "loss": 0.01350422203540802,
+      "step": 2210,
+      "token_acc": 0.9938529546686684
+    },
+    {
+      "epoch": 0.11753572066735934,
+      "grad_norm": 0.0939706340432167,
+      "learning_rate": 1.9600968248610885e-05,
+      "loss": 0.014030486345291138,
+      "step": 2220,
+      "token_acc": 0.993677537742931
+    },
+    {
+      "epoch": 0.11806516085054565,
+      "grad_norm": 0.14121605455875397,
+      "learning_rate": 1.959615853317578e-05,
+      "loss": 0.013287697732448579,
+      "step": 2230,
+      "token_acc": 0.9944368916653461
+    },
+    {
+      "epoch": 0.11859460103373196,
+      "grad_norm": 0.17856624722480774,
+      "learning_rate": 1.9591320601529068e-05,
+      "loss": 0.01357399970293045,
+      "step": 2240,
+      "token_acc": 0.9939437923871969
+    },
+    {
+      "epoch": 0.11912404121691826,
+      "grad_norm": 0.10048573464155197,
+      "learning_rate": 1.958645446789604e-05,
+      "loss": 0.01314356029033661,
+      "step": 2250,
+      "token_acc": 0.9943610276943611
+    },
+    {
+      "epoch": 0.11965348140010457,
+      "grad_norm": 0.19854819774627686,
+      "learning_rate": 1.9581560146584896e-05,
+      "loss": 0.013932856917381286,
+      "step": 2260,
+      "token_acc": 0.9936940093088434
+    },
+    {
+      "epoch": 0.12018292158329087,
+      "grad_norm": 0.25018957257270813,
+      "learning_rate": 1.9576637651986738e-05,
+      "loss": 0.013639228045940399,
+      "step": 2270,
+      "token_acc": 0.99406255993729
+    },
+    {
+      "epoch": 0.12071236176647718,
+      "grad_norm": 0.1087864562869072,
+      "learning_rate": 1.9571686998575493e-05,
+      "loss": 0.013747358322143554,
+      "step": 2280,
+      "token_acc": 0.9939612317752644
+    },
+    {
+      "epoch": 0.12124180194966347,
+      "grad_norm": 0.12415312975645065,
+      "learning_rate": 1.9566708200907896e-05,
+      "loss": 0.013799256086349488,
+      "step": 2290,
+      "token_acc": 0.9937187711146888
+    },
+    {
+      "epoch": 0.12177124213284977,
+      "grad_norm": 0.14945298433303833,
+      "learning_rate": 1.9561701273623425e-05,
+      "loss": 0.014375174045562744,
+      "step": 2300,
+      "token_acc": 0.9935965402950434
+    },
+    {
+      "epoch": 0.12230068231603608,
+      "grad_norm": 0.1431857794523239,
+      "learning_rate": 1.9556666231444278e-05,
+      "loss": 0.014219081401824952,
+      "step": 2310,
+      "token_acc": 0.9936443858741889
+    },
+    {
+      "epoch": 0.12283012249922239,
+      "grad_norm": 0.11537466943264008,
+      "learning_rate": 1.9551603089175316e-05,
+      "loss": 0.013759464025497437,
+      "step": 2320,
+      "token_acc": 0.9940598354774658
+    },
+    {
+      "epoch": 0.12335956268240869,
+      "grad_norm": 0.2179916650056839,
+      "learning_rate": 1.9546511861704032e-05,
+      "loss": 0.014386409521102905,
+      "step": 2330,
+      "token_acc": 0.9935441897707937
+    },
+    {
+      "epoch": 0.123889002865595,
+      "grad_norm": 0.08233068883419037,
+      "learning_rate": 1.954139256400049e-05,
+      "loss": 0.012992560863494873,
+      "step": 2340,
+      "token_acc": 0.9941480924952
+    },
+    {
+      "epoch": 0.12441844304878129,
+      "grad_norm": 0.1415328085422516,
+      "learning_rate": 1.9536245211117298e-05,
+      "loss": 0.01337493360042572,
+      "step": 2350,
+      "token_acc": 0.9939491562202674
+    },
+    {
+      "epoch": 0.1249478832319676,
+      "grad_norm": 0.10844320803880692,
+      "learning_rate": 1.9531069818189553e-05,
+      "loss": 0.01349758803844452,
+      "step": 2360,
+      "token_acc": 0.9941084676174342
+    },
+    {
+      "epoch": 0.1254773234151539,
+      "grad_norm": 0.21574494242668152,
+      "learning_rate": 1.9525866400434798e-05,
+      "loss": 0.013676650822162628,
+      "step": 2370,
+      "token_acc": 0.994159463338117
+    },
+    {
+      "epoch": 0.1260067635983402,
+      "grad_norm": 0.12667444348335266,
+      "learning_rate": 1.952063497315299e-05,
+      "loss": 0.013422438502311706,
+      "step": 2380,
+      "token_acc": 0.9940165733407883
+    },
+    {
+      "epoch": 0.1265362037815265,
+      "grad_norm": 0.1800079643726349,
+      "learning_rate": 1.9515375551726424e-05,
+      "loss": 0.013396120071411133,
+      "step": 2390,
+      "token_acc": 0.9939185638133692
+    },
+    {
+      "epoch": 0.12706564396471282,
+      "grad_norm": 0.15108215808868408,
+      "learning_rate": 1.951008815161973e-05,
+      "loss": 0.013133403658866883,
+      "step": 2400,
+      "token_acc": 0.9942942942942943
+    },
+    {
+      "epoch": 0.1275950841478991,
+      "grad_norm": 0.11209385097026825,
+      "learning_rate": 1.9504772788379792e-05,
+      "loss": 0.013791799545288086,
+      "step": 2410,
+      "token_acc": 0.9939343373242668
+    },
+    {
+      "epoch": 0.12812452433108543,
+      "grad_norm": 0.21388082206249237,
+      "learning_rate": 1.9499429477635724e-05,
+      "loss": 0.013684123754501343,
+      "step": 2420,
+      "token_acc": 0.9939735906381985
+    },
+    {
+      "epoch": 0.12865396451427172,
+      "grad_norm": 0.15899330377578735,
+      "learning_rate": 1.9494058235098804e-05,
+      "loss": 0.01334327757358551,
+      "step": 2430,
+      "token_acc": 0.9941101387371003
+    },
+    {
+      "epoch": 0.12918340469745804,
+      "grad_norm": 0.17888228595256805,
+      "learning_rate": 1.9488659076562454e-05,
+      "loss": 0.01430957019329071,
+      "step": 2440,
+      "token_acc": 0.9934907786030209
+    },
+    {
+      "epoch": 0.12971284488064433,
+      "grad_norm": 0.10245105624198914,
+      "learning_rate": 1.948323201790217e-05,
+      "loss": 0.013035660982131958,
+      "step": 2450,
+      "token_acc": 0.9943026834944654
+    },
+    {
+      "epoch": 0.13024228506383062,
+      "grad_norm": 0.13153426349163055,
+      "learning_rate": 1.9477777075075487e-05,
+      "loss": 0.013706900179386139,
+      "step": 2460,
+      "token_acc": 0.9939764062004639
+    },
+    {
+      "epoch": 0.13077172524701694,
+      "grad_norm": 0.11353341490030289,
+      "learning_rate": 1.9472294264121926e-05,
+      "loss": 0.01354885995388031,
+      "step": 2470,
+      "token_acc": 0.9941109248183646
+    },
+    {
+      "epoch": 0.13130116543020323,
+      "grad_norm": 0.17793892323970795,
+      "learning_rate": 1.946678360116296e-05,
+      "loss": 0.013161835074424744,
+      "step": 2480,
+      "token_acc": 0.9941296154231013
+    },
+    {
+      "epoch": 0.13183060561338955,
+      "grad_norm": 0.12724965810775757,
+      "learning_rate": 1.9461245102401946e-05,
+      "loss": 0.013097435235977173,
+      "step": 2490,
+      "token_acc": 0.9943968936578849
+    },
+    {
+      "epoch": 0.13236004579657584,
+      "grad_norm": 0.1362168788909912,
+      "learning_rate": 1.94556787841241e-05,
+      "loss": 0.013753545284271241,
+      "step": 2500,
+      "token_acc": 0.993732265064263
+    },
+    {
+      "epoch": 0.13288948597976216,
+      "grad_norm": 0.18147434294223785,
+      "learning_rate": 1.9450084662696425e-05,
+      "loss": 0.013303205370903015,
+      "step": 2510,
+      "token_acc": 0.9937209709563637
+    },
+    {
+      "epoch": 0.13341892616294845,
+      "grad_norm": 0.2115943729877472,
+      "learning_rate": 1.9444462754567682e-05,
+      "loss": 0.013561353087425232,
+      "step": 2520,
+      "token_acc": 0.9939848996788053
+    },
+    {
+      "epoch": 0.13394836634613475,
+      "grad_norm": 0.13511165976524353,
+      "learning_rate": 1.943881307626834e-05,
+      "loss": 0.013393791019916534,
+      "step": 2530,
+      "token_acc": 0.9937148389897
+    },
+    {
+      "epoch": 0.13447780652932106,
+      "grad_norm": 0.10359222441911697,
+      "learning_rate": 1.943313564441051e-05,
+      "loss": 0.012736321985721588,
+      "step": 2540,
+      "token_acc": 0.9943694633055838
+    },
+    {
+      "epoch": 0.13500724671250736,
+      "grad_norm": 0.07508662343025208,
+      "learning_rate": 1.9427430475687928e-05,
+      "loss": 0.01375180184841156,
+      "step": 2550,
+      "token_acc": 0.9939321097395064
+    },
+    {
+      "epoch": 0.13553668689569368,
+      "grad_norm": 0.2055548131465912,
+      "learning_rate": 1.9421697586875857e-05,
+      "loss": 0.013411034643650056,
+      "step": 2560,
+      "token_acc": 0.9940528818083243
+    },
+    {
+      "epoch": 0.13606612707887997,
+      "grad_norm": 0.12977179884910583,
+      "learning_rate": 1.9415936994831096e-05,
+      "loss": 0.013373830914497375,
+      "step": 2570,
+      "token_acc": 0.9939856523189856
+    },
+    {
+      "epoch": 0.1365955672620663,
+      "grad_norm": 0.1589537262916565,
+      "learning_rate": 1.9410148716491886e-05,
+      "loss": 0.013372272253036499,
+      "step": 2580,
+      "token_acc": 0.9940783986655546
+    },
+    {
+      "epoch": 0.13712500744525258,
+      "grad_norm": 0.24759438633918762,
+      "learning_rate": 1.9404332768877882e-05,
+      "loss": 0.013328668475151063,
+      "step": 2590,
+      "token_acc": 0.9941038129232411
+    },
+    {
+      "epoch": 0.13765444762843887,
+      "grad_norm": 0.08139269798994064,
+      "learning_rate": 1.9398489169090088e-05,
+      "loss": 0.013412672281265258,
+      "step": 2600,
+      "token_acc": 0.9939152136352634
+    },
+    {
+      "epoch": 0.1381838878116252,
+      "grad_norm": 0.1369147002696991,
+      "learning_rate": 1.939261793431083e-05,
+      "loss": 0.013577595353126526,
+      "step": 2610,
+      "token_acc": 0.993859349057627
+    },
+    {
+      "epoch": 0.13871332799481148,
+      "grad_norm": 0.06886211037635803,
+      "learning_rate": 1.938671908180368e-05,
+      "loss": 0.012858301401138306,
+      "step": 2620,
+      "token_acc": 0.9944881758447016
+    },
+    {
+      "epoch": 0.1392427681779978,
+      "grad_norm": 0.14026515185832977,
+      "learning_rate": 1.9380792628913422e-05,
+      "loss": 0.01358620822429657,
+      "step": 2630,
+      "token_acc": 0.9939697149395719
+    },
+    {
+      "epoch": 0.1397722083611841,
+      "grad_norm": 0.1343849152326584,
+      "learning_rate": 1.9374838593065988e-05,
+      "loss": 0.013179725408554077,
+      "step": 2640,
+      "token_acc": 0.9941789190135853
+    },
+    {
+      "epoch": 0.14030164854437038,
+      "grad_norm": 0.1271725296974182,
+      "learning_rate": 1.936885699176842e-05,
+      "loss": 0.013085122406482696,
+      "step": 2650,
+      "token_acc": 0.9941663467476757
+    },
+    {
+      "epoch": 0.1408310887275567,
+      "grad_norm": 0.12383197247982025,
+      "learning_rate": 1.9362847842608812e-05,
+      "loss": 0.013596424460411071,
+      "step": 2660,
+      "token_acc": 0.9941654702681045
+    },
+    {
+      "epoch": 0.141360528910743,
+      "grad_norm": 0.11162195354700089,
+      "learning_rate": 1.9356811163256257e-05,
+      "loss": 0.013854682445526123,
+      "step": 2670,
+      "token_acc": 0.9939947954894242
+    },
+    {
+      "epoch": 0.1418899690939293,
+      "grad_norm": 0.19413498044013977,
+      "learning_rate": 1.93507469714608e-05,
+      "loss": 0.013428667187690735,
+      "step": 2680,
+      "token_acc": 0.9941157322783384
+    },
+    {
+      "epoch": 0.1424194092771156,
+      "grad_norm": 0.15126074850559235,
+      "learning_rate": 1.934465528505337e-05,
+      "loss": 0.012888062000274658,
+      "step": 2690,
+      "token_acc": 0.9943407565690628
+    },
+    {
+      "epoch": 0.14294884946030192,
+      "grad_norm": 0.14599479734897614,
+      "learning_rate": 1.9338536121945764e-05,
+      "loss": 0.012997153401374816,
+      "step": 2700,
+      "token_acc": 0.9942284756336583
+    },
+    {
+      "epoch": 0.14347828964348822,
+      "grad_norm": 0.09968029707670212,
+      "learning_rate": 1.933238950013055e-05,
+      "loss": 0.01259482353925705,
+      "step": 2710,
+      "token_acc": 0.9945284089013445
+    },
+    {
+      "epoch": 0.1440077298266745,
+      "grad_norm": 0.13861827552318573,
+      "learning_rate": 1.9326215437681042e-05,
+      "loss": 0.013284245133399963,
+      "step": 2720,
+      "token_acc": 0.9939440954931058
+    },
+    {
+      "epoch": 0.14453717000986083,
+      "grad_norm": 0.13162416219711304,
+      "learning_rate": 1.932001395275124e-05,
+      "loss": 0.013209289312362671,
+      "step": 2730,
+      "token_acc": 0.9942290050871487
+    },
+    {
+      "epoch": 0.14506661019304712,
+      "grad_norm": 0.1251908391714096,
+      "learning_rate": 1.9313785063575773e-05,
+      "loss": 0.013006813824176788,
+      "step": 2740,
+      "token_acc": 0.9942074952007345
+    },
+    {
+      "epoch": 0.14559605037623344,
+      "grad_norm": 0.10537020862102509,
+      "learning_rate": 1.9307528788469856e-05,
+      "loss": 0.0123038187623024,
+      "step": 2750,
+      "token_acc": 0.9945867044791058
+    },
+    {
+      "epoch": 0.14612549055941973,
+      "grad_norm": 0.06798841059207916,
+      "learning_rate": 1.9301245145829214e-05,
+      "loss": 0.013278274238109589,
+      "step": 2760,
+      "token_acc": 0.9942989741492283
+    },
+    {
+      "epoch": 0.14665493074260605,
+      "grad_norm": 0.08897854387760162,
+      "learning_rate": 1.9294934154130062e-05,
+      "loss": 0.012781307101249695,
+      "step": 2770,
+      "token_acc": 0.9943242521367521
+    },
+    {
+      "epoch": 0.14718437092579234,
+      "grad_norm": 0.08661210536956787,
+      "learning_rate": 1.9288595831929015e-05,
+      "loss": 0.013171061873435974,
+      "step": 2780,
+      "token_acc": 0.9943280868136359
+    },
+    {
+      "epoch": 0.14771381110897863,
+      "grad_norm": 0.09554250538349152,
+      "learning_rate": 1.9282230197863056e-05,
+      "loss": 0.013314065337181092,
+      "step": 2790,
+      "token_acc": 0.9939943446745686
+    },
+    {
+      "epoch": 0.14824325129216495,
+      "grad_norm": 0.07586398720741272,
+      "learning_rate": 1.9275837270649474e-05,
+      "loss": 0.012647213041782379,
+      "step": 2800,
+      "token_acc": 0.9940925171884387
+    },
+    {
+      "epoch": 0.14877269147535124,
+      "grad_norm": 0.12106398493051529,
+      "learning_rate": 1.9269417069085815e-05,
+      "loss": 0.013267773389816283,
+      "step": 2810,
+      "token_acc": 0.9942382576357678
+    },
+    {
+      "epoch": 0.14930213165853756,
+      "grad_norm": 0.1541309505701065,
+      "learning_rate": 1.9262969612049813e-05,
+      "loss": 0.013338148593902588,
+      "step": 2820,
+      "token_acc": 0.99438352277469
+    },
+    {
+      "epoch": 0.14983157184172385,
+      "grad_norm": 0.17331618070602417,
+      "learning_rate": 1.9256494918499348e-05,
+      "loss": 0.01329217255115509,
+      "step": 2830,
+      "token_acc": 0.9941176470588236
+    },
+    {
+      "epoch": 0.15036101202491017,
+      "grad_norm": 0.07473639398813248,
+      "learning_rate": 1.924999300747238e-05,
+      "loss": 0.01338455080986023,
+      "step": 2840,
+      "token_acc": 0.9941346282205313
+    },
+    {
+      "epoch": 0.15089045220809646,
+      "grad_norm": 0.1250215321779251,
+      "learning_rate": 1.924346389808691e-05,
+      "loss": 0.013010719418525695,
+      "step": 2850,
+      "token_acc": 0.99431278039994
+    },
+    {
+      "epoch": 0.15141989239128276,
+      "grad_norm": 0.12465380877256393,
+      "learning_rate": 1.9236907609540902e-05,
+      "loss": 0.01326519250869751,
+      "step": 2860,
+      "token_acc": 0.9940869855302115
+    },
+    {
+      "epoch": 0.15194933257446908,
+      "grad_norm": 0.11480288207530975,
+      "learning_rate": 1.923032416111224e-05,
+      "loss": 0.013441666960716248,
+      "step": 2870,
+      "token_acc": 0.9939989998333055
+    },
+    {
+      "epoch": 0.15247877275765537,
+      "grad_norm": 0.17930011451244354,
+      "learning_rate": 1.9223713572158663e-05,
+      "loss": 0.013769230246543885,
+      "step": 2880,
+      "token_acc": 0.9936761663218314
+    },
+    {
+      "epoch": 0.1530082129408417,
+      "grad_norm": 0.10309790819883347,
+      "learning_rate": 1.921707586211772e-05,
+      "loss": 0.012541404366493225,
+      "step": 2890,
+      "token_acc": 0.9943302622253721
+    },
+    {
+      "epoch": 0.15353765312402798,
+      "grad_norm": 0.14423204958438873,
+      "learning_rate": 1.9210411050506706e-05,
+      "loss": 0.012900611758232117,
+      "step": 2900,
+      "token_acc": 0.994368993593166
+    },
+    {
+      "epoch": 0.1540670933072143,
+      "grad_norm": 0.22388316690921783,
+      "learning_rate": 1.9203719156922597e-05,
+      "loss": 0.013069161772727966,
+      "step": 2910,
+      "token_acc": 0.9941418474043043
+    },
+    {
+      "epoch": 0.1545965334904006,
+      "grad_norm": 0.11884718388319016,
+      "learning_rate": 1.9197000201042012e-05,
+      "loss": 0.013088618218898774,
+      "step": 2920,
+      "token_acc": 0.9941278526624849
+    },
+    {
+      "epoch": 0.15512597367358688,
+      "grad_norm": 0.09179212898015976,
+      "learning_rate": 1.919025420262113e-05,
+      "loss": 0.012425411492586136,
+      "step": 2930,
+      "token_acc": 0.9945263087629124
+    },
+    {
+      "epoch": 0.1556554138567732,
+      "grad_norm": 0.1196509450674057,
+      "learning_rate": 1.9183481181495645e-05,
+      "loss": 0.013234367966651917,
+      "step": 2940,
+      "token_acc": 0.994100614971254
+    },
+    {
+      "epoch": 0.1561848540399595,
+      "grad_norm": 0.2017110139131546,
+      "learning_rate": 1.9176681157580726e-05,
+      "loss": 0.012923815846443176,
+      "step": 2950,
+      "token_acc": 0.994383754551742
+    },
+    {
+      "epoch": 0.1567142942231458,
+      "grad_norm": 0.12554901838302612,
+      "learning_rate": 1.9169854150870922e-05,
+      "loss": 0.012743508815765381,
+      "step": 2960,
+      "token_acc": 0.994592700145196
+    },
+    {
+      "epoch": 0.1572437344063321,
+      "grad_norm": 0.09087054431438446,
+      "learning_rate": 1.9163000181440125e-05,
+      "loss": 0.012246143817901612,
+      "step": 2970,
+      "token_acc": 0.994500863673156
+    },
+    {
+      "epoch": 0.1577731745895184,
+      "grad_norm": 0.10294390469789505,
+      "learning_rate": 1.9156119269441506e-05,
+      "loss": 0.013268329203128815,
+      "step": 2980,
+      "token_acc": 0.9942980222569145
+    },
+    {
+      "epoch": 0.15830261477270471,
+      "grad_norm": 0.0954526737332344,
+      "learning_rate": 1.914921143510747e-05,
+      "loss": 0.012406562268733979,
+      "step": 2990,
+      "token_acc": 0.9948628994596037
+    },
+    {
+      "epoch": 0.158832054955891,
+      "grad_norm": 0.15816745162010193,
+      "learning_rate": 1.9142276698749566e-05,
+      "loss": 0.012695509195327758,
+      "step": 3000,
+      "token_acc": 0.994343211854225
+    },
+    {
+      "epoch": 0.158832054955891,
+      "eval_loss": 0.013998457230627537,
+      "eval_runtime": 710.6197,
+      "eval_samples_per_second": 16.856,
+      "eval_steps_per_second": 1.054,
+      "eval_token_acc": 0.9937939609299604,
+      "step": 3000
+    },
+    {
+      "epoch": 0.15936149513907732,
+      "grad_norm": 0.19043275713920593,
+      "learning_rate": 1.913531508075845e-05,
+      "loss": 0.012796023488044738,
+      "step": 3010,
+      "token_acc": 0.9941346282205313
+    },
+    {
+      "epoch": 0.15989093532226362,
+      "grad_norm": 0.11168229579925537,
+      "learning_rate": 1.912832660160383e-05,
+      "loss": 0.01276124119758606,
+      "step": 3020,
+      "token_acc": 0.994217196756964
+    },
+    {
+      "epoch": 0.16042037550544994,
+      "grad_norm": 0.09534970670938492,
+      "learning_rate": 1.912131128183438e-05,
+      "loss": 0.012796524167060851,
+      "step": 3030,
+      "token_acc": 0.9941739631240245
+    },
+    {
+      "epoch": 0.16094981568863623,
+      "grad_norm": 0.13286903500556946,
+      "learning_rate": 1.9114269142077704e-05,
+      "loss": 0.012587401270866393,
+      "step": 3040,
+      "token_acc": 0.994142580602096
+    },
+    {
+      "epoch": 0.16147925587182252,
+      "grad_norm": 0.1017802357673645,
+      "learning_rate": 1.9107200203040275e-05,
+      "loss": 0.012643876671791076,
+      "step": 3050,
+      "token_acc": 0.994469331064341
+    },
+    {
+      "epoch": 0.16200869605500884,
+      "grad_norm": 0.13110768795013428,
+      "learning_rate": 1.9100104485507343e-05,
+      "loss": 0.012140783667564391,
+      "step": 3060,
+      "token_acc": 0.9946416946266713
+    },
+    {
+      "epoch": 0.16253813623819513,
+      "grad_norm": 0.13625939190387726,
+      "learning_rate": 1.9092982010342915e-05,
+      "loss": 0.012839323282241822,
+      "step": 3070,
+      "token_acc": 0.9943047738169689
+    },
+    {
+      "epoch": 0.16306757642138145,
+      "grad_norm": 0.14268894493579865,
+      "learning_rate": 1.9085832798489672e-05,
+      "loss": 0.012316041439771653,
+      "step": 3080,
+      "token_acc": 0.9947938393765956
+    },
+    {
+      "epoch": 0.16359701660456774,
+      "grad_norm": 0.14032742381095886,
+      "learning_rate": 1.9078656870968906e-05,
+      "loss": 0.01237119287252426,
+      "step": 3090,
+      "token_acc": 0.9943713413718918
+    },
+    {
+      "epoch": 0.16412645678775406,
+      "grad_norm": 0.10425359755754471,
+      "learning_rate": 1.9071454248880465e-05,
+      "loss": 0.012520423531532288,
+      "step": 3100,
+      "token_acc": 0.9942204727036178
+    },
+    {
+      "epoch": 0.16465589697094035,
+      "grad_norm": 0.10179140418767929,
+      "learning_rate": 1.906422495340269e-05,
+      "loss": 0.012277722358703613,
+      "step": 3110,
+      "token_acc": 0.9946107384789935
+    },
+    {
+      "epoch": 0.16518533715412664,
+      "grad_norm": 0.13637907803058624,
+      "learning_rate": 1.9056969005792353e-05,
+      "loss": 0.01288021206855774,
+      "step": 3120,
+      "token_acc": 0.9940242701430503
+    },
+    {
+      "epoch": 0.16571477733731296,
+      "grad_norm": 0.08888508379459381,
+      "learning_rate": 1.9049686427384585e-05,
+      "loss": 0.012345415353775025,
+      "step": 3130,
+      "token_acc": 0.9945585952496203
+    },
+    {
+      "epoch": 0.16624421752049925,
+      "grad_norm": 0.11450297385454178,
+      "learning_rate": 1.904237723959283e-05,
+      "loss": 0.011784133315086365,
+      "step": 3140,
+      "token_acc": 0.994668958152573
+    },
+    {
+      "epoch": 0.16677365770368557,
+      "grad_norm": 0.11359819024801254,
+      "learning_rate": 1.9035041463908773e-05,
+      "loss": 0.01293257474899292,
+      "step": 3150,
+      "token_acc": 0.994237056311716
+    },
+    {
+      "epoch": 0.16730309788687187,
+      "grad_norm": 0.08328907936811447,
+      "learning_rate": 1.9027679121902268e-05,
+      "loss": 0.012201464176177979,
+      "step": 3160,
+      "token_acc": 0.9945529316572268
+    },
+    {
+      "epoch": 0.16783253807005818,
+      "grad_norm": 0.09557446092367172,
+      "learning_rate": 1.9020290235221294e-05,
+      "loss": 0.011904217302799225,
+      "step": 3170,
+      "token_acc": 0.9948701694095273
+    },
+    {
+      "epoch": 0.16836197825324448,
+      "grad_norm": 0.10489526391029358,
+      "learning_rate": 1.9012874825591878e-05,
+      "loss": 0.012524682283401489,
+      "step": 3180,
+      "token_acc": 0.9942999732941648
+    },
+    {
+      "epoch": 0.16889141843643077,
+      "grad_norm": 0.16704648733139038,
+      "learning_rate": 1.9005432914818033e-05,
+      "loss": 0.012450940907001495,
+      "step": 3190,
+      "token_acc": 0.9945268567805237
+    },
+    {
+      "epoch": 0.1694208586196171,
+      "grad_norm": 0.09519923478364944,
+      "learning_rate": 1.899796452478169e-05,
+      "loss": 0.012829813361167907,
+      "step": 3200,
+      "token_acc": 0.9942624112883722
+    },
+    {
+      "epoch": 0.16995029880280338,
+      "grad_norm": 0.07067445665597916,
+      "learning_rate": 1.8990469677442652e-05,
+      "loss": 0.011842641234397887,
+      "step": 3210,
+      "token_acc": 0.9948512967722554
+    },
+    {
+      "epoch": 0.1704797389859897,
+      "grad_norm": 0.187923401594162,
+      "learning_rate": 1.89829483948385e-05,
+      "loss": 0.012599028646945953,
+      "step": 3220,
+      "token_acc": 0.9943785551051727
+    },
+    {
+      "epoch": 0.171009179169176,
+      "grad_norm": 0.06628217548131943,
+      "learning_rate": 1.897540069908456e-05,
+      "loss": 0.013080981373786927,
+      "step": 3230,
+      "token_acc": 0.994133257669326
+    },
+    {
+      "epoch": 0.1715386193523623,
+      "grad_norm": 0.08535142987966537,
+      "learning_rate": 1.896782661237381e-05,
+      "loss": 0.011299634724855423,
+      "step": 3240,
+      "token_acc": 0.9947859746890355
+    },
+    {
+      "epoch": 0.1720680595355486,
+      "grad_norm": 0.10513030737638474,
+      "learning_rate": 1.896022615697683e-05,
+      "loss": 0.012114519625902176,
+      "step": 3250,
+      "token_acc": 0.994624777771286
+    },
+    {
+      "epoch": 0.1725974997187349,
+      "grad_norm": 0.1872827112674713,
+      "learning_rate": 1.895259935524174e-05,
+      "loss": 0.012511488795280457,
+      "step": 3260,
+      "token_acc": 0.9943856780565937
+    },
+    {
+      "epoch": 0.1731269399019212,
+      "grad_norm": 0.11911717057228088,
+      "learning_rate": 1.8944946229594123e-05,
+      "loss": 0.012278057634830475,
+      "step": 3270,
+      "token_acc": 0.9945116356660272
+    },
+    {
+      "epoch": 0.1736563800851075,
+      "grad_norm": 0.11644499003887177,
+      "learning_rate": 1.893726680253696e-05,
+      "loss": 0.012293926626443862,
+      "step": 3280,
+      "token_acc": 0.9944869806001768
+    },
+    {
+      "epoch": 0.17418582026829382,
+      "grad_norm": 0.12327589839696884,
+      "learning_rate": 1.892956109665058e-05,
+      "loss": 0.01279902011156082,
+      "step": 3290,
+      "token_acc": 0.9942726422655623
+    },
+    {
+      "epoch": 0.17471526045148011,
+      "grad_norm": 0.08826106041669846,
+      "learning_rate": 1.892182913459256e-05,
+      "loss": 0.012657384574413299,
+      "step": 3300,
+      "token_acc": 0.9941048271946159
+    },
+    {
+      "epoch": 0.1752447006346664,
+      "grad_norm": 0.140497088432312,
+      "learning_rate": 1.8914070939097704e-05,
+      "loss": 0.013047289848327637,
+      "step": 3310,
+      "token_acc": 0.994324915291015
+    },
+    {
+      "epoch": 0.17577414081785273,
+      "grad_norm": 0.09164322167634964,
+      "learning_rate": 1.890628653297794e-05,
+      "loss": 0.0130844846367836,
+      "step": 3320,
+      "token_acc": 0.9940701572951244
+    },
+    {
+      "epoch": 0.17630358100103902,
+      "grad_norm": 0.11808131635189056,
+      "learning_rate": 1.8898475939122258e-05,
+      "loss": 0.011877813935279846,
+      "step": 3330,
+      "token_acc": 0.9948154950743029
+    },
+    {
+      "epoch": 0.17683302118422534,
+      "grad_norm": 0.09616479277610779,
+      "learning_rate": 1.8890639180496665e-05,
+      "loss": 0.012178563326597214,
+      "step": 3340,
+      "token_acc": 0.9947634359209921
+    },
+    {
+      "epoch": 0.17736246136741163,
+      "grad_norm": 0.10518739372491837,
+      "learning_rate": 1.8882776280144095e-05,
+      "loss": 0.011829140037298203,
+      "step": 3350,
+      "token_acc": 0.9947613843959325
+    },
+    {
+      "epoch": 0.17789190155059795,
+      "grad_norm": 0.1052684560418129,
+      "learning_rate": 1.887488726118434e-05,
+      "loss": 0.011936575174331665,
+      "step": 3360,
+      "token_acc": 0.9948351675858789
+    },
+    {
+      "epoch": 0.17842134173378424,
+      "grad_norm": 0.06065749749541283,
+      "learning_rate": 1.8866972146814002e-05,
+      "loss": 0.012907716631889343,
+      "step": 3370,
+      "token_acc": 0.9942253932490508
+    },
+    {
+      "epoch": 0.17895078191697053,
+      "grad_norm": 0.11386685073375702,
+      "learning_rate": 1.8859030960306408e-05,
+      "loss": 0.012151119858026504,
+      "step": 3380,
+      "token_acc": 0.9948038733246036
+    },
+    {
+      "epoch": 0.17948022210015685,
+      "grad_norm": 0.09328997880220413,
+      "learning_rate": 1.8851063725011548e-05,
+      "loss": 0.01197451800107956,
+      "step": 3390,
+      "token_acc": 0.9947377638415158
+    },
+    {
+      "epoch": 0.18000966228334314,
+      "grad_norm": 0.08318711072206497,
+      "learning_rate": 1.8843070464356e-05,
+      "loss": 0.011765899509191513,
+      "step": 3400,
+      "token_acc": 0.9947043174407258
+    },
+    {
+      "epoch": 0.18053910246652946,
+      "grad_norm": 0.1237230896949768,
+      "learning_rate": 1.883505120184288e-05,
+      "loss": 0.01192016452550888,
+      "step": 3410,
+      "token_acc": 0.9946761461306096
+    },
+    {
+      "epoch": 0.18106854264971575,
+      "grad_norm": 0.1543959081172943,
+      "learning_rate": 1.8827005961051742e-05,
+      "loss": 0.012184982001781464,
+      "step": 3420,
+      "token_acc": 0.9948194308882048
+    },
+    {
+      "epoch": 0.18159798283290207,
+      "grad_norm": 0.15891771018505096,
+      "learning_rate": 1.8818934765638533e-05,
+      "loss": 0.01259923428297043,
+      "step": 3430,
+      "token_acc": 0.9944762906038532
+    },
+    {
+      "epoch": 0.18212742301608836,
+      "grad_norm": 0.12234760820865631,
+      "learning_rate": 1.8810837639335516e-05,
+      "loss": 0.011260591447353363,
+      "step": 3440,
+      "token_acc": 0.9950743851329916
+    },
+    {
+      "epoch": 0.18265686319927465,
+      "grad_norm": 0.10251070559024811,
+      "learning_rate": 1.88027146059512e-05,
+      "loss": 0.01242552101612091,
+      "step": 3450,
+      "token_acc": 0.9945639920839701
+    },
+    {
+      "epoch": 0.18318630338246097,
+      "grad_norm": 0.0978703647851944,
+      "learning_rate": 1.8794565689370275e-05,
+      "loss": 0.012132106721401215,
+      "step": 3460,
+      "token_acc": 0.9946652195692102
+    },
+    {
+      "epoch": 0.18371574356564727,
+      "grad_norm": 0.09851015359163284,
+      "learning_rate": 1.878639091355353e-05,
+      "loss": 0.012237283587455749,
+      "step": 3470,
+      "token_acc": 0.9946375554591854
+    },
+    {
+      "epoch": 0.18424518374883359,
+      "grad_norm": 0.11065611988306046,
+      "learning_rate": 1.877819030253779e-05,
+      "loss": 0.012428236752748489,
+      "step": 3480,
+      "token_acc": 0.9945029737327228
+    },
+    {
+      "epoch": 0.18477462393201988,
+      "grad_norm": 0.1257503181695938,
+      "learning_rate": 1.8769963880435848e-05,
+      "loss": 0.01242423877120018,
+      "step": 3490,
+      "token_acc": 0.9944367060629061
+    },
+    {
+      "epoch": 0.1853040641152062,
+      "grad_norm": 0.10965922474861145,
+      "learning_rate": 1.8761711671436394e-05,
+      "loss": 0.011719176173210144,
+      "step": 3500,
+      "token_acc": 0.9950370759619315
+    },
+    {
+      "epoch": 0.1858335042983925,
+      "grad_norm": 0.08124595135450363,
+      "learning_rate": 1.8753433699803933e-05,
+      "loss": 0.012090445309877396,
+      "step": 3510,
+      "token_acc": 0.9946009095840114
+    },
+    {
+      "epoch": 0.18636294448157878,
+      "grad_norm": 0.0652400329709053,
+      "learning_rate": 1.8745129989878722e-05,
+      "loss": 0.01181778609752655,
+      "step": 3520,
+      "token_acc": 0.9946521387273591
+    },
+    {
+      "epoch": 0.1868923846647651,
+      "grad_norm": 0.1268422156572342,
+      "learning_rate": 1.873680056607671e-05,
+      "loss": 0.012106741964817046,
+      "step": 3530,
+      "token_acc": 0.9946039715436644
+    },
+    {
+      "epoch": 0.1874218248479514,
+      "grad_norm": 0.08397526293992996,
+      "learning_rate": 1.872844545288944e-05,
+      "loss": 0.011762569844722747,
+      "step": 3540,
+      "token_acc": 0.9947066976138395
+    },
+    {
+      "epoch": 0.1879512650311377,
+      "grad_norm": 0.11669668555259705,
+      "learning_rate": 1.8720064674884e-05,
+      "loss": 0.01177578866481781,
+      "step": 3550,
+      "token_acc": 0.9947763684913218
+    },
+    {
+      "epoch": 0.188480705214324,
+      "grad_norm": 0.09324853122234344,
+      "learning_rate": 1.8711658256702938e-05,
+      "loss": 0.011640041321516036,
+      "step": 3560,
+      "token_acc": 0.9948346935028956
+    },
+    {
+      "epoch": 0.18901014539751032,
+      "grad_norm": 0.07459814846515656,
+      "learning_rate": 1.8703226223064194e-05,
+      "loss": 0.011547382920980453,
+      "step": 3570,
+      "token_acc": 0.9949809074385954
+    },
+    {
+      "epoch": 0.1895395855806966,
+      "grad_norm": 0.15576159954071045,
+      "learning_rate": 1.8694768598761026e-05,
+      "loss": 0.011832021176815033,
+      "step": 3580,
+      "token_acc": 0.994645135998532
+    },
+    {
+      "epoch": 0.1900690257638829,
+      "grad_norm": 0.10806694626808167,
+      "learning_rate": 1.868628540866194e-05,
+      "loss": 0.01166851669549942,
+      "step": 3590,
+      "token_acc": 0.9947599856483683
+    },
+    {
+      "epoch": 0.19059846594706922,
+      "grad_norm": 0.11775384843349457,
+      "learning_rate": 1.8677776677710614e-05,
+      "loss": 0.012158556282520295,
+      "step": 3600,
+      "token_acc": 0.9945954060951809
+    },
+    {
+      "epoch": 0.19112790613025551,
+      "grad_norm": 0.13991916179656982,
+      "learning_rate": 1.8669242430925826e-05,
+      "loss": 0.012168093025684357,
+      "step": 3610,
+      "token_acc": 0.9945336037321716
+    },
+    {
+      "epoch": 0.19165734631344183,
+      "grad_norm": 0.10819360613822937,
+      "learning_rate": 1.866068269340138e-05,
+      "loss": 0.011927696317434311,
+      "step": 3620,
+      "token_acc": 0.9948190851221812
+    },
+    {
+      "epoch": 0.19218678649662813,
+      "grad_norm": 0.08585803210735321,
+      "learning_rate": 1.865209749030603e-05,
+      "loss": 0.011996359378099442,
+      "step": 3630,
+      "token_acc": 0.9948748340998823
+    },
+    {
+      "epoch": 0.19271622667981442,
+      "grad_norm": 0.07425203919410706,
+      "learning_rate": 1.8643486846883406e-05,
+      "loss": 0.011524158716201782,
+      "step": 3640,
+      "token_acc": 0.9949186059124399
+    },
+    {
+      "epoch": 0.19324566686300074,
+      "grad_norm": 0.09276238083839417,
+      "learning_rate": 1.863485078845195e-05,
+      "loss": 0.011590300500392914,
+      "step": 3650,
+      "token_acc": 0.9950921883998698
+    },
+    {
+      "epoch": 0.19377510704618703,
+      "grad_norm": 0.0752921774983406,
+      "learning_rate": 1.8626189340404826e-05,
+      "loss": 0.010996472090482712,
+      "step": 3660,
+      "token_acc": 0.9952514875612342
+    },
+    {
+      "epoch": 0.19430454722937335,
+      "grad_norm": 0.12285684794187546,
+      "learning_rate": 1.8617502528209856e-05,
+      "loss": 0.011212416738271714,
+      "step": 3670,
+      "token_acc": 0.9951209748042135
+    },
+    {
+      "epoch": 0.19483398741255964,
+      "grad_norm": 0.11246007680892944,
+      "learning_rate": 1.860879037740944e-05,
+      "loss": 0.011637929081916808,
+      "step": 3680,
+      "token_acc": 0.9947763684913218
+    },
+    {
+      "epoch": 0.19536342759574596,
+      "grad_norm": 0.0950104221701622,
+      "learning_rate": 1.8600052913620488e-05,
+      "loss": 0.012218789011240006,
+      "step": 3690,
+      "token_acc": 0.994696331629377
+    },
+    {
+      "epoch": 0.19589286777893225,
+      "grad_norm": 0.16720029711723328,
+      "learning_rate": 1.8591290162534332e-05,
+      "loss": 0.011792376637458801,
+      "step": 3700,
+      "token_acc": 0.9948702977729585
+    },
+    {
+      "epoch": 0.19642230796211854,
+      "grad_norm": 0.07429894804954529,
+      "learning_rate": 1.8582502149916662e-05,
+      "loss": 0.011602994054555893,
+      "step": 3710,
+      "token_acc": 0.9946431844310779
+    },
+    {
+      "epoch": 0.19695174814530486,
+      "grad_norm": 0.1059260293841362,
+      "learning_rate": 1.857368890160744e-05,
+      "loss": 0.011660879105329513,
+      "step": 3720,
+      "token_acc": 0.9949768031774641
+    },
+    {
+      "epoch": 0.19748118832849115,
+      "grad_norm": 0.08341298997402191,
+      "learning_rate": 1.856485044352085e-05,
+      "loss": 0.011923395097255707,
+      "step": 3730,
+      "token_acc": 0.9946794759533996
+    },
+    {
+      "epoch": 0.19801062851167747,
+      "grad_norm": 0.0997161865234375,
+      "learning_rate": 1.8555986801645173e-05,
+      "loss": 0.011528775095939636,
+      "step": 3740,
+      "token_acc": 0.9950846623104591
+    },
+    {
+      "epoch": 0.19854006869486376,
+      "grad_norm": 0.06876150518655777,
+      "learning_rate": 1.8547098002042757e-05,
+      "loss": 0.011438699811697007,
+      "step": 3750,
+      "token_acc": 0.9950196876668447
+    },
+    {
+      "epoch": 0.19906950887805008,
+      "grad_norm": 0.08931242674589157,
+      "learning_rate": 1.8538184070849926e-05,
+      "loss": 0.010738776624202728,
+      "step": 3760,
+      "token_acc": 0.9954380931729855
+    },
+    {
+      "epoch": 0.19959894906123637,
+      "grad_norm": 0.07668065279722214,
+      "learning_rate": 1.8529245034276888e-05,
+      "loss": 0.011637356877326966,
+      "step": 3770,
+      "token_acc": 0.9948586547369651
+    },
+    {
+      "epoch": 0.20012838924442267,
+      "grad_norm": 0.08759427815675735,
+      "learning_rate": 1.852028091860768e-05,
+      "loss": 0.011832761764526366,
+      "step": 3780,
+      "token_acc": 0.9946024860265288
+    },
+    {
+      "epoch": 0.20065782942760899,
+      "grad_norm": 0.09793692082166672,
+      "learning_rate": 1.8511291750200072e-05,
+      "loss": 0.011665716022253036,
+      "step": 3790,
+      "token_acc": 0.9948768440024031
+    },
+    {
+      "epoch": 0.20118726961079528,
+      "grad_norm": 0.09731903672218323,
+      "learning_rate": 1.850227755548551e-05,
+      "loss": 0.011719143390655518,
+      "step": 3800,
+      "token_acc": 0.9948033965600654
+    },
+    {
+      "epoch": 0.2017167097939816,
+      "grad_norm": 0.10248780250549316,
+      "learning_rate": 1.8493238360969015e-05,
+      "loss": 0.011086869239807128,
+      "step": 3810,
+      "token_acc": 0.9951927490631702
+    },
+    {
+      "epoch": 0.2022461499771679,
+      "grad_norm": 0.1289559304714203,
+      "learning_rate": 1.8484174193229117e-05,
+      "loss": 0.011635150760412216,
+      "step": 3820,
+      "token_acc": 0.9948837791595376
+    },
+    {
+      "epoch": 0.2027755901603542,
+      "grad_norm": 0.11350011825561523,
+      "learning_rate": 1.847508507891779e-05,
+      "loss": 0.011909595131874085,
+      "step": 3830,
+      "token_acc": 0.9949163701215904
+    },
+    {
+      "epoch": 0.2033050303435405,
+      "grad_norm": 0.14403733611106873,
+      "learning_rate": 1.846597104476034e-05,
+      "loss": 0.011130518466234206,
+      "step": 3840,
+      "token_acc": 0.9950444249781004
+    },
+    {
+      "epoch": 0.2038344705267268,
+      "grad_norm": 0.08904826641082764,
+      "learning_rate": 1.8456832117555366e-05,
+      "loss": 0.011928752064704895,
+      "step": 3850,
+      "token_acc": 0.9947931008586377
+    },
+    {
+      "epoch": 0.2043639107099131,
+      "grad_norm": 0.08891967684030533,
+      "learning_rate": 1.8447668324174642e-05,
+      "loss": 0.011090496182441711,
+      "step": 3860,
+      "token_acc": 0.9952177469161562
+    },
+    {
+      "epoch": 0.2048933508930994,
+      "grad_norm": 0.10339909046888351,
+      "learning_rate": 1.843847969156308e-05,
+      "loss": 0.011843350529670716,
+      "step": 3870,
+      "token_acc": 0.9947618213514168
+    },
+    {
+      "epoch": 0.20542279107628572,
+      "grad_norm": 0.12172644585371017,
+      "learning_rate": 1.842926624673861e-05,
+      "loss": 0.011696116626262664,
+      "step": 3880,
+      "token_acc": 0.9949231808064557
+    },
+    {
+      "epoch": 0.205952231259472,
+      "grad_norm": 0.0876343622803688,
+      "learning_rate": 1.8420028016792123e-05,
+      "loss": 0.011564520001411439,
+      "step": 3890,
+      "token_acc": 0.9950306830309499
+    },
+    {
+      "epoch": 0.20648167144265833,
+      "grad_norm": 0.09616302698850632,
+      "learning_rate": 1.84107650288874e-05,
+      "loss": 0.01125875934958458,
+      "step": 3900,
+      "token_acc": 0.9951109220000167
+    },
+    {
+      "epoch": 0.20701111162584462,
+      "grad_norm": 0.09002236276865005,
+      "learning_rate": 1.8401477310260996e-05,
+      "loss": 0.011833015084266662,
+      "step": 3910,
+      "token_acc": 0.9947115545026859
+    },
+    {
+      "epoch": 0.20754055180903092,
+      "grad_norm": 0.0981248989701271,
+      "learning_rate": 1.8392164888222206e-05,
+      "loss": 0.011576320230960845,
+      "step": 3920,
+      "token_acc": 0.9950244187502609
+    },
+    {
+      "epoch": 0.20806999199221723,
+      "grad_norm": 0.12523253262043,
+      "learning_rate": 1.8382827790152947e-05,
+      "loss": 0.011327150464057922,
+      "step": 3930,
+      "token_acc": 0.994967871150797
+    },
+    {
+      "epoch": 0.20859943217540353,
+      "grad_norm": 0.09090828895568848,
+      "learning_rate": 1.83734660435077e-05,
+      "loss": 0.011326855421066285,
+      "step": 3940,
+      "token_acc": 0.9949678827616659
+    },
+    {
+      "epoch": 0.20912887235858985,
+      "grad_norm": 0.0869918018579483,
+      "learning_rate": 1.8364079675813425e-05,
+      "loss": 0.012431064248085022,
+      "step": 3950,
+      "token_acc": 0.9948205111096283
+    },
+    {
+      "epoch": 0.20965831254177614,
+      "grad_norm": 0.09381060302257538,
+      "learning_rate": 1.8354668714669465e-05,
+      "loss": 0.012398632615804673,
+      "step": 3960,
+      "token_acc": 0.9946282301519778
+    },
+    {
+      "epoch": 0.21018775272496246,
+      "grad_norm": 0.08381836116313934,
+      "learning_rate": 1.8345233187747487e-05,
+      "loss": 0.011205083131790161,
+      "step": 3970,
+      "token_acc": 0.9949327144622165
+    },
+    {
+      "epoch": 0.21071719290814875,
+      "grad_norm": 0.13143491744995117,
+      "learning_rate": 1.8335773122791386e-05,
+      "loss": 0.011301149427890778,
+      "step": 3980,
+      "token_acc": 0.9949980408993523
+    },
+    {
+      "epoch": 0.21124663309133504,
+      "grad_norm": 0.10211317986249924,
+      "learning_rate": 1.8326288547617214e-05,
+      "loss": 0.011369569599628449,
+      "step": 3990,
+      "token_acc": 0.9950860565812636
+    },
+    {
+      "epoch": 0.21177607327452136,
+      "grad_norm": 0.11691654473543167,
+      "learning_rate": 1.8316779490113073e-05,
+      "loss": 0.011469640582799912,
+      "step": 4000,
+      "token_acc": 0.9947591985245642
+    },
+    {
+      "epoch": 0.21230551345770765,
+      "grad_norm": 0.06719864159822464,
+      "learning_rate": 1.8307245978239082e-05,
+      "loss": 0.010724474489688874,
+      "step": 4010,
+      "token_acc": 0.9953807927693564
+    },
+    {
+      "epoch": 0.21283495364089397,
+      "grad_norm": 0.1969636231660843,
+      "learning_rate": 1.829768804002724e-05,
+      "loss": 0.011339026689529418,
+      "step": 4020,
+      "token_acc": 0.9949516021361816
+    },
+    {
+      "epoch": 0.21336439382408026,
+      "grad_norm": 0.09002166986465454,
+      "learning_rate": 1.8288105703581377e-05,
+      "loss": 0.010930276662111282,
+      "step": 4030,
+      "token_acc": 0.9951293556404397
+    },
+    {
+      "epoch": 0.21389383400726655,
+      "grad_norm": 0.12502668797969818,
+      "learning_rate": 1.8278498997077064e-05,
+      "loss": 0.011602598428726196,
+      "step": 4040,
+      "token_acc": 0.9948935318069555
+    },
+    {
+      "epoch": 0.21442327419045287,
+      "grad_norm": 0.08773364871740341,
+      "learning_rate": 1.8268867948761527e-05,
+      "loss": 0.011349610984325409,
+      "step": 4050,
+      "token_acc": 0.9951465621481883
+    },
+    {
+      "epoch": 0.21495271437363916,
+      "grad_norm": 0.07717062532901764,
+      "learning_rate": 1.8259212586953564e-05,
+      "loss": 0.011223162710666656,
+      "step": 4060,
+      "token_acc": 0.9952716901831282
+    },
+    {
+      "epoch": 0.21548215455682548,
+      "grad_norm": 0.09828871488571167,
+      "learning_rate": 1.824953294004347e-05,
+      "loss": 0.011029057204723358,
+      "step": 4070,
+      "token_acc": 0.9949945357014741
+    },
+    {
+      "epoch": 0.21601159474001178,
+      "grad_norm": 0.09407025575637817,
+      "learning_rate": 1.8239829036492945e-05,
+      "loss": 0.011374135315418244,
+      "step": 4080,
+      "token_acc": 0.9950498355510292
+    },
+    {
+      "epoch": 0.2165410349231981,
+      "grad_norm": 0.06426401436328888,
+      "learning_rate": 1.8230100904835004e-05,
+      "loss": 0.011681027710437775,
+      "step": 4090,
+      "token_acc": 0.9948374505846441
+    },
+    {
+      "epoch": 0.2170704751063844,
+      "grad_norm": 0.1273181438446045,
+      "learning_rate": 1.822034857367391e-05,
+      "loss": 0.011212971061468124,
+      "step": 4100,
+      "token_acc": 0.9953115484403807
+    },
+    {
+      "epoch": 0.21759991528957068,
+      "grad_norm": 0.15100979804992676,
+      "learning_rate": 1.821057207168508e-05,
+      "loss": 0.011004224419593811,
+      "step": 4110,
+      "token_acc": 0.9952808557826192
+    },
+    {
+      "epoch": 0.218129355472757,
+      "grad_norm": 0.09646367281675339,
+      "learning_rate": 1.8200771427615e-05,
+      "loss": 0.011242683231830596,
+      "step": 4120,
+      "token_acc": 0.9950736448348418
+    },
+    {
+      "epoch": 0.2186587956559433,
+      "grad_norm": 0.13345639407634735,
+      "learning_rate": 1.819094667028115e-05,
+      "loss": 0.01109175980091095,
+      "step": 4130,
+      "token_acc": 0.995146440723197
+    },
+    {
+      "epoch": 0.2191882358391296,
+      "grad_norm": 0.18397724628448486,
+      "learning_rate": 1.818109782857189e-05,
+      "loss": 0.011379151046276093,
+      "step": 4140,
+      "token_acc": 0.9951878169202029
+    },
+    {
+      "epoch": 0.2197176760223159,
+      "grad_norm": 0.07246195524930954,
+      "learning_rate": 1.817122493144643e-05,
+      "loss": 0.011480104923248292,
+      "step": 4150,
+      "token_acc": 0.9951282179621936
+    },
+    {
+      "epoch": 0.22024711620550222,
+      "grad_norm": 0.09845490753650665,
+      "learning_rate": 1.8161328007934688e-05,
+      "loss": 0.010773421823978424,
+      "step": 4160,
+      "token_acc": 0.9952570226126457
+    },
+    {
+      "epoch": 0.2207765563886885,
+      "grad_norm": 0.08280066400766373,
+      "learning_rate": 1.8151407087137233e-05,
+      "loss": 0.011343392729759216,
+      "step": 4170,
+      "token_acc": 0.9951266324529562
+    },
+    {
+      "epoch": 0.2213059965718748,
+      "grad_norm": 0.06328543275594711,
+      "learning_rate": 1.8141462198225193e-05,
+      "loss": 0.010863637179136276,
+      "step": 4180,
+      "token_acc": 0.9952413948556974
+    },
+    {
+      "epoch": 0.22183543675506112,
+      "grad_norm": 0.0883801132440567,
+      "learning_rate": 1.813149337044018e-05,
+      "loss": 0.01121646910905838,
+      "step": 4190,
+      "token_acc": 0.9952270091204178
+    },
+    {
+      "epoch": 0.2223648769382474,
+      "grad_norm": 0.09695139527320862,
+      "learning_rate": 1.8121500633094186e-05,
+      "loss": 0.011460987478494644,
+      "step": 4200,
+      "token_acc": 0.9950843341317466
+    },
+    {
+      "epoch": 0.22289431712143373,
+      "grad_norm": 0.12915395200252533,
+      "learning_rate": 1.8111484015569513e-05,
+      "loss": 0.011166107654571534,
+      "step": 4210,
+      "token_acc": 0.9951267137862263
+    },
+    {
+      "epoch": 0.22342375730462002,
+      "grad_norm": 0.08524905145168304,
+      "learning_rate": 1.8101443547318674e-05,
+      "loss": 0.011791612207889556,
+      "step": 4220,
+      "token_acc": 0.994840368688218
+    },
+    {
+      "epoch": 0.22395319748780634,
+      "grad_norm": 0.12845316529273987,
+      "learning_rate": 1.809137925786431e-05,
+      "loss": 0.010956542193889618,
+      "step": 4230,
+      "token_acc": 0.9951693642583014
+    },
+    {
+      "epoch": 0.22448263767099264,
+      "grad_norm": 0.08242276310920715,
+      "learning_rate": 1.808129117679911e-05,
+      "loss": 0.011588747799396514,
+      "step": 4240,
+      "token_acc": 0.9949368989131432
+    },
+    {
+      "epoch": 0.22501207785417893,
+      "grad_norm": 0.10287240147590637,
+      "learning_rate": 1.8071179333785723e-05,
+      "loss": 0.011173225939273834,
+      "step": 4250,
+      "token_acc": 0.994884974508315
+    },
+    {
+      "epoch": 0.22554151803736525,
+      "grad_norm": 0.07787423580884933,
+      "learning_rate": 1.8061043758556652e-05,
+      "loss": 0.011547836661338805,
+      "step": 4260,
+      "token_acc": 0.9947835812175538
+    },
+    {
+      "epoch": 0.22607095822055154,
+      "grad_norm": 0.08325622230768204,
+      "learning_rate": 1.80508844809142e-05,
+      "loss": 0.011148739606142044,
+      "step": 4270,
+      "token_acc": 0.9952362677701395
+    },
+    {
+      "epoch": 0.22660039840373786,
+      "grad_norm": 0.09910520166158676,
+      "learning_rate": 1.804070153073035e-05,
+      "loss": 0.010768309235572815,
+      "step": 4280,
+      "token_acc": 0.995150938514568
+    },
+    {
+      "epoch": 0.22712983858692415,
+      "grad_norm": 0.08337461203336716,
+      "learning_rate": 1.8030494937946694e-05,
+      "loss": 0.01144525557756424,
+      "step": 4290,
+      "token_acc": 0.994864954984995
+    },
+    {
+      "epoch": 0.22765927877011047,
+      "grad_norm": 0.14330936968326569,
+      "learning_rate": 1.802026473257435e-05,
+      "loss": 0.010987612605094909,
+      "step": 4300,
+      "token_acc": 0.9953189145889657
+    },
+    {
+      "epoch": 0.22818871895329676,
+      "grad_norm": 0.06947844475507736,
+      "learning_rate": 1.8010010944693846e-05,
+      "loss": 0.01124451756477356,
+      "step": 4310,
+      "token_acc": 0.994993825718386
+    },
+    {
+      "epoch": 0.22871815913648305,
+      "grad_norm": 0.08575119823217392,
+      "learning_rate": 1.7999733604455078e-05,
+      "loss": 0.010849817097187043,
+      "step": 4320,
+      "token_acc": 0.9952918391879257
+    },
+    {
+      "epoch": 0.22924759931966937,
+      "grad_norm": 0.06774135679006577,
+      "learning_rate": 1.7989432742077175e-05,
+      "loss": 0.01133774071931839,
+      "step": 4330,
+      "token_acc": 0.9952449675907001
+    },
+    {
+      "epoch": 0.22977703950285566,
+      "grad_norm": 0.11256641894578934,
+      "learning_rate": 1.797910838784843e-05,
+      "loss": 0.011555623263120651,
+      "step": 4340,
+      "token_acc": 0.9948785105974793
+    },
+    {
+      "epoch": 0.23030647968604198,
+      "grad_norm": 0.09484875202178955,
+      "learning_rate": 1.7968760572126226e-05,
+      "loss": 0.011899186670780182,
+      "step": 4350,
+      "token_acc": 0.9947838859632285
+    },
+    {
+      "epoch": 0.23083591986922827,
+      "grad_norm": 0.07960456609725952,
+      "learning_rate": 1.7958389325336916e-05,
+      "loss": 0.010491693019866943,
+      "step": 4360,
+      "token_acc": 0.9953589315525877
+    },
+    {
+      "epoch": 0.23136536005241456,
+      "grad_norm": 0.06526882201433182,
+      "learning_rate": 1.7947994677975754e-05,
+      "loss": 0.010907218605279923,
+      "step": 4370,
+      "token_acc": 0.9953357586275949
+    },
+    {
+      "epoch": 0.23189480023560088,
+      "grad_norm": 0.05946412682533264,
+      "learning_rate": 1.79375766606068e-05,
+      "loss": 0.010534897446632385,
+      "step": 4380,
+      "token_acc": 0.9954273126282939
+    },
+    {
+      "epoch": 0.23242424041878718,
+      "grad_norm": 0.1212170273065567,
+      "learning_rate": 1.792713530386283e-05,
+      "loss": 0.011323726922273635,
+      "step": 4390,
+      "token_acc": 0.9949686269274415
+    },
+    {
+      "epoch": 0.2329536806019735,
+      "grad_norm": 0.08500424772500992,
+      "learning_rate": 1.791667063844525e-05,
+      "loss": 0.010547153651714325,
+      "step": 4400,
+      "token_acc": 0.9953937431678029
+    },
+    {
+      "epoch": 0.2334831207851598,
+      "grad_norm": 0.061498209834098816,
+      "learning_rate": 1.7906182695124e-05,
+      "loss": 0.010839894413948059,
+      "step": 4410,
+      "token_acc": 0.9952850264121972
+    },
+    {
+      "epoch": 0.2340125609683461,
+      "grad_norm": 0.09212823957204819,
+      "learning_rate": 1.7895671504737463e-05,
+      "loss": 0.01102587878704071,
+      "step": 4420,
+      "token_acc": 0.995049959514846
+    },
+    {
+      "epoch": 0.2345420011515324,
+      "grad_norm": 0.10865923017263412,
+      "learning_rate": 1.7885137098192376e-05,
+      "loss": 0.010536351799964904,
+      "step": 4430,
+      "token_acc": 0.9953565920553541
+    },
+    {
+      "epoch": 0.2350714413347187,
+      "grad_norm": 0.10068950057029724,
+      "learning_rate": 1.787457950646375e-05,
+      "loss": 0.011340776085853576,
+      "step": 4440,
+      "token_acc": 0.9949673671735465
+    },
+    {
+      "epoch": 0.235600881517905,
+      "grad_norm": 0.10460250824689865,
+      "learning_rate": 1.786399876059475e-05,
+      "loss": 0.010938787460327148,
+      "step": 4450,
+      "token_acc": 0.9951771842432434
+    },
+    {
+      "epoch": 0.2361303217010913,
+      "grad_norm": 0.1326463222503662,
+      "learning_rate": 1.7853394891696643e-05,
+      "loss": 0.01075664535164833,
+      "step": 4460,
+      "token_acc": 0.9954187771723257
+    },
+    {
+      "epoch": 0.23665976188427762,
+      "grad_norm": 0.09301836043596268,
+      "learning_rate": 1.7842767930948675e-05,
+      "loss": 0.010936200618743896,
+      "step": 4470,
+      "token_acc": 0.9951080241760444
+    },
+    {
+      "epoch": 0.2371892020674639,
+      "grad_norm": 0.05401263386011124,
+      "learning_rate": 1.7832117909597994e-05,
+      "loss": 0.011003050208091735,
+      "step": 4480,
+      "token_acc": 0.9953702545108737
+    },
+    {
+      "epoch": 0.23771864225065023,
+      "grad_norm": 0.06449698656797409,
+      "learning_rate": 1.782144485895955e-05,
+      "loss": 0.010801362246274948,
+      "step": 4490,
+      "token_acc": 0.9951924280742169
+    },
+    {
+      "epoch": 0.23824808243383652,
+      "grad_norm": 0.07623039186000824,
+      "learning_rate": 1.781074881041601e-05,
+      "loss": 0.011075205355882644,
+      "step": 4500,
+      "token_acc": 0.995036330722193
+    },
+    {
+      "epoch": 0.2387775226170228,
+      "grad_norm": 0.11719249933958054,
+      "learning_rate": 1.7800029795417668e-05,
+      "loss": 0.010938540846109391,
+      "step": 4510,
+      "token_acc": 0.9952295965172718
+    },
+    {
+      "epoch": 0.23930696280020913,
+      "grad_norm": 0.08885107189416885,
+      "learning_rate": 1.7789287845482342e-05,
+      "loss": 0.010892553627490998,
+      "step": 4520,
+      "token_acc": 0.9955107183685049
+    },
+    {
+      "epoch": 0.23983640298339542,
+      "grad_norm": 0.07599925994873047,
+      "learning_rate": 1.7778522992195288e-05,
+      "loss": 0.0111905038356781,
+      "step": 4530,
+      "token_acc": 0.9951629986072772
+    },
+    {
+      "epoch": 0.24036584316658174,
+      "grad_norm": 0.1025770753622055,
+      "learning_rate": 1.7767735267209108e-05,
+      "loss": 0.010496590286493301,
+      "step": 4540,
+      "token_acc": 0.9955779531763645
+    },
+    {
+      "epoch": 0.24089528334976804,
+      "grad_norm": 0.09753808379173279,
+      "learning_rate": 1.7756924702243658e-05,
+      "loss": 0.010012496262788773,
+      "step": 4550,
+      "token_acc": 0.995616378878461
+    },
+    {
+      "epoch": 0.24142472353295436,
+      "grad_norm": 0.09451748430728912,
+      "learning_rate": 1.774609132908594e-05,
+      "loss": 0.010527233779430389,
+      "step": 4560,
+      "token_acc": 0.9955353789920806
+    },
+    {
+      "epoch": 0.24195416371614065,
+      "grad_norm": 0.11088404059410095,
+      "learning_rate": 1.7735235179590035e-05,
+      "loss": 0.010932166129350662,
+      "step": 4570,
+      "token_acc": 0.9951690821256038
+    },
+    {
+      "epoch": 0.24248360389932694,
+      "grad_norm": 0.07473895698785782,
+      "learning_rate": 1.772435628567699e-05,
+      "loss": 0.010097935795783997,
+      "step": 4580,
+      "token_acc": 0.9955722326454034
+    },
+    {
+      "epoch": 0.24301304408251326,
+      "grad_norm": 0.07963219285011292,
+      "learning_rate": 1.7713454679334715e-05,
+      "loss": 0.010204389691352844,
+      "step": 4590,
+      "token_acc": 0.9955468085461248
+    },
+    {
+      "epoch": 0.24354248426569955,
+      "grad_norm": 0.07848156988620758,
+      "learning_rate": 1.770253039261793e-05,
+      "loss": 0.01066179871559143,
+      "step": 4600,
+      "token_acc": 0.9953680134202422
+    },
+    {
+      "epoch": 0.24407192444888587,
+      "grad_norm": 0.0696529671549797,
+      "learning_rate": 1.7691583457648017e-05,
+      "loss": 0.010576093196868896,
+      "step": 4610,
+      "token_acc": 0.9953768609386474
+    },
+    {
+      "epoch": 0.24460136463207216,
+      "grad_norm": 0.11796292662620544,
+      "learning_rate": 1.7680613906612974e-05,
+      "loss": 0.010477733612060548,
+      "step": 4620,
+      "token_acc": 0.9955786540755633
+    },
+    {
+      "epoch": 0.24513080481525848,
+      "grad_norm": 0.06933698058128357,
+      "learning_rate": 1.7669621771767282e-05,
+      "loss": 0.011219052970409394,
+      "step": 4630,
+      "token_acc": 0.9949620485444991
+    },
+    {
+      "epoch": 0.24566024499844477,
+      "grad_norm": 0.08617869019508362,
+      "learning_rate": 1.7658607085431834e-05,
+      "loss": 0.011005634069442749,
+      "step": 4640,
+      "token_acc": 0.9952268498043175
+    },
+    {
+      "epoch": 0.24618968518163106,
+      "grad_norm": 0.10418684035539627,
+      "learning_rate": 1.764756987999383e-05,
+      "loss": 0.010853968560695648,
+      "step": 4650,
+      "token_acc": 0.9954378268375883
+    },
+    {
+      "epoch": 0.24671912536481738,
+      "grad_norm": 0.10259804874658585,
+      "learning_rate": 1.763651018790669e-05,
+      "loss": 0.010451202094554902,
+      "step": 4660,
+      "token_acc": 0.9954725476299663
+    },
+    {
+      "epoch": 0.24724856554800367,
+      "grad_norm": 0.10324206203222275,
+      "learning_rate": 1.7625428041689948e-05,
+      "loss": 0.010664881765842437,
+      "step": 4670,
+      "token_acc": 0.9951608193233491
+    },
+    {
+      "epoch": 0.24777800573119,
+      "grad_norm": 0.093321792781353,
+      "learning_rate": 1.7614323473929155e-05,
+      "loss": 0.010385939478874206,
+      "step": 4680,
+      "token_acc": 0.9952861278669103
+    },
+    {
+      "epoch": 0.24830744591437628,
+      "grad_norm": 0.12238208204507828,
+      "learning_rate": 1.7603196517275808e-05,
+      "loss": 0.01052580624818802,
+      "step": 4690,
+      "token_acc": 0.995435847372066
+    },
+    {
+      "epoch": 0.24883688609756258,
+      "grad_norm": 0.0904463604092598,
+      "learning_rate": 1.7592047204447216e-05,
+      "loss": 0.01085222065448761,
+      "step": 4700,
+      "token_acc": 0.9952639039439674
+    },
+    {
+      "epoch": 0.2493663262807489,
+      "grad_norm": 0.10422682017087936,
+      "learning_rate": 1.7580875568226436e-05,
+      "loss": 0.010660526901483535,
+      "step": 4710,
+      "token_acc": 0.9954247547484868
+    },
+    {
+      "epoch": 0.2498957664639352,
+      "grad_norm": 0.12369547039270401,
+      "learning_rate": 1.756968164146216e-05,
+      "loss": 0.011555536091327668,
+      "step": 4720,
+      "token_acc": 0.9950634990785754
+    },
+    {
+      "epoch": 0.2504252066471215,
+      "grad_norm": 0.08082088083028793,
+      "learning_rate": 1.7558465457068617e-05,
+      "loss": 0.01097717359662056,
+      "step": 4730,
+      "token_acc": 0.995102578863498
+    },
+    {
+      "epoch": 0.2509546468303078,
+      "grad_norm": 0.0759989470243454,
+      "learning_rate": 1.754722704802549e-05,
+      "loss": 0.009982295334339142,
+      "step": 4740,
+      "token_acc": 0.9956221178942805
+    },
+    {
+      "epoch": 0.2514840870134941,
+      "grad_norm": 0.08537179231643677,
+      "learning_rate": 1.7535966447377805e-05,
+      "loss": 0.010259152948856353,
+      "step": 4750,
+      "token_acc": 0.9955501010202208
+    },
+    {
+      "epoch": 0.2520135271966804,
+      "grad_norm": 0.1108422726392746,
+      "learning_rate": 1.7524683688235844e-05,
+      "loss": 0.00988430380821228,
+      "step": 4760,
+      "token_acc": 0.9957397495539659
+    },
+    {
+      "epoch": 0.2525429673798667,
+      "grad_norm": 4.389804363250732,
+      "learning_rate": 1.751337880377504e-05,
+      "loss": 0.01281629353761673,
+      "step": 4770,
+      "token_acc": 0.9950690417587919
+    },
+    {
+      "epoch": 0.253072407563053,
+      "grad_norm": 0.08497581630945206,
+      "learning_rate": 1.7502051827235882e-05,
+      "loss": 0.010467810928821564,
+      "step": 4780,
+      "token_acc": 0.9955544434713708
+    },
+    {
+      "epoch": 0.25360184774623934,
+      "grad_norm": 0.1379275918006897,
+      "learning_rate": 1.749070279192382e-05,
+      "loss": 0.010285983234643937,
+      "step": 4790,
+      "token_acc": 0.9954808854796348
+    },
+    {
+      "epoch": 0.25413128792942563,
+      "grad_norm": 0.08157876133918762,
+      "learning_rate": 1.7479331731209163e-05,
+      "loss": 0.009871353954076767,
+      "step": 4800,
+      "token_acc": 0.9958196700793511
+    },
+    {
+      "epoch": 0.2546607281126119,
+      "grad_norm": 0.07739344239234924,
+      "learning_rate": 1.746793867852698e-05,
+      "loss": 0.010115179419517516,
+      "step": 4810,
+      "token_acc": 0.995535528017691
+    },
+    {
+      "epoch": 0.2551901682957982,
+      "grad_norm": 0.08572009205818176,
+      "learning_rate": 1.7456523667377013e-05,
+      "loss": 0.010167035460472106,
+      "step": 4820,
+      "token_acc": 0.9956683943013095
+    },
+    {
+      "epoch": 0.25571960847898456,
+      "grad_norm": 0.09203449636697769,
+      "learning_rate": 1.7445086731323563e-05,
+      "loss": 0.009985524415969848,
+      "step": 4830,
+      "token_acc": 0.9956366124093742
+    },
+    {
+      "epoch": 0.25624904866217085,
+      "grad_norm": 0.1826680600643158,
+      "learning_rate": 1.74336279039954e-05,
+      "loss": 0.00958092212677002,
+      "step": 4840,
+      "token_acc": 0.9958029120947891
+    },
+    {
+      "epoch": 0.25677848884535714,
+      "grad_norm": 0.09237126260995865,
+      "learning_rate": 1.742214721908566e-05,
+      "loss": 0.009882880747318268,
+      "step": 4850,
+      "token_acc": 0.9956090556965407
+    },
+    {
+      "epoch": 0.25730792902854344,
+      "grad_norm": 0.19913312792778015,
+      "learning_rate": 1.7410644710351756e-05,
+      "loss": 0.0102533258497715,
+      "step": 4860,
+      "token_acc": 0.9955115423441763
+    },
+    {
+      "epoch": 0.25783736921172973,
+      "grad_norm": 0.10953837633132935,
+      "learning_rate": 1.739912041161526e-05,
+      "loss": 0.010251455754041672,
+      "step": 4870,
+      "token_acc": 0.9955061987777528
+    },
+    {
+      "epoch": 0.2583668093949161,
+      "grad_norm": 0.15581069886684418,
+      "learning_rate": 1.7387574356761826e-05,
+      "loss": 0.009992486238479615,
+      "step": 4880,
+      "token_acc": 0.9956349371948421
+    },
+    {
+      "epoch": 0.25889624957810237,
+      "grad_norm": 0.05655200779438019,
+      "learning_rate": 1.7376006579741066e-05,
+      "loss": 0.00950596183538437,
+      "step": 4890,
+      "token_acc": 0.9958958274245483
+    },
+    {
+      "epoch": 0.25942568976128866,
+      "grad_norm": 0.09489509463310242,
+      "learning_rate": 1.736441711456647e-05,
+      "loss": 0.010028690099716187,
+      "step": 4900,
+      "token_acc": 0.9956816419764408
+    },
+    {
+      "epoch": 0.25995512994447495,
+      "grad_norm": 0.08840907365083694,
+      "learning_rate": 1.735280599531531e-05,
+      "loss": 0.009550805389881133,
+      "step": 4910,
+      "token_acc": 0.9959025969690901
+    },
+    {
+      "epoch": 0.26048457012766124,
+      "grad_norm": 0.07671452313661575,
+      "learning_rate": 1.7341173256128508e-05,
+      "loss": 0.009890986233949661,
+      "step": 4920,
+      "token_acc": 0.9956684304528535
+    },
+    {
+      "epoch": 0.2610140103108476,
+      "grad_norm": 0.10329990088939667,
+      "learning_rate": 1.7329518931210573e-05,
+      "loss": 0.010437099635601044,
+      "step": 4930,
+      "token_acc": 0.9954537112731277
+    },
+    {
+      "epoch": 0.2615434504940339,
+      "grad_norm": 0.05995256081223488,
+      "learning_rate": 1.731784305482947e-05,
+      "loss": 0.009974733740091325,
+      "step": 4940,
+      "token_acc": 0.9956730528737932
+    },
+    {
+      "epoch": 0.26207289067722017,
+      "grad_norm": 0.11443962901830673,
+      "learning_rate": 1.7306145661316545e-05,
+      "loss": 0.009995999932289123,
+      "step": 4950,
+      "token_acc": 0.9957603071273577
+    },
+    {
+      "epoch": 0.26260233086040646,
+      "grad_norm": 0.08567491173744202,
+      "learning_rate": 1.7294426785066415e-05,
+      "loss": 0.010159790515899658,
+      "step": 4960,
+      "token_acc": 0.9957355187061346
+    },
+    {
+      "epoch": 0.26313177104359275,
+      "grad_norm": 0.08041193336248398,
+      "learning_rate": 1.7282686460536843e-05,
+      "loss": 0.00992010235786438,
+      "step": 4970,
+      "token_acc": 0.995691886386027
+    },
+    {
+      "epoch": 0.2636612112267791,
+      "grad_norm": 0.06766381114721298,
+      "learning_rate": 1.727092472224868e-05,
+      "loss": 0.010173306614160538,
+      "step": 4980,
+      "token_acc": 0.9955562225390394
+    },
+    {
+      "epoch": 0.2641906514099654,
+      "grad_norm": 0.10913963615894318,
+      "learning_rate": 1.7259141604785737e-05,
+      "loss": 0.010290446877479553,
+      "step": 4990,
+      "token_acc": 0.9955955221141494
+    },
+    {
+      "epoch": 0.2647200915931517,
+      "grad_norm": 0.07953409850597382,
+      "learning_rate": 1.724733714279468e-05,
+      "loss": 0.010660607367753983,
+      "step": 5000,
+      "token_acc": 0.9954212988832639
+    },
+    {
+      "epoch": 0.265249531776338,
+      "grad_norm": 0.08673790842294693,
+      "learning_rate": 1.7235511370984935e-05,
+      "loss": 0.009992580115795135,
+      "step": 5010,
+      "token_acc": 0.9960040710090764
+    },
+    {
+      "epoch": 0.2657789719595243,
+      "grad_norm": 0.106283999979496,
+      "learning_rate": 1.7223664324128596e-05,
+      "loss": 0.010323873162269593,
+      "step": 5020,
+      "token_acc": 0.995570681414379
+    },
+    {
+      "epoch": 0.2663084121427106,
+      "grad_norm": 0.12913547456264496,
+      "learning_rate": 1.721179603706031e-05,
+      "loss": 0.009637081623077392,
+      "step": 5030,
+      "token_acc": 0.9958964093581885
+    },
+    {
+      "epoch": 0.2668378523258969,
+      "grad_norm": 0.09253279119729996,
+      "learning_rate": 1.719990654467717e-05,
+      "loss": 0.010438549518585204,
+      "step": 5040,
+      "token_acc": 0.9954425561750859
+    },
+    {
+      "epoch": 0.2673672925090832,
+      "grad_norm": 0.09350863099098206,
+      "learning_rate": 1.718799588193863e-05,
+      "loss": 0.010773511230945587,
+      "step": 5050,
+      "token_acc": 0.9952622447617777
+    },
+    {
+      "epoch": 0.2678967326922695,
+      "grad_norm": 0.09263801574707031,
+      "learning_rate": 1.7176064083866397e-05,
+      "loss": 0.010268905758857727,
+      "step": 5060,
+      "token_acc": 0.9955039871876147
+    },
+    {
+      "epoch": 0.26842617287545584,
+      "grad_norm": 0.08650557696819305,
+      "learning_rate": 1.7164111185544302e-05,
+      "loss": 0.010438148677349091,
+      "step": 5070,
+      "token_acc": 0.9955429057917184
+    },
+    {
+      "epoch": 0.26895561305864213,
+      "grad_norm": 0.0784640684723854,
+      "learning_rate": 1.7152137222118245e-05,
+      "loss": 0.010061170160770416,
+      "step": 5080,
+      "token_acc": 0.9956363575683749
+    },
+    {
+      "epoch": 0.2694850532418284,
+      "grad_norm": 0.06762394309043884,
+      "learning_rate": 1.7140142228796047e-05,
+      "loss": 0.010280284285545348,
+      "step": 5090,
+      "token_acc": 0.9954874925973192
+    },
+    {
+      "epoch": 0.2700144934250147,
+      "grad_norm": 0.10271281003952026,
+      "learning_rate": 1.7128126240847368e-05,
+      "loss": 0.010046753287315368,
+      "step": 5100,
+      "token_acc": 0.995545694171032
+    },
+    {
+      "epoch": 0.270543933608201,
+      "grad_norm": 0.15268613398075104,
+      "learning_rate": 1.711608929360361e-05,
+      "loss": 0.010117458552122116,
+      "step": 5110,
+      "token_acc": 0.995655436957972
+    },
+    {
+      "epoch": 0.27107337379138735,
+      "grad_norm": 0.07870332151651382,
+      "learning_rate": 1.7104031422457786e-05,
+      "loss": 0.01032189503312111,
+      "step": 5120,
+      "token_acc": 0.9953214130833639
+    },
+    {
+      "epoch": 0.27160281397457364,
+      "grad_norm": 0.10826383531093597,
+      "learning_rate": 1.7091952662864448e-05,
+      "loss": 0.010061499476432801,
+      "step": 5130,
+      "token_acc": 0.9954698280536947
+    },
+    {
+      "epoch": 0.27213225415775993,
+      "grad_norm": 0.13327179849147797,
+      "learning_rate": 1.7079853050339558e-05,
+      "loss": 0.010724222660064698,
+      "step": 5140,
+      "token_acc": 0.9954011668182918
+    },
+    {
+      "epoch": 0.2726616943409462,
+      "grad_norm": 0.11641693115234375,
+      "learning_rate": 1.70677326204604e-05,
+      "loss": 0.010362713783979415,
+      "step": 5150,
+      "token_acc": 0.9954766991587662
+    },
+    {
+      "epoch": 0.2731911345241326,
+      "grad_norm": 0.080918088555336,
+      "learning_rate": 1.705559140886546e-05,
+      "loss": 0.010399863123893738,
+      "step": 5160,
+      "token_acc": 0.9954463570856685
+    },
+    {
+      "epoch": 0.27372057470731886,
+      "grad_norm": 0.07317711412906647,
+      "learning_rate": 1.7043429451254342e-05,
+      "loss": 0.01009959876537323,
+      "step": 5170,
+      "token_acc": 0.9955607847064026
+    },
+    {
+      "epoch": 0.27425001489050516,
+      "grad_norm": 0.11137982457876205,
+      "learning_rate": 1.7031246783387637e-05,
+      "loss": 0.00963272824883461,
+      "step": 5180,
+      "token_acc": 0.9959059451346619
+    },
+    {
+      "epoch": 0.27477945507369145,
+      "grad_norm": 0.08322513848543167,
+      "learning_rate": 1.7019043441086846e-05,
+      "loss": 0.010171153396368027,
+      "step": 5190,
+      "token_acc": 0.9955699793098846
+    },
+    {
+      "epoch": 0.27530889525687774,
+      "grad_norm": 0.09878774732351303,
+      "learning_rate": 1.7006819460234254e-05,
+      "loss": 0.009505745768547059,
+      "step": 5200,
+      "token_acc": 0.9959123746600598
+    },
+    {
+      "epoch": 0.2758383354400641,
+      "grad_norm": 0.09801449626684189,
+      "learning_rate": 1.6994574876772823e-05,
+      "loss": 0.010385122895240784,
+      "step": 5210,
+      "token_acc": 0.9955388412661352
+    },
+    {
+      "epoch": 0.2763677756232504,
+      "grad_norm": 0.08885489404201508,
+      "learning_rate": 1.6982309726706106e-05,
+      "loss": 0.010203893482685088,
+      "step": 5220,
+      "token_acc": 0.9956804536357572
+    },
+    {
+      "epoch": 0.27689721580643667,
+      "grad_norm": 0.06610845029354095,
+      "learning_rate": 1.6970024046098126e-05,
+      "loss": 0.010080977529287338,
+      "step": 5230,
+      "token_acc": 0.995545582702847
+    },
+    {
+      "epoch": 0.27742665598962296,
+      "grad_norm": 0.09676042944192886,
+      "learning_rate": 1.6957717871073265e-05,
+      "loss": 0.010139885544776916,
+      "step": 5240,
+      "token_acc": 0.9955147586990295
+    },
+    {
+      "epoch": 0.27795609617280925,
+      "grad_norm": 0.1016777753829956,
+      "learning_rate": 1.6945391237816183e-05,
+      "loss": 0.010168123245239257,
+      "step": 5250,
+      "token_acc": 0.9955729709450165
+    },
+    {
+      "epoch": 0.2784855363559956,
+      "grad_norm": 0.09102777391672134,
+      "learning_rate": 1.693304418257168e-05,
+      "loss": 0.009677259624004364,
+      "step": 5260,
+      "token_acc": 0.9956712845192123
+    },
+    {
+      "epoch": 0.2790149765391819,
+      "grad_norm": 0.1037028431892395,
+      "learning_rate": 1.6920676741644606e-05,
+      "loss": 0.009910434484481812,
+      "step": 5270,
+      "token_acc": 0.9957933394541357
+    },
+    {
+      "epoch": 0.2795444167223682,
+      "grad_norm": 0.09485547989606857,
+      "learning_rate": 1.690828895139976e-05,
+      "loss": 0.0097355917096138,
+      "step": 5280,
+      "token_acc": 0.9956854825249525
+    },
+    {
+      "epoch": 0.2800738569055545,
+      "grad_norm": 0.07754084467887878,
+      "learning_rate": 1.6895880848261762e-05,
+      "loss": 0.009660989046096802,
+      "step": 5290,
+      "token_acc": 0.9957425494615577
+    },
+    {
+      "epoch": 0.28060329708874077,
+      "grad_norm": 0.08729749172925949,
+      "learning_rate": 1.688345246871498e-05,
+      "loss": 0.010247129201889037,
+      "step": 5300,
+      "token_acc": 0.9956208397978079
+    },
+    {
+      "epoch": 0.2811327372719271,
+      "grad_norm": 0.06432025134563446,
+      "learning_rate": 1.687100384930338e-05,
+      "loss": 0.00970134064555168,
+      "step": 5310,
+      "token_acc": 0.9957198995469602
+    },
+    {
+      "epoch": 0.2816621774551134,
+      "grad_norm": 0.11998601257801056,
+      "learning_rate": 1.685853502663046e-05,
+      "loss": 0.010519204288721084,
+      "step": 5320,
+      "token_acc": 0.995409857955968
+    },
+    {
+      "epoch": 0.2821916176382997,
+      "grad_norm": 0.12320456653833389,
+      "learning_rate": 1.6846046037359107e-05,
+      "loss": 0.009626917541027069,
+      "step": 5330,
+      "token_acc": 0.9959056720201465
+    },
+    {
+      "epoch": 0.282721057821486,
+      "grad_norm": 0.08224596083164215,
+      "learning_rate": 1.683353691821151e-05,
+      "loss": 0.009865088760852814,
+      "step": 5340,
+      "token_acc": 0.995929975563173
+    },
+    {
+      "epoch": 0.28325049800467234,
+      "grad_norm": 0.06699672341346741,
+      "learning_rate": 1.6821007705969056e-05,
+      "loss": 0.009881328046321868,
+      "step": 5350,
+      "token_acc": 0.9956543498206689
+    },
+    {
+      "epoch": 0.2837799381878586,
+      "grad_norm": 0.12560273706912994,
+      "learning_rate": 1.68084584374722e-05,
+      "loss": 0.010346464067697524,
+      "step": 5360,
+      "token_acc": 0.9956267369949674
+    },
+    {
+      "epoch": 0.2843093783710449,
+      "grad_norm": 0.08353330194950104,
+      "learning_rate": 1.679588914962038e-05,
+      "loss": 0.009909333288669586,
+      "step": 5370,
+      "token_acc": 0.9957284566546808
+    },
+    {
+      "epoch": 0.2848388185542312,
+      "grad_norm": 0.0698608011007309,
+      "learning_rate": 1.678329987937189e-05,
+      "loss": 0.009329697489738465,
+      "step": 5380,
+      "token_acc": 0.9960274738572729
+    },
+    {
+      "epoch": 0.2853682587374175,
+      "grad_norm": 0.07612036913633347,
+      "learning_rate": 1.6770690663743784e-05,
+      "loss": 0.009307721257209777,
+      "step": 5390,
+      "token_acc": 0.9960063697984842
+    },
+    {
+      "epoch": 0.28589769892060385,
+      "grad_norm": 0.12496699392795563,
+      "learning_rate": 1.6758061539811768e-05,
+      "loss": 0.010323578119277954,
+      "step": 5400,
+      "token_acc": 0.9953011676139446
+    },
+    {
+      "epoch": 0.28642713910379014,
+      "grad_norm": 0.07051340490579605,
+      "learning_rate": 1.674541254471007e-05,
+      "loss": 0.009918044507503509,
+      "step": 5410,
+      "token_acc": 0.9957061506265685
+    },
+    {
+      "epoch": 0.28695657928697643,
+      "grad_norm": 0.10341159254312515,
+      "learning_rate": 1.6732743715631365e-05,
+      "loss": 0.009674561023712159,
+      "step": 5420,
+      "token_acc": 0.9957501168926591
+    },
+    {
+      "epoch": 0.2874860194701627,
+      "grad_norm": 0.08817838877439499,
+      "learning_rate": 1.672005508982663e-05,
+      "loss": 0.009385728091001511,
+      "step": 5430,
+      "token_acc": 0.9958464694990742
+    },
+    {
+      "epoch": 0.288015459653349,
+      "grad_norm": 0.08516643196344376,
+      "learning_rate": 1.6707346704605073e-05,
+      "loss": 0.009607335925102234,
+      "step": 5440,
+      "token_acc": 0.9960398515986494
+    },
+    {
+      "epoch": 0.28854489983653536,
+      "grad_norm": 0.08707567304372787,
+      "learning_rate": 1.6694618597333977e-05,
+      "loss": 0.009947662055492402,
+      "step": 5450,
+      "token_acc": 0.9957765406028029
+    },
+    {
+      "epoch": 0.28907434001972165,
+      "grad_norm": 0.07897105067968369,
+      "learning_rate": 1.668187080543863e-05,
+      "loss": 0.010012052208185195,
+      "step": 5460,
+      "token_acc": 0.9957166832265983
+    },
+    {
+      "epoch": 0.28960378020290795,
+      "grad_norm": 0.07494234293699265,
+      "learning_rate": 1.6669103366402195e-05,
+      "loss": 0.009755800664424896,
+      "step": 5470,
+      "token_acc": 0.9956864544658128
+    },
+    {
+      "epoch": 0.29013322038609424,
+      "grad_norm": 0.07901187241077423,
+      "learning_rate": 1.6656316317765612e-05,
+      "loss": 0.009615787863731384,
+      "step": 5480,
+      "token_acc": 0.9958379902246984
+    },
+    {
+      "epoch": 0.2906626605692806,
+      "grad_norm": 0.10357753932476044,
+      "learning_rate": 1.6643509697127478e-05,
+      "loss": 0.009917864948511124,
+      "step": 5490,
+      "token_acc": 0.9956035338577948
+    },
+    {
+      "epoch": 0.2911921007524669,
+      "grad_norm": 0.09779317677021027,
+      "learning_rate": 1.6630683542143926e-05,
+      "loss": 0.00972934439778328,
+      "step": 5500,
+      "token_acc": 0.995919729650799
+    },
+    {
+      "epoch": 0.29172154093565317,
+      "grad_norm": 0.0983927994966507,
+      "learning_rate": 1.6617837890528543e-05,
+      "loss": 0.009848371148109436,
+      "step": 5510,
+      "token_acc": 0.9956534434572227
+    },
+    {
+      "epoch": 0.29225098111883946,
+      "grad_norm": 0.10686007142066956,
+      "learning_rate": 1.6604972780052236e-05,
+      "loss": 0.009840734302997589,
+      "step": 5520,
+      "token_acc": 0.9957268523927958
+    },
+    {
+      "epoch": 0.29278042130202575,
+      "grad_norm": 0.06463044136762619,
+      "learning_rate": 1.6592088248543133e-05,
+      "loss": 0.009312328696250916,
+      "step": 5530,
+      "token_acc": 0.9960174663738907
+    },
+    {
+      "epoch": 0.2933098614852121,
+      "grad_norm": 0.06900442391633987,
+      "learning_rate": 1.6579184333886454e-05,
+      "loss": 0.010098479688167572,
+      "step": 5540,
+      "token_acc": 0.9955735614074575
+    },
+    {
+      "epoch": 0.2938393016683984,
+      "grad_norm": 0.09063943475484848,
+      "learning_rate": 1.6566261074024436e-05,
+      "loss": 0.009185981005430222,
+      "step": 5550,
+      "token_acc": 0.9958645300071703
+    },
+    {
+      "epoch": 0.2943687418515847,
+      "grad_norm": 0.07650324702262878,
+      "learning_rate": 1.655331850695617e-05,
+      "loss": 0.009732353687286376,
+      "step": 5560,
+      "token_acc": 0.9958857352683452
+    },
+    {
+      "epoch": 0.294898182034771,
+      "grad_norm": 0.05918656289577484,
+      "learning_rate": 1.6540356670737542e-05,
+      "loss": 0.009732091426849365,
+      "step": 5570,
+      "token_acc": 0.995771864132565
+    },
+    {
+      "epoch": 0.29542762221795726,
+      "grad_norm": 0.11335550248622894,
+      "learning_rate": 1.6527375603481077e-05,
+      "loss": 0.009178735315799713,
+      "step": 5580,
+      "token_acc": 0.9958833647856511
+    },
+    {
+      "epoch": 0.2959570624011436,
+      "grad_norm": 0.05637415498495102,
+      "learning_rate": 1.651437534335586e-05,
+      "loss": 0.00958641916513443,
+      "step": 5590,
+      "token_acc": 0.9956717538153615
+    },
+    {
+      "epoch": 0.2964865025843299,
+      "grad_norm": 0.08341427892446518,
+      "learning_rate": 1.65013559285874e-05,
+      "loss": 0.009712567180395126,
+      "step": 5600,
+      "token_acc": 0.9957118782640615
+    },
+    {
+      "epoch": 0.2970159427675162,
+      "grad_norm": 0.09955371916294098,
+      "learning_rate": 1.648831739745754e-05,
+      "loss": 0.009708032011985779,
+      "step": 5610,
+      "token_acc": 0.9958019312785331
+    },
+    {
+      "epoch": 0.2975453829507025,
+      "grad_norm": 0.06681809574365616,
+      "learning_rate": 1.647525978830432e-05,
+      "loss": 0.009978721290826798,
+      "step": 5620,
+      "token_acc": 0.9956960547168238
+    },
+    {
+      "epoch": 0.2980748231338888,
+      "grad_norm": 0.10781566798686981,
+      "learning_rate": 1.646218313952188e-05,
+      "loss": 0.009703484177589417,
+      "step": 5630,
+      "token_acc": 0.9958117105241202
+    },
+    {
+      "epoch": 0.2986042633170751,
+      "grad_norm": 0.08826080709695816,
+      "learning_rate": 1.6449087489560347e-05,
+      "loss": 0.010396993905305862,
+      "step": 5640,
+      "token_acc": 0.9953953953953953
+    },
+    {
+      "epoch": 0.2991337035002614,
+      "grad_norm": 0.07920516282320023,
+      "learning_rate": 1.6435972876925716e-05,
+      "loss": 0.009586150199174881,
+      "step": 5650,
+      "token_acc": 0.9957675932882545
+    },
+    {
+      "epoch": 0.2996631436834477,
+      "grad_norm": 0.09159889817237854,
+      "learning_rate": 1.6422839340179736e-05,
+      "loss": 0.009946726262569427,
+      "step": 5660,
+      "token_acc": 0.9956647157887716
+    },
+    {
+      "epoch": 0.300192583866634,
+      "grad_norm": 0.09318218380212784,
+      "learning_rate": 1.64096869179398e-05,
+      "loss": 0.009697252511978149,
+      "step": 5670,
+      "token_acc": 0.9959112149532711
+    },
+    {
+      "epoch": 0.30072202404982035,
+      "grad_norm": 0.08872237801551819,
+      "learning_rate": 1.6396515648878845e-05,
+      "loss": 0.009905125200748443,
+      "step": 5680,
+      "token_acc": 0.9956585264036736
+    },
+    {
+      "epoch": 0.30125146423300664,
+      "grad_norm": 0.08196310698986053,
+      "learning_rate": 1.6383325571725204e-05,
+      "loss": 0.009628520160913468,
+      "step": 5690,
+      "token_acc": 0.995655436957972
+    },
+    {
+      "epoch": 0.30178090441619293,
+      "grad_norm": 0.11664915084838867,
+      "learning_rate": 1.6370116725262523e-05,
+      "loss": 0.009039324522018433,
+      "step": 5700,
+      "token_acc": 0.9960218838089837
+    },
+    {
+      "epoch": 0.3023103445993792,
+      "grad_norm": 0.0882045105099678,
+      "learning_rate": 1.635688914832964e-05,
+      "loss": 0.009757035970687866,
+      "step": 5710,
+      "token_acc": 0.9957274585888931
+    },
+    {
+      "epoch": 0.3028397847825655,
+      "grad_norm": 0.10893391072750092,
+      "learning_rate": 1.634364287982046e-05,
+      "loss": 0.009365728497505188,
+      "step": 5720,
+      "token_acc": 0.9959856451343683
+    },
+    {
+      "epoch": 0.30336922496575186,
+      "grad_norm": 0.11440259218215942,
+      "learning_rate": 1.6330377958683856e-05,
+      "loss": 0.009367022663354874,
+      "step": 5730,
+      "token_acc": 0.996018795957033
+    },
+    {
+      "epoch": 0.30389866514893815,
+      "grad_norm": 0.09525571763515472,
+      "learning_rate": 1.6317094423923534e-05,
+      "loss": 0.009122355282306671,
+      "step": 5740,
+      "token_acc": 0.9960885701180101
+    },
+    {
+      "epoch": 0.30442810533212444,
+      "grad_norm": 0.08001086115837097,
+      "learning_rate": 1.6303792314597943e-05,
+      "loss": 0.00919048860669136,
+      "step": 5750,
+      "token_acc": 0.9960473978702646
+    },
+    {
+      "epoch": 0.30495754551531074,
+      "grad_norm": 0.09881721436977386,
+      "learning_rate": 1.6290471669820146e-05,
+      "loss": 0.008948402106761932,
+      "step": 5760,
+      "token_acc": 0.9960394883852786
+    },
+    {
+      "epoch": 0.305486985698497,
+      "grad_norm": 0.07967948168516159,
+      "learning_rate": 1.6277132528757703e-05,
+      "loss": 0.009203647822141647,
+      "step": 5770,
+      "token_acc": 0.9961981307476175
+    },
+    {
+      "epoch": 0.3060164258816834,
+      "grad_norm": 0.07709358632564545,
+      "learning_rate": 1.626377493063256e-05,
+      "loss": 0.00967738702893257,
+      "step": 5780,
+      "token_acc": 0.9958345159189943
+    },
+    {
+      "epoch": 0.30654586606486967,
+      "grad_norm": 0.11473223567008972,
+      "learning_rate": 1.6250398914720936e-05,
+      "loss": 0.009214276075363159,
+      "step": 5790,
+      "token_acc": 0.9958866964248467
+    },
+    {
+      "epoch": 0.30707530624805596,
+      "grad_norm": 0.13097169995307922,
+      "learning_rate": 1.623700452035321e-05,
+      "loss": 0.009174647182226181,
+      "step": 5800,
+      "token_acc": 0.9960029706522918
+    },
+    {
+      "epoch": 0.30760474643124225,
+      "grad_norm": 0.0574369803071022,
+      "learning_rate": 1.6223591786913778e-05,
+      "loss": 0.010016897320747375,
+      "step": 5810,
+      "token_acc": 0.9957468101075807
+    },
+    {
+      "epoch": 0.3081341866144286,
+      "grad_norm": 0.08412422984838486,
+      "learning_rate": 1.6210160753840997e-05,
+      "loss": 0.009437409788370132,
+      "step": 5820,
+      "token_acc": 0.995954962468724
+    },
+    {
+      "epoch": 0.3086636267976149,
+      "grad_norm": 0.07035002112388611,
+      "learning_rate": 1.6196711460626993e-05,
+      "loss": 0.009588725864887238,
+      "step": 5830,
+      "token_acc": 0.9957728159549101
+    },
+    {
+      "epoch": 0.3091930669808012,
+      "grad_norm": 0.09316197037696838,
+      "learning_rate": 1.618324394681761e-05,
+      "loss": 0.009136982262134552,
+      "step": 5840,
+      "token_acc": 0.995995895793188
+    },
+    {
+      "epoch": 0.30972250716398747,
+      "grad_norm": 0.07297364622354507,
+      "learning_rate": 1.6169758252012262e-05,
+      "loss": 0.009341055154800415,
+      "step": 5850,
+      "token_acc": 0.9958718695010383
+    },
+    {
+      "epoch": 0.31025194734717376,
+      "grad_norm": 0.06908360868692398,
+      "learning_rate": 1.615625441586381e-05,
+      "loss": 0.009629489481449127,
+      "step": 5860,
+      "token_acc": 0.9957351627899212
+    },
+    {
+      "epoch": 0.3107813875303601,
+      "grad_norm": 0.08213352411985397,
+      "learning_rate": 1.6142732478078468e-05,
+      "loss": 0.009458699822425842,
+      "step": 5870,
+      "token_acc": 0.9959706684686037
+    },
+    {
+      "epoch": 0.3113108277135464,
+      "grad_norm": 0.10233397036790848,
+      "learning_rate": 1.612919247841567e-05,
+      "loss": 0.009136594831943512,
+      "step": 5880,
+      "token_acc": 0.9961392215069544
+    },
+    {
+      "epoch": 0.3118402678967327,
+      "grad_norm": 0.08014033734798431,
+      "learning_rate": 1.611563445668797e-05,
+      "loss": 0.009805220365524291,
+      "step": 5890,
+      "token_acc": 0.9956970955394892
+    },
+    {
+      "epoch": 0.312369708079919,
+      "grad_norm": 0.06626968830823898,
+      "learning_rate": 1.6102058452760894e-05,
+      "loss": 0.009142603725194931,
+      "step": 5900,
+      "token_acc": 0.9960734293717487
+    },
+    {
+      "epoch": 0.3128991482631053,
+      "grad_norm": 0.15002653002738953,
+      "learning_rate": 1.608846450655286e-05,
+      "loss": 0.009353496134281158,
+      "step": 5910,
+      "token_acc": 0.9959207507820647
+    },
+    {
+      "epoch": 0.3134285884462916,
+      "grad_norm": 0.08285783976316452,
+      "learning_rate": 1.6074852658035034e-05,
+      "loss": 0.0094138503074646,
+      "step": 5920,
+      "token_acc": 0.9958853232066102
+    },
+    {
+      "epoch": 0.3139580286294779,
+      "grad_norm": 0.09231264889240265,
+      "learning_rate": 1.6061222947231224e-05,
+      "loss": 0.03251364827156067,
+      "step": 5930,
+      "token_acc": 0.9946847124988527
+    },
+    {
+      "epoch": 0.3144874688126642,
+      "grad_norm": 0.11155049502849579,
+      "learning_rate": 1.6047575414217756e-05,
+      "loss": 0.00907934010028839,
+      "step": 5940,
+      "token_acc": 0.996103722738574
+    },
+    {
+      "epoch": 0.3150169089958505,
+      "grad_norm": 0.08581361919641495,
+      "learning_rate": 1.6033910099123366e-05,
+      "loss": 0.0087142214179039,
+      "step": 5950,
+      "token_acc": 0.996376357822141
+    },
+    {
+      "epoch": 0.3155463491790368,
+      "grad_norm": 0.07173480093479156,
+      "learning_rate": 1.602022704212907e-05,
+      "loss": 0.009482725709676742,
+      "step": 5960,
+      "token_acc": 0.9959811899679829
+    },
+    {
+      "epoch": 0.31607578936222314,
+      "grad_norm": 0.15052035450935364,
+      "learning_rate": 1.600652628346805e-05,
+      "loss": 0.009292979538440705,
+      "step": 5970,
+      "token_acc": 0.9959850419859435
+    },
+    {
+      "epoch": 0.31660522954540943,
+      "grad_norm": 0.07231432944536209,
+      "learning_rate": 1.5992807863425552e-05,
+      "loss": 0.0085860975086689,
+      "step": 5980,
+      "token_acc": 0.9962354551676934
+    },
+    {
+      "epoch": 0.3171346697285957,
+      "grad_norm": 0.08485893905162811,
+      "learning_rate": 1.5979071822338733e-05,
+      "loss": 0.009241646528244019,
+      "step": 5990,
+      "token_acc": 0.9959022208127123
+    },
+    {
+      "epoch": 0.317664109911782,
+      "grad_norm": 0.14029960334300995,
+      "learning_rate": 1.596531820059658e-05,
+      "loss": 0.008970920741558076,
+      "step": 6000,
+      "token_acc": 0.9962189818794915
+    },
+    {
+      "epoch": 0.317664109911782,
+      "eval_loss": 0.011477283202111721,
+      "eval_runtime": 710.3112,
+      "eval_samples_per_second": 16.863,
+      "eval_steps_per_second": 1.054,
+      "eval_token_acc": 0.995017686943771,
+      "step": 6000
+    },
+    {
+      "epoch": 0.31819355009496836,
+      "grad_norm": 0.0861055850982666,
+      "learning_rate": 1.5951547038639752e-05,
+      "loss": 0.009113739430904388,
+      "step": 6010,
+      "token_acc": 0.9960300912411802
+    },
+    {
+      "epoch": 0.31872299027815465,
+      "grad_norm": 0.08600447326898575,
+      "learning_rate": 1.5937758376960507e-05,
+      "loss": 0.009130691736936569,
+      "step": 6020,
+      "token_acc": 0.9960035042342831
+    },
+    {
+      "epoch": 0.31925243046134094,
+      "grad_norm": 0.08892437070608139,
+      "learning_rate": 1.5923952256102547e-05,
+      "loss": 0.008988317847251893,
+      "step": 6030,
+      "token_acc": 0.9960308526162185
+    },
+    {
+      "epoch": 0.31978187064452723,
+      "grad_norm": 0.06886985898017883,
+      "learning_rate": 1.5910128716660908e-05,
+      "loss": 0.00877256840467453,
+      "step": 6040,
+      "token_acc": 0.9962185715716718
+    },
+    {
+      "epoch": 0.3203113108277135,
+      "grad_norm": 0.07213792204856873,
+      "learning_rate": 1.589628779928184e-05,
+      "loss": 0.00880722850561142,
+      "step": 6050,
+      "token_acc": 0.9960985369513568
+    },
+    {
+      "epoch": 0.32084075101089987,
+      "grad_norm": 0.06557095795869827,
+      "learning_rate": 1.588242954466271e-05,
+      "loss": 0.009177390486001968,
+      "step": 6060,
+      "token_acc": 0.9960527743238394
+    },
+    {
+      "epoch": 0.32137019119408616,
+      "grad_norm": 0.07065486162900925,
+      "learning_rate": 1.5868553993551833e-05,
+      "loss": 0.009276406466960907,
+      "step": 6070,
+      "token_acc": 0.9960436698717948
+    },
+    {
+      "epoch": 0.32189963137727245,
+      "grad_norm": 0.09328465163707733,
+      "learning_rate": 1.5854661186748416e-05,
+      "loss": 0.009605391323566437,
+      "step": 6080,
+      "token_acc": 0.9958392048628772
+    },
+    {
+      "epoch": 0.32242907156045875,
+      "grad_norm": 0.07949452102184296,
+      "learning_rate": 1.584075116510237e-05,
+      "loss": 0.009189733862876892,
+      "step": 6090,
+      "token_acc": 0.9960864812543286
+    },
+    {
+      "epoch": 0.32295851174364504,
+      "grad_norm": 0.07642360776662827,
+      "learning_rate": 1.5826823969514245e-05,
+      "loss": 0.009498965740203858,
+      "step": 6100,
+      "token_acc": 0.9959803185722625
+    },
+    {
+      "epoch": 0.3234879519268314,
+      "grad_norm": 0.09671497344970703,
+      "learning_rate": 1.5812879640935088e-05,
+      "loss": 0.008847469091415405,
+      "step": 6110,
+      "token_acc": 0.9962866226624498
+    },
+    {
+      "epoch": 0.3240173921100177,
+      "grad_norm": 0.07606108486652374,
+      "learning_rate": 1.5798918220366316e-05,
+      "loss": 0.009391656517982483,
+      "step": 6120,
+      "token_acc": 0.995936316149597
+    },
+    {
+      "epoch": 0.32454683229320397,
+      "grad_norm": 0.10382432490587234,
+      "learning_rate": 1.5784939748859605e-05,
+      "loss": 0.009515581279993057,
+      "step": 6130,
+      "token_acc": 0.9959430355443512
+    },
+    {
+      "epoch": 0.32507627247639026,
+      "grad_norm": 0.06706821918487549,
+      "learning_rate": 1.5770944267516764e-05,
+      "loss": 0.00860891044139862,
+      "step": 6140,
+      "token_acc": 0.9963469557964971
+    },
+    {
+      "epoch": 0.3256057126595766,
+      "grad_norm": 0.08219406753778458,
+      "learning_rate": 1.575693181748963e-05,
+      "loss": 0.009296966344118118,
+      "step": 6150,
+      "token_acc": 0.9961355479509223
+    },
+    {
+      "epoch": 0.3261351528427629,
+      "grad_norm": 0.14151635766029358,
+      "learning_rate": 1.574290243997992e-05,
+      "loss": 0.009372777491807937,
+      "step": 6160,
+      "token_acc": 0.9958213436757163
+    },
+    {
+      "epoch": 0.3266645930259492,
+      "grad_norm": 0.07452268153429031,
+      "learning_rate": 1.5728856176239127e-05,
+      "loss": 0.008828724920749664,
+      "step": 6170,
+      "token_acc": 0.996195371034759
+    },
+    {
+      "epoch": 0.3271940332091355,
+      "grad_norm": 0.08804163336753845,
+      "learning_rate": 1.5714793067568403e-05,
+      "loss": 0.00887804850935936,
+      "step": 6180,
+      "token_acc": 0.9961437979416895
+    },
+    {
+      "epoch": 0.3277234733923218,
+      "grad_norm": 0.059914544224739075,
+      "learning_rate": 1.5700713155318418e-05,
+      "loss": 0.009255196154117584,
+      "step": 6190,
+      "token_acc": 0.995953038558781
+    },
+    {
+      "epoch": 0.3282529135755081,
+      "grad_norm": 0.07684949040412903,
+      "learning_rate": 1.5686616480889258e-05,
+      "loss": 0.008642568439245223,
+      "step": 6200,
+      "token_acc": 0.9962766312696186
+    },
+    {
+      "epoch": 0.3287823537586944,
+      "grad_norm": 0.08286368101835251,
+      "learning_rate": 1.5672503085730303e-05,
+      "loss": 0.008778942376375198,
+      "step": 6210,
+      "token_acc": 0.9962216309542675
+    },
+    {
+      "epoch": 0.3293117939418807,
+      "grad_norm": 0.1016073077917099,
+      "learning_rate": 1.5658373011340082e-05,
+      "loss": 0.009228568524122238,
+      "step": 6220,
+      "token_acc": 0.9963564508329303
+    },
+    {
+      "epoch": 0.329841234125067,
+      "grad_norm": 0.10347961634397507,
+      "learning_rate": 1.5644226299266183e-05,
+      "loss": 0.008666118979454041,
+      "step": 6230,
+      "token_acc": 0.9962085466373817
+    },
+    {
+      "epoch": 0.3303706743082533,
+      "grad_norm": 0.11229892075061798,
+      "learning_rate": 1.56300629911051e-05,
+      "loss": 0.008447064459323883,
+      "step": 6240,
+      "token_acc": 0.9964209437362344
+    },
+    {
+      "epoch": 0.33090011449143963,
+      "grad_norm": 0.07292419672012329,
+      "learning_rate": 1.5615883128502133e-05,
+      "loss": 0.008586619794368745,
+      "step": 6250,
+      "token_acc": 0.9962774703491332
+    },
+    {
+      "epoch": 0.3314295546746259,
+      "grad_norm": 0.07681415975093842,
+      "learning_rate": 1.5601686753151266e-05,
+      "loss": 0.008841368556022643,
+      "step": 6260,
+      "token_acc": 0.9962289022935282
+    },
+    {
+      "epoch": 0.3319589948578122,
+      "grad_norm": 0.06035500392317772,
+      "learning_rate": 1.5587473906795024e-05,
+      "loss": 0.009253267943859101,
+      "step": 6270,
+      "token_acc": 0.9960126128230368
+    },
+    {
+      "epoch": 0.3324884350409985,
+      "grad_norm": 0.07261207699775696,
+      "learning_rate": 1.5573244631224364e-05,
+      "loss": 0.00843152478337288,
+      "step": 6280,
+      "token_acc": 0.9965221307578752
+    },
+    {
+      "epoch": 0.3330178752241848,
+      "grad_norm": 0.0901603028178215,
+      "learning_rate": 1.555899896827856e-05,
+      "loss": 0.009364788979291916,
+      "step": 6290,
+      "token_acc": 0.9959241168919932
+    },
+    {
+      "epoch": 0.33354731540737115,
+      "grad_norm": 0.0729965791106224,
+      "learning_rate": 1.5544736959845063e-05,
+      "loss": 0.008965513110160828,
+      "step": 6300,
+      "token_acc": 0.9960481887531786
+    },
+    {
+      "epoch": 0.33407675559055744,
+      "grad_norm": 0.11340804398059845,
+      "learning_rate": 1.5530458647859385e-05,
+      "loss": 0.009127754718065262,
+      "step": 6310,
+      "token_acc": 0.995766815843965
+    },
+    {
+      "epoch": 0.33460619577374373,
+      "grad_norm": 0.12861299514770508,
+      "learning_rate": 1.551616407430498e-05,
+      "loss": 0.009375978261232376,
+      "step": 6320,
+      "token_acc": 0.9959953947039095
+    },
+    {
+      "epoch": 0.33513563595693,
+      "grad_norm": 0.08486894518136978,
+      "learning_rate": 1.550185328121312e-05,
+      "loss": 0.00914788842201233,
+      "step": 6330,
+      "token_acc": 0.995918469551282
+    },
+    {
+      "epoch": 0.33566507614011637,
+      "grad_norm": 0.13351406157016754,
+      "learning_rate": 1.5487526310662762e-05,
+      "loss": 0.009574226289987563,
+      "step": 6340,
+      "token_acc": 0.9959084836339346
+    },
+    {
+      "epoch": 0.33619451632330266,
+      "grad_norm": 0.05893190577626228,
+      "learning_rate": 1.547318320478043e-05,
+      "loss": 0.008804354071617126,
+      "step": 6350,
+      "token_acc": 0.9960209214444806
+    },
+    {
+      "epoch": 0.33672395650648895,
+      "grad_norm": 0.11144118010997772,
+      "learning_rate": 1.5458824005740103e-05,
+      "loss": 0.008796499669551849,
+      "step": 6360,
+      "token_acc": 0.9961771849724974
+    },
+    {
+      "epoch": 0.33725339668967524,
+      "grad_norm": 0.06568700075149536,
+      "learning_rate": 1.5444448755763062e-05,
+      "loss": 0.008684404194355011,
+      "step": 6370,
+      "token_acc": 0.996105152541242
+    },
+    {
+      "epoch": 0.33778283687286154,
+      "grad_norm": 0.06569815427064896,
+      "learning_rate": 1.54300574971178e-05,
+      "loss": 0.008211921155452728,
+      "step": 6380,
+      "token_acc": 0.996572915190074
+    },
+    {
+      "epoch": 0.3383122770560479,
+      "grad_norm": 0.07777664810419083,
+      "learning_rate": 1.5415650272119873e-05,
+      "loss": 0.009406762570142746,
+      "step": 6390,
+      "token_acc": 0.9958904680531822
+    },
+    {
+      "epoch": 0.3388417172392342,
+      "grad_norm": 0.08153358846902847,
+      "learning_rate": 1.540122712313178e-05,
+      "loss": 0.00931502878665924,
+      "step": 6400,
+      "token_acc": 0.9960531695635123
+    },
+    {
+      "epoch": 0.33937115742242047,
+      "grad_norm": 0.08143303543329239,
+      "learning_rate": 1.538678809256286e-05,
+      "loss": 0.008841399103403091,
+      "step": 6410,
+      "token_acc": 0.9962203384173814
+    },
+    {
+      "epoch": 0.33990059760560676,
+      "grad_norm": 0.07863390445709229,
+      "learning_rate": 1.5372333222869126e-05,
+      "loss": 0.008432415127754212,
+      "step": 6420,
+      "token_acc": 0.9962778431519825
+    },
+    {
+      "epoch": 0.34043003778879305,
+      "grad_norm": 0.06499326229095459,
+      "learning_rate": 1.535786255655318e-05,
+      "loss": 0.008718221634626388,
+      "step": 6430,
+      "token_acc": 0.9961719375500401
+    },
+    {
+      "epoch": 0.3409594779719794,
+      "grad_norm": 0.07058816403150558,
+      "learning_rate": 1.5343376136164067e-05,
+      "loss": 0.008544119447469712,
+      "step": 6440,
+      "token_acc": 0.9963618157543391
+    },
+    {
+      "epoch": 0.3414889181551657,
+      "grad_norm": 0.11667972058057785,
+      "learning_rate": 1.5328874004297154e-05,
+      "loss": 0.008464707434177399,
+      "step": 6450,
+      "token_acc": 0.9962048544499125
+    },
+    {
+      "epoch": 0.342018358338352,
+      "grad_norm": 0.10080605000257492,
+      "learning_rate": 1.5314356203594008e-05,
+      "loss": 0.008374043554067612,
+      "step": 6460,
+      "token_acc": 0.9963040830288165
+    },
+    {
+      "epoch": 0.34254779852153827,
+      "grad_norm": 0.08833302557468414,
+      "learning_rate": 1.529982277674227e-05,
+      "loss": 0.009146318584680558,
+      "step": 6470,
+      "token_acc": 0.9960195932808732
+    },
+    {
+      "epoch": 0.3430772387047246,
+      "grad_norm": 0.06996115297079086,
+      "learning_rate": 1.5285273766475513e-05,
+      "loss": 0.009018532186746597,
+      "step": 6480,
+      "token_acc": 0.9959539163586916
+    },
+    {
+      "epoch": 0.3436066788879109,
+      "grad_norm": 0.07584096491336823,
+      "learning_rate": 1.5270709215573152e-05,
+      "loss": 0.008696052432060241,
+      "step": 6490,
+      "token_acc": 0.9961458246433637
+    },
+    {
+      "epoch": 0.3441361190710972,
+      "grad_norm": 0.09288084506988525,
+      "learning_rate": 1.5256129166860284e-05,
+      "loss": 0.008919874578714371,
+      "step": 6500,
+      "token_acc": 0.996145181476846
+    },
+    {
+      "epoch": 0.3446655592542835,
+      "grad_norm": 0.07339269667863846,
+      "learning_rate": 1.5241533663207575e-05,
+      "loss": 0.008549313247203826,
+      "step": 6510,
+      "token_acc": 0.9964118525688632
+    },
+    {
+      "epoch": 0.3451949994374698,
+      "grad_norm": 0.08147459477186203,
+      "learning_rate": 1.5226922747531143e-05,
+      "loss": 0.009033076465129852,
+      "step": 6520,
+      "token_acc": 0.9960851745811805
+    },
+    {
+      "epoch": 0.34572443962065613,
+      "grad_norm": 0.10153432190418243,
+      "learning_rate": 1.5212296462792418e-05,
+      "loss": 0.008526679873466492,
+      "step": 6530,
+      "token_acc": 0.9964823659839789
+    },
+    {
+      "epoch": 0.3462538798038424,
+      "grad_norm": 0.07803604751825333,
+      "learning_rate": 1.5197654851998011e-05,
+      "loss": 0.00866355448961258,
+      "step": 6540,
+      "token_acc": 0.9965102979604444
+    },
+    {
+      "epoch": 0.3467833199870287,
+      "grad_norm": 0.11945109069347382,
+      "learning_rate": 1.5182997958199617e-05,
+      "loss": 0.008174373209476471,
+      "step": 6550,
+      "token_acc": 0.9965364135605669
+    },
+    {
+      "epoch": 0.347312760170215,
+      "grad_norm": 0.06914705038070679,
+      "learning_rate": 1.5168325824493853e-05,
+      "loss": 0.008564507961273194,
+      "step": 6560,
+      "token_acc": 0.9964615063634467
+    },
+    {
+      "epoch": 0.3478422003534013,
+      "grad_norm": 0.07243646681308746,
+      "learning_rate": 1.5153638494022152e-05,
+      "loss": 0.009045325964689255,
+      "step": 6570,
+      "token_acc": 0.9960967472894079
+    },
+    {
+      "epoch": 0.34837164053658765,
+      "grad_norm": 0.10352995991706848,
+      "learning_rate": 1.5138936009970633e-05,
+      "loss": 0.008151848614215852,
+      "step": 6580,
+      "token_acc": 0.9965321195751846
+    },
+    {
+      "epoch": 0.34890108071977394,
+      "grad_norm": 0.07816743850708008,
+      "learning_rate": 1.5124218415569969e-05,
+      "loss": 0.008650150895118714,
+      "step": 6590,
+      "token_acc": 0.9962153104862576
+    },
+    {
+      "epoch": 0.34943052090296023,
+      "grad_norm": 0.13017474114894867,
+      "learning_rate": 1.5109485754095261e-05,
+      "loss": 0.008454060554504395,
+      "step": 6600,
+      "token_acc": 0.996369675524102
+    },
+    {
+      "epoch": 0.3499599610861465,
+      "grad_norm": 0.07812652736902237,
+      "learning_rate": 1.509473806886592e-05,
+      "loss": 0.00891561284661293,
+      "step": 6610,
+      "token_acc": 0.9961234170619669
+    },
+    {
+      "epoch": 0.3504894012693328,
+      "grad_norm": 0.07754290848970413,
+      "learning_rate": 1.5079975403245523e-05,
+      "loss": 0.008398633450269699,
+      "step": 6620,
+      "token_acc": 0.9963806791647208
+    },
+    {
+      "epoch": 0.35101884145251916,
+      "grad_norm": 0.07319533824920654,
+      "learning_rate": 1.506519780064171e-05,
+      "loss": 0.009117646515369416,
+      "step": 6630,
+      "token_acc": 0.9959880893796969
+    },
+    {
+      "epoch": 0.35154828163570545,
+      "grad_norm": 0.07587375491857529,
+      "learning_rate": 1.505040530450602e-05,
+      "loss": 0.007751373946666718,
+      "step": 6640,
+      "token_acc": 0.9967133526305691
+    },
+    {
+      "epoch": 0.35207772181889174,
+      "grad_norm": 0.07332997769117355,
+      "learning_rate": 1.5035597958333799e-05,
+      "loss": 0.008114126324653626,
+      "step": 6650,
+      "token_acc": 0.9966032381906192
+    },
+    {
+      "epoch": 0.35260716200207803,
+      "grad_norm": 0.11108594387769699,
+      "learning_rate": 1.5020775805664055e-05,
+      "loss": 0.008764214813709259,
+      "step": 6660,
+      "token_acc": 0.9961375144947485
+    },
+    {
+      "epoch": 0.3531366021852644,
+      "grad_norm": 0.1248961016535759,
+      "learning_rate": 1.5005938890079328e-05,
+      "loss": 0.008434607088565827,
+      "step": 6670,
+      "token_acc": 0.9963794412326584
+    },
+    {
+      "epoch": 0.3536660423684507,
+      "grad_norm": 0.14208568632602692,
+      "learning_rate": 1.4991087255205574e-05,
+      "loss": 0.008077596127986909,
+      "step": 6680,
+      "token_acc": 0.9966114426407378
+    },
+    {
+      "epoch": 0.35419548255163696,
+      "grad_norm": 0.15353021025657654,
+      "learning_rate": 1.4976220944712025e-05,
+      "loss": 0.009166976809501648,
+      "step": 6690,
+      "token_acc": 0.9960055705196094
+    },
+    {
+      "epoch": 0.35472492273482326,
+      "grad_norm": 0.07467907667160034,
+      "learning_rate": 1.4961340002311063e-05,
+      "loss": 0.009131768345832824,
+      "step": 6700,
+      "token_acc": 0.9960319775923441
+    },
+    {
+      "epoch": 0.35525436291800955,
+      "grad_norm": 0.07088314741849899,
+      "learning_rate": 1.4946444471758092e-05,
+      "loss": 0.008214731514453889,
+      "step": 6710,
+      "token_acc": 0.9965887102155201
+    },
+    {
+      "epoch": 0.3557838031011959,
+      "grad_norm": 0.07474954426288605,
+      "learning_rate": 1.4931534396851416e-05,
+      "loss": 0.008914574235677718,
+      "step": 6720,
+      "token_acc": 0.9961196321578183
+    },
+    {
+      "epoch": 0.3563132432843822,
+      "grad_norm": 0.09953784197568893,
+      "learning_rate": 1.4916609821432107e-05,
+      "loss": 0.008826042711734771,
+      "step": 6730,
+      "token_acc": 0.9962184137372591
+    },
+    {
+      "epoch": 0.3568426834675685,
+      "grad_norm": 0.1087934747338295,
+      "learning_rate": 1.4901670789383859e-05,
+      "loss": 0.008589546382427215,
+      "step": 6740,
+      "token_acc": 0.9962563991395554
+    },
+    {
+      "epoch": 0.35737212365075477,
+      "grad_norm": 0.07643584907054901,
+      "learning_rate": 1.488671734463289e-05,
+      "loss": 0.008497269451618194,
+      "step": 6750,
+      "token_acc": 0.9963855522258487
+    },
+    {
+      "epoch": 0.35790156383394106,
+      "grad_norm": 0.08400347083806992,
+      "learning_rate": 1.4871749531147787e-05,
+      "loss": 0.008091196417808533,
+      "step": 6760,
+      "token_acc": 0.9964781973711663
+    },
+    {
+      "epoch": 0.3584310040171274,
+      "grad_norm": 0.10275434702634811,
+      "learning_rate": 1.4856767392939394e-05,
+      "loss": 0.008578431606292725,
+      "step": 6770,
+      "token_acc": 0.9962041579070311
+    },
+    {
+      "epoch": 0.3589604442003137,
+      "grad_norm": 0.0981011614203453,
+      "learning_rate": 1.4841770974060663e-05,
+      "loss": 0.00843815952539444,
+      "step": 6780,
+      "token_acc": 0.99636387897388
+    },
+    {
+      "epoch": 0.3594898843835,
+      "grad_norm": 0.07873008400201797,
+      "learning_rate": 1.4826760318606553e-05,
+      "loss": 0.008255517482757569,
+      "step": 6790,
+      "token_acc": 0.9964124512969406
+    },
+    {
+      "epoch": 0.3600193245666863,
+      "grad_norm": 0.08992158621549606,
+      "learning_rate": 1.4811735470713864e-05,
+      "loss": 0.007780134677886963,
+      "step": 6800,
+      "token_acc": 0.9965281544971248
+    },
+    {
+      "epoch": 0.36054876474987263,
+      "grad_norm": 0.10192002356052399,
+      "learning_rate": 1.4796696474561145e-05,
+      "loss": 0.008712895214557648,
+      "step": 6810,
+      "token_acc": 0.9963452793191205
+    },
+    {
+      "epoch": 0.3610782049330589,
+      "grad_norm": 0.11269593983888626,
+      "learning_rate": 1.4781643374368536e-05,
+      "loss": 0.008835648745298385,
+      "step": 6820,
+      "token_acc": 0.9960711038446459
+    },
+    {
+      "epoch": 0.3616076451162452,
+      "grad_norm": 0.07689455151557922,
+      "learning_rate": 1.476657621439765e-05,
+      "loss": 0.008530103415250779,
+      "step": 6830,
+      "token_acc": 0.9963126413000859
+    },
+    {
+      "epoch": 0.3621370852994315,
+      "grad_norm": 0.070935919880867,
+      "learning_rate": 1.4751495038951444e-05,
+      "loss": 0.008115139603614808,
+      "step": 6840,
+      "token_acc": 0.9965283283400236
+    },
+    {
+      "epoch": 0.3626665254826178,
+      "grad_norm": 0.10170845687389374,
+      "learning_rate": 1.473639989237408e-05,
+      "loss": 0.00894813984632492,
+      "step": 6850,
+      "token_acc": 0.9961688382147955
+    },
+    {
+      "epoch": 0.36319596566580414,
+      "grad_norm": 0.13983041048049927,
+      "learning_rate": 1.4721290819050804e-05,
+      "loss": 0.008756274729967118,
+      "step": 6860,
+      "token_acc": 0.9962511480337313
+    },
+    {
+      "epoch": 0.36372540584899044,
+      "grad_norm": 0.07963170111179352,
+      "learning_rate": 1.4706167863407812e-05,
+      "loss": 0.008202113211154938,
+      "step": 6870,
+      "token_acc": 0.9965096568942626
+    },
+    {
+      "epoch": 0.3642548460321767,
+      "grad_norm": 0.07169204950332642,
+      "learning_rate": 1.4691031069912118e-05,
+      "loss": 0.0080909863114357,
+      "step": 6880,
+      "token_acc": 0.9964880083420229
+    },
+    {
+      "epoch": 0.364784286215363,
+      "grad_norm": 0.09158442914485931,
+      "learning_rate": 1.4675880483071428e-05,
+      "loss": 0.008538705110549927,
+      "step": 6890,
+      "token_acc": 0.9962029541850955
+    },
+    {
+      "epoch": 0.3653137263985493,
+      "grad_norm": 0.09928670525550842,
+      "learning_rate": 1.4660716147433995e-05,
+      "loss": 0.008499117940664292,
+      "step": 6900,
+      "token_acc": 0.9964229133661302
+    },
+    {
+      "epoch": 0.36584316658173566,
+      "grad_norm": 0.07625437527894974,
+      "learning_rate": 1.4645538107588507e-05,
+      "loss": 0.008902019262313843,
+      "step": 6910,
+      "token_acc": 0.9963225483655771
+    },
+    {
+      "epoch": 0.36637260676492195,
+      "grad_norm": 0.08107022941112518,
+      "learning_rate": 1.4630346408163948e-05,
+      "loss": 0.00802530199289322,
+      "step": 6920,
+      "token_acc": 0.9965396769809307
+    },
+    {
+      "epoch": 0.36690204694810824,
+      "grad_norm": 0.07106967270374298,
+      "learning_rate": 1.4615141093829462e-05,
+      "loss": 0.008048564195632935,
+      "step": 6930,
+      "token_acc": 0.9965632585647434
+    },
+    {
+      "epoch": 0.36743148713129453,
+      "grad_norm": 0.1261410415172577,
+      "learning_rate": 1.4599922209294229e-05,
+      "loss": 0.008151649683713912,
+      "step": 6940,
+      "token_acc": 0.9965276328639516
+    },
+    {
+      "epoch": 0.3679609273144808,
+      "grad_norm": 0.08320154994726181,
+      "learning_rate": 1.458468979930733e-05,
+      "loss": 0.008468060195446015,
+      "step": 6950,
+      "token_acc": 0.9963103635377103
+    },
+    {
+      "epoch": 0.36849036749766717,
+      "grad_norm": 0.08258127421140671,
+      "learning_rate": 1.4569443908657612e-05,
+      "loss": 0.00821821540594101,
+      "step": 6960,
+      "token_acc": 0.9965705130879567
+    },
+    {
+      "epoch": 0.36901980768085346,
+      "grad_norm": 0.08468693494796753,
+      "learning_rate": 1.4554184582173564e-05,
+      "loss": 0.008022025972604752,
+      "step": 6970,
+      "token_acc": 0.9965547445255475
+    },
+    {
+      "epoch": 0.36954924786403975,
+      "grad_norm": 0.08238520473241806,
+      "learning_rate": 1.4538911864723182e-05,
+      "loss": 0.008397844433784486,
+      "step": 6980,
+      "token_acc": 0.9963444557578994
+    },
+    {
+      "epoch": 0.37007868804722605,
+      "grad_norm": 0.08201859146356583,
+      "learning_rate": 1.4523625801213833e-05,
+      "loss": 0.008848610520362853,
+      "step": 6990,
+      "token_acc": 0.9962962345050802
+    },
+    {
+      "epoch": 0.3706081282304124,
+      "grad_norm": 0.06624449044466019,
+      "learning_rate": 1.4508326436592129e-05,
+      "loss": 0.008092763274908066,
+      "step": 7000,
+      "token_acc": 0.9966216216216216
+    },
+    {
+      "epoch": 0.3711375684135987,
+      "grad_norm": 0.1265631765127182,
+      "learning_rate": 1.4493013815843787e-05,
+      "loss": 0.008300593495368958,
+      "step": 7010,
+      "token_acc": 0.9962472166857086
+    },
+    {
+      "epoch": 0.371667008596785,
+      "grad_norm": 0.10278423130512238,
+      "learning_rate": 1.4477687983993509e-05,
+      "loss": 0.008206693828105927,
+      "step": 7020,
+      "token_acc": 0.9965638318279247
+    },
+    {
+      "epoch": 0.37219644877997127,
+      "grad_norm": 0.06805432587862015,
+      "learning_rate": 1.4462348986104839e-05,
+      "loss": 0.008539116382598877,
+      "step": 7030,
+      "token_acc": 0.9965042257986467
+    },
+    {
+      "epoch": 0.37272588896315756,
+      "grad_norm": 0.08357007056474686,
+      "learning_rate": 1.4446996867280036e-05,
+      "loss": 0.008512961119413376,
+      "step": 7040,
+      "token_acc": 0.9965128016885382
+    },
+    {
+      "epoch": 0.3732553291463439,
+      "grad_norm": 0.07158810645341873,
+      "learning_rate": 1.4431631672659937e-05,
+      "loss": 0.008031125366687774,
+      "step": 7050,
+      "token_acc": 0.9964886527602859
+    },
+    {
+      "epoch": 0.3737847693295302,
+      "grad_norm": 0.0848868191242218,
+      "learning_rate": 1.4416253447423822e-05,
+      "loss": 0.008569315075874329,
+      "step": 7060,
+      "token_acc": 0.9961365475922264
+    },
+    {
+      "epoch": 0.3743142095127165,
+      "grad_norm": 0.10126155614852905,
+      "learning_rate": 1.4400862236789298e-05,
+      "loss": 0.008170506358146668,
+      "step": 7070,
+      "token_acc": 0.9965553479682392
+    },
+    {
+      "epoch": 0.3748436496959028,
+      "grad_norm": 0.08059631288051605,
+      "learning_rate": 1.4385458086012138e-05,
+      "loss": 0.008338314294815064,
+      "step": 7080,
+      "token_acc": 0.9963692513145814
+    },
+    {
+      "epoch": 0.3753730898790891,
+      "grad_norm": 0.0937328189611435,
+      "learning_rate": 1.4370041040386182e-05,
+      "loss": 0.008450078964233398,
+      "step": 7090,
+      "token_acc": 0.9964055776095007
+    },
+    {
+      "epoch": 0.3759025300622754,
+      "grad_norm": 0.06613848358392715,
+      "learning_rate": 1.4354611145243169e-05,
+      "loss": 0.008243384957313537,
+      "step": 7100,
+      "token_acc": 0.9964874809147568
+    },
+    {
+      "epoch": 0.3764319702454617,
+      "grad_norm": 0.0815696269273758,
+      "learning_rate": 1.4339168445952636e-05,
+      "loss": 0.007915447652339935,
+      "step": 7110,
+      "token_acc": 0.9966137601441237
+    },
+    {
+      "epoch": 0.376961410428648,
+      "grad_norm": 0.10713789612054825,
+      "learning_rate": 1.432371298792175e-05,
+      "loss": 0.008450544625520705,
+      "step": 7120,
+      "token_acc": 0.9963109794266161
+    },
+    {
+      "epoch": 0.3774908506118343,
+      "grad_norm": 0.07149320840835571,
+      "learning_rate": 1.4308244816595206e-05,
+      "loss": 0.007767795026302338,
+      "step": 7130,
+      "token_acc": 0.9965394461446094
+    },
+    {
+      "epoch": 0.37802029079502064,
+      "grad_norm": 0.08364174515008926,
+      "learning_rate": 1.4292763977455084e-05,
+      "loss": 0.008118488639593125,
+      "step": 7140,
+      "token_acc": 0.9964550246897104
+    },
+    {
+      "epoch": 0.37854973097820693,
+      "grad_norm": 0.09011761844158173,
+      "learning_rate": 1.42772705160207e-05,
+      "loss": 0.008179964125156402,
+      "step": 7150,
+      "token_acc": 0.9964158004851172
+    },
+    {
+      "epoch": 0.3790791711613932,
+      "grad_norm": 0.0949261337518692,
+      "learning_rate": 1.4261764477848497e-05,
+      "loss": 0.0076960533857345585,
+      "step": 7160,
+      "token_acc": 0.9966965037998549
+    },
+    {
+      "epoch": 0.3796086113445795,
+      "grad_norm": 0.10810185968875885,
+      "learning_rate": 1.4246245908531883e-05,
+      "loss": 0.008588281273841859,
+      "step": 7170,
+      "token_acc": 0.9963795620437956
+    },
+    {
+      "epoch": 0.3801380515277658,
+      "grad_norm": 0.08978131413459778,
+      "learning_rate": 1.423071485370113e-05,
+      "loss": 0.008015083521604538,
+      "step": 7180,
+      "token_acc": 0.9966467025908811
+    },
+    {
+      "epoch": 0.38066749171095215,
+      "grad_norm": 0.0956328883767128,
+      "learning_rate": 1.4215171359023207e-05,
+      "loss": 0.007883992046117783,
+      "step": 7190,
+      "token_acc": 0.9965448460620425
+    },
+    {
+      "epoch": 0.38119693189413845,
+      "grad_norm": 0.09252512454986572,
+      "learning_rate": 1.4199615470201667e-05,
+      "loss": 0.007978732883930206,
+      "step": 7200,
+      "token_acc": 0.9967143119235452
+    },
+    {
+      "epoch": 0.38172637207732474,
+      "grad_norm": 0.07298839092254639,
+      "learning_rate": 1.4184047232976506e-05,
+      "loss": 0.008083684742450714,
+      "step": 7210,
+      "token_acc": 0.9965619967122007
+    },
+    {
+      "epoch": 0.38225581226051103,
+      "grad_norm": 0.07473775744438171,
+      "learning_rate": 1.416846669312403e-05,
+      "loss": 0.00801447406411171,
+      "step": 7220,
+      "token_acc": 0.9966136754132817
+    },
+    {
+      "epoch": 0.3827852524436973,
+      "grad_norm": 0.06686414778232574,
+      "learning_rate": 1.4152873896456716e-05,
+      "loss": 0.008310705423355103,
+      "step": 7230,
+      "token_acc": 0.9964955318030488
+    },
+    {
+      "epoch": 0.38331469262688367,
+      "grad_norm": 0.09262493997812271,
+      "learning_rate": 1.4137268888823083e-05,
+      "loss": 0.008094839751720428,
+      "step": 7240,
+      "token_acc": 0.9966215652580123
+    },
+    {
+      "epoch": 0.38384413281006996,
+      "grad_norm": 0.08500389754772186,
+      "learning_rate": 1.4121651716107554e-05,
+      "loss": 0.008263372629880906,
+      "step": 7250,
+      "token_acc": 0.9965145754119138
+    },
+    {
+      "epoch": 0.38437357299325625,
+      "grad_norm": 0.07279597967863083,
+      "learning_rate": 1.4106022424230323e-05,
+      "loss": 0.008444715291261673,
+      "step": 7260,
+      "token_acc": 0.9962539629567829
+    },
+    {
+      "epoch": 0.38490301317644254,
+      "grad_norm": 0.07070887833833694,
+      "learning_rate": 1.4090381059147218e-05,
+      "loss": 0.0077133625745773315,
+      "step": 7270,
+      "token_acc": 0.9967804357254862
+    },
+    {
+      "epoch": 0.38543245335962883,
+      "grad_norm": 0.06875324249267578,
+      "learning_rate": 1.407472766684956e-05,
+      "loss": 0.007539429515600204,
+      "step": 7280,
+      "token_acc": 0.9968985268002301
+    },
+    {
+      "epoch": 0.3859618935428152,
+      "grad_norm": 0.08456079661846161,
+      "learning_rate": 1.4059062293364049e-05,
+      "loss": 0.0075863063335418705,
+      "step": 7290,
+      "token_acc": 0.9968069762982601
+    },
+    {
+      "epoch": 0.3864913337260015,
+      "grad_norm": 0.11147870123386383,
+      "learning_rate": 1.4043384984752601e-05,
+      "loss": 0.008118689060211182,
+      "step": 7300,
+      "token_acc": 0.9964868946986323
+    },
+    {
+      "epoch": 0.38702077390918777,
+      "grad_norm": 0.05997251719236374,
+      "learning_rate": 1.4027695787112231e-05,
+      "loss": 0.00764729231595993,
+      "step": 7310,
+      "token_acc": 0.9967971174056651
+    },
+    {
+      "epoch": 0.38755021409237406,
+      "grad_norm": 0.08413419872522354,
+      "learning_rate": 1.4011994746574915e-05,
+      "loss": 0.007385222613811493,
+      "step": 7320,
+      "token_acc": 0.9968388743389994
+    },
+    {
+      "epoch": 0.3880796542755604,
+      "grad_norm": 0.13552887737751007,
+      "learning_rate": 1.3996281909307445e-05,
+      "loss": 0.007742879539728164,
+      "step": 7330,
+      "token_acc": 0.9966222696679816
+    },
+    {
+      "epoch": 0.3886090944587467,
+      "grad_norm": 0.07952715456485748,
+      "learning_rate": 1.39805573215113e-05,
+      "loss": 0.00809568539261818,
+      "step": 7340,
+      "token_acc": 0.9965871731112632
+    },
+    {
+      "epoch": 0.389138534641933,
+      "grad_norm": 0.09367859363555908,
+      "learning_rate": 1.3964821029422512e-05,
+      "loss": 0.007555045187473297,
+      "step": 7350,
+      "token_acc": 0.9968778174775437
+    },
+    {
+      "epoch": 0.3896679748251193,
+      "grad_norm": 0.06426790356636047,
+      "learning_rate": 1.3949073079311533e-05,
+      "loss": 0.008002289384603501,
+      "step": 7360,
+      "token_acc": 0.9966116406002237
+    },
+    {
+      "epoch": 0.39019741500830557,
+      "grad_norm": 0.08233428001403809,
+      "learning_rate": 1.3933313517483086e-05,
+      "loss": 0.007886958122253419,
+      "step": 7370,
+      "token_acc": 0.9965963978543959
+    },
+    {
+      "epoch": 0.3907268551914919,
+      "grad_norm": 0.08105305582284927,
+      "learning_rate": 1.3917542390276041e-05,
+      "loss": 0.007922616600990296,
+      "step": 7380,
+      "token_acc": 0.9965973345787533
+    },
+    {
+      "epoch": 0.3912562953746782,
+      "grad_norm": 0.07301913946866989,
+      "learning_rate": 1.3901759744063274e-05,
+      "loss": 0.007748831808567047,
+      "step": 7390,
+      "token_acc": 0.996660878856685
+    },
+    {
+      "epoch": 0.3917857355578645,
+      "grad_norm": 0.06495894491672516,
+      "learning_rate": 1.3885965625251529e-05,
+      "loss": 0.007269527018070221,
+      "step": 7400,
+      "token_acc": 0.9969650986342944
+    },
+    {
+      "epoch": 0.3923151757410508,
+      "grad_norm": 0.06727399677038193,
+      "learning_rate": 1.3870160080281285e-05,
+      "loss": 0.007925257086753845,
+      "step": 7410,
+      "token_acc": 0.9966041734458044
+    },
+    {
+      "epoch": 0.3928446159242371,
+      "grad_norm": 0.17205610871315002,
+      "learning_rate": 1.385434315562662e-05,
+      "loss": 0.008063279092311859,
+      "step": 7420,
+      "token_acc": 0.9965369338095397
+    },
+    {
+      "epoch": 0.39337405610742343,
+      "grad_norm": 0.0811929702758789,
+      "learning_rate": 1.3838514897795067e-05,
+      "loss": 0.008019857108592987,
+      "step": 7430,
+      "token_acc": 0.9967133526305691
+    },
+    {
+      "epoch": 0.3939034962906097,
+      "grad_norm": 0.06627713888883591,
+      "learning_rate": 1.382267535332749e-05,
+      "loss": 0.007460875809192658,
+      "step": 7440,
+      "token_acc": 0.9968557130942453
+    },
+    {
+      "epoch": 0.394432936473796,
+      "grad_norm": 0.08638838678598404,
+      "learning_rate": 1.3806824568797932e-05,
+      "loss": 0.008147361129522324,
+      "step": 7450,
+      "token_acc": 0.9964785794155443
+    },
+    {
+      "epoch": 0.3949623766569823,
+      "grad_norm": 0.06839636713266373,
+      "learning_rate": 1.3790962590813492e-05,
+      "loss": 0.008132056891918182,
+      "step": 7460,
+      "token_acc": 0.9964954733197047
+    },
+    {
+      "epoch": 0.39549181684016865,
+      "grad_norm": 0.08983190357685089,
+      "learning_rate": 1.377508946601418e-05,
+      "loss": 0.00815693810582161,
+      "step": 7470,
+      "token_acc": 0.996411223689262
+    },
+    {
+      "epoch": 0.39602125702335494,
+      "grad_norm": 0.06986068934202194,
+      "learning_rate": 1.3759205241072782e-05,
+      "loss": 0.007769600301980972,
+      "step": 7480,
+      "token_acc": 0.996563086548488
+    },
+    {
+      "epoch": 0.39655069720654124,
+      "grad_norm": 0.0918274000287056,
+      "learning_rate": 1.374330996269472e-05,
+      "loss": 0.007907094806432724,
+      "step": 7490,
+      "token_acc": 0.996542479893769
+    },
+    {
+      "epoch": 0.3970801373897275,
+      "grad_norm": 0.08254879713058472,
+      "learning_rate": 1.3727403677617921e-05,
+      "loss": 0.007771669328212738,
+      "step": 7500,
+      "token_acc": 0.9965883402984577
+    },
+    {
+      "epoch": 0.3976095775729138,
+      "grad_norm": 0.09408901631832123,
+      "learning_rate": 1.3711486432612671e-05,
+      "loss": 0.008191441744565963,
+      "step": 7510,
+      "token_acc": 0.9964803709789073
+    },
+    {
+      "epoch": 0.39813901775610017,
+      "grad_norm": 0.09008632600307465,
+      "learning_rate": 1.3695558274481486e-05,
+      "loss": 0.007587350159883499,
+      "step": 7520,
+      "token_acc": 0.996837502711904
+    },
+    {
+      "epoch": 0.39866845793928646,
+      "grad_norm": 0.08176735043525696,
+      "learning_rate": 1.367961925005897e-05,
+      "loss": 0.008373795449733734,
+      "step": 7530,
+      "token_acc": 0.9964034480168896
+    },
+    {
+      "epoch": 0.39919789812247275,
+      "grad_norm": 0.0642644464969635,
+      "learning_rate": 1.3663669406211681e-05,
+      "loss": 0.0078595831990242,
+      "step": 7540,
+      "token_acc": 0.9966452754295633
+    },
+    {
+      "epoch": 0.39972733830565904,
+      "grad_norm": 0.08710912615060806,
+      "learning_rate": 1.3647708789837981e-05,
+      "loss": 0.007826000452041626,
+      "step": 7550,
+      "token_acc": 0.9966428660904422
+    },
+    {
+      "epoch": 0.40025677848884533,
+      "grad_norm": 0.06794148683547974,
+      "learning_rate": 1.3631737447867917e-05,
+      "loss": 0.0074563220143318175,
+      "step": 7560,
+      "token_acc": 0.9967275246896575
+    },
+    {
+      "epoch": 0.4007862186720317,
+      "grad_norm": 0.07518324255943298,
+      "learning_rate": 1.3615755427263063e-05,
+      "loss": 0.00782143771648407,
+      "step": 7570,
+      "token_acc": 0.9968456627863312
+    },
+    {
+      "epoch": 0.40131565885521797,
+      "grad_norm": 0.07756779342889786,
+      "learning_rate": 1.3599762775016401e-05,
+      "loss": 0.00792180746793747,
+      "step": 7580,
+      "token_acc": 0.9965213764337852
+    },
+    {
+      "epoch": 0.40184509903840426,
+      "grad_norm": 0.06189802289009094,
+      "learning_rate": 1.3583759538152174e-05,
+      "loss": 0.007234364748001099,
+      "step": 7590,
+      "token_acc": 0.9970521674502502
+    },
+    {
+      "epoch": 0.40237453922159055,
+      "grad_norm": 0.0644647628068924,
+      "learning_rate": 1.3567745763725744e-05,
+      "loss": 0.007789485156536102,
+      "step": 7600,
+      "token_acc": 0.9968148086383724
+    },
+    {
+      "epoch": 0.40290397940477685,
+      "grad_norm": 0.06582963466644287,
+      "learning_rate": 1.355172149882345e-05,
+      "loss": 0.008021900057792663,
+      "step": 7610,
+      "token_acc": 0.9964985410587744
+    },
+    {
+      "epoch": 0.4034334195879632,
+      "grad_norm": 0.06564021110534668,
+      "learning_rate": 1.3535686790562492e-05,
+      "loss": 0.007582755386829376,
+      "step": 7620,
+      "token_acc": 0.9965886533104242
+    },
+    {
+      "epoch": 0.4039628597711495,
+      "grad_norm": 0.07986405491828918,
+      "learning_rate": 1.3519641686090767e-05,
+      "loss": 0.008347317576408386,
+      "step": 7630,
+      "token_acc": 0.996397418149674
+    },
+    {
+      "epoch": 0.4044922999543358,
+      "grad_norm": 0.08133228868246078,
+      "learning_rate": 1.3503586232586745e-05,
+      "loss": 0.007617518305778503,
+      "step": 7640,
+      "token_acc": 0.9966133081972957
+    },
+    {
+      "epoch": 0.40502174013752207,
+      "grad_norm": 0.06672562658786774,
+      "learning_rate": 1.3487520477259324e-05,
+      "loss": 0.007324489951133728,
+      "step": 7650,
+      "token_acc": 0.9970115863634846
+    },
+    {
+      "epoch": 0.4055511803207084,
+      "grad_norm": 0.09303580969572067,
+      "learning_rate": 1.3471444467347694e-05,
+      "loss": 0.0074172839522361755,
+      "step": 7660,
+      "token_acc": 0.9967712061672465
+    },
+    {
+      "epoch": 0.4060806205038947,
+      "grad_norm": 0.1255025714635849,
+      "learning_rate": 1.3455358250121193e-05,
+      "loss": 0.007051350176334381,
+      "step": 7670,
+      "token_acc": 0.9967706673119769
+    },
+    {
+      "epoch": 0.406610060687081,
+      "grad_norm": 0.07746310532093048,
+      "learning_rate": 1.3439261872879179e-05,
+      "loss": 0.00781775414943695,
+      "step": 7680,
+      "token_acc": 0.9965317726310173
+    },
+    {
+      "epoch": 0.4071395008702673,
+      "grad_norm": 0.07184544205665588,
+      "learning_rate": 1.3423155382950882e-05,
+      "loss": 0.007733357697725296,
+      "step": 7690,
+      "token_acc": 0.9966031247913467
+    },
+    {
+      "epoch": 0.4076689410534536,
+      "grad_norm": 0.09585249423980713,
+      "learning_rate": 1.340703882769527e-05,
+      "loss": 0.007455173134803772,
+      "step": 7700,
+      "token_acc": 0.9967613769156288
+    },
+    {
+      "epoch": 0.40819838123663993,
+      "grad_norm": 0.06763704121112823,
+      "learning_rate": 1.3390912254500892e-05,
+      "loss": 0.007343024015426636,
+      "step": 7710,
+      "token_acc": 0.9967519997328124
+    },
+    {
+      "epoch": 0.4087278214198262,
+      "grad_norm": 0.08368167281150818,
+      "learning_rate": 1.3374775710785773e-05,
+      "loss": 0.007527545094490051,
+      "step": 7720,
+      "token_acc": 0.9967286443902927
+    },
+    {
+      "epoch": 0.4092572616030125,
+      "grad_norm": 0.0867418721318245,
+      "learning_rate": 1.3358629243997245e-05,
+      "loss": 0.008240339905023574,
+      "step": 7730,
+      "token_acc": 0.9964122716994985
+    },
+    {
+      "epoch": 0.4097867017861988,
+      "grad_norm": 0.09582404792308807,
+      "learning_rate": 1.3342472901611813e-05,
+      "loss": 0.007841107994318008,
+      "step": 7740,
+      "token_acc": 0.9967479674796748
+    },
+    {
+      "epoch": 0.4103161419693851,
+      "grad_norm": 0.07575418055057526,
+      "learning_rate": 1.3326306731135035e-05,
+      "loss": 0.007536052167415619,
+      "step": 7750,
+      "token_acc": 0.9968868672536828
+    },
+    {
+      "epoch": 0.41084558215257144,
+      "grad_norm": 0.0782008096575737,
+      "learning_rate": 1.3310130780101353e-05,
+      "loss": 0.0075279176235198975,
+      "step": 7760,
+      "token_acc": 0.9968444251511003
+    },
+    {
+      "epoch": 0.41137502233575773,
+      "grad_norm": 0.07469892501831055,
+      "learning_rate": 1.329394509607397e-05,
+      "loss": 0.007520338892936707,
+      "step": 7770,
+      "token_acc": 0.9969688366344901
+    },
+    {
+      "epoch": 0.411904462518944,
+      "grad_norm": 0.08782609552145004,
+      "learning_rate": 1.327774972664471e-05,
+      "loss": 0.007304920256137848,
+      "step": 7780,
+      "token_acc": 0.9968532198155335
+    },
+    {
+      "epoch": 0.4124339027021303,
+      "grad_norm": 0.06542053073644638,
+      "learning_rate": 1.3261544719433878e-05,
+      "loss": 0.007968396693468095,
+      "step": 7790,
+      "token_acc": 0.9965279516584039
+    },
+    {
+      "epoch": 0.41296334288531666,
+      "grad_norm": 0.07319057732820511,
+      "learning_rate": 1.3245330122090117e-05,
+      "loss": 0.0075017563998699185,
+      "step": 7800,
+      "token_acc": 0.9969399581432967
+    },
+    {
+      "epoch": 0.41349278306850296,
+      "grad_norm": 0.09119752049446106,
+      "learning_rate": 1.3229105982290262e-05,
+      "loss": 0.007177518308162689,
+      "step": 7810,
+      "token_acc": 0.9968862175473746
+    },
+    {
+      "epoch": 0.41402222325168925,
+      "grad_norm": 0.08031339198350906,
+      "learning_rate": 1.3212872347739212e-05,
+      "loss": 0.007702425122261047,
+      "step": 7820,
+      "token_acc": 0.9967446558099546
+    },
+    {
+      "epoch": 0.41455166343487554,
+      "grad_norm": 0.08865433931350708,
+      "learning_rate": 1.3196629266169783e-05,
+      "loss": 0.0076177999377250675,
+      "step": 7830,
+      "token_acc": 0.9966637752719023
+    },
+    {
+      "epoch": 0.41508110361806183,
+      "grad_norm": 0.07217568159103394,
+      "learning_rate": 1.3180376785342568e-05,
+      "loss": 0.0075017943978309635,
+      "step": 7840,
+      "token_acc": 0.9966446314102564
+    },
+    {
+      "epoch": 0.4156105438012482,
+      "grad_norm": 0.09430079162120819,
+      "learning_rate": 1.3164114953045798e-05,
+      "loss": 0.007469096779823303,
+      "step": 7850,
+      "token_acc": 0.9967972776860331
+    },
+    {
+      "epoch": 0.41613998398443447,
+      "grad_norm": 0.0758441910147667,
+      "learning_rate": 1.3147843817095205e-05,
+      "loss": 0.007645830512046814,
+      "step": 7860,
+      "token_acc": 0.996662578325115
+    },
+    {
+      "epoch": 0.41666942416762076,
+      "grad_norm": 0.08946306258440018,
+      "learning_rate": 1.3131563425333866e-05,
+      "loss": 0.007801616936922074,
+      "step": 7870,
+      "token_acc": 0.9966953183676875
+    },
+    {
+      "epoch": 0.41719886435080705,
+      "grad_norm": 0.07247814536094666,
+      "learning_rate": 1.3115273825632083e-05,
+      "loss": 0.007302309572696686,
+      "step": 7880,
+      "token_acc": 0.9969370467121241
+    },
+    {
+      "epoch": 0.41772830453399334,
+      "grad_norm": 0.08185109496116638,
+      "learning_rate": 1.3098975065887228e-05,
+      "loss": 0.007757198065519333,
+      "step": 7890,
+      "token_acc": 0.9967066866766716
+    },
+    {
+      "epoch": 0.4182577447171797,
+      "grad_norm": 0.08948971331119537,
+      "learning_rate": 1.308266719402361e-05,
+      "loss": 0.008090752363204955,
+      "step": 7900,
+      "token_acc": 0.9967158456280737
+    },
+    {
+      "epoch": 0.418787184900366,
+      "grad_norm": 0.0731845274567604,
+      "learning_rate": 1.3066350257992332e-05,
+      "loss": 0.00762658566236496,
+      "step": 7910,
+      "token_acc": 0.9967633220995028
+    },
+    {
+      "epoch": 0.4193166250835523,
+      "grad_norm": 0.09836041927337646,
+      "learning_rate": 1.3050024305771141e-05,
+      "loss": 0.006870850920677185,
+      "step": 7920,
+      "token_acc": 0.9972211327430675
+    },
+    {
+      "epoch": 0.41984606526673857,
+      "grad_norm": 0.08738066256046295,
+      "learning_rate": 1.3033689385364306e-05,
+      "loss": 0.007510527223348618,
+      "step": 7930,
+      "token_acc": 0.9969322851974425
+    },
+    {
+      "epoch": 0.4203755054499249,
+      "grad_norm": 0.08786273747682571,
+      "learning_rate": 1.3017345544802455e-05,
+      "loss": 0.006907186657190323,
+      "step": 7940,
+      "token_acc": 0.997229200223667
+    },
+    {
+      "epoch": 0.4209049456331112,
+      "grad_norm": 0.07225662469863892,
+      "learning_rate": 1.3000992832142453e-05,
+      "loss": 0.007495681941509247,
+      "step": 7950,
+      "token_acc": 0.9969217164975974
+    },
+    {
+      "epoch": 0.4214343858162975,
+      "grad_norm": 0.08197043091058731,
+      "learning_rate": 1.298463129546725e-05,
+      "loss": 0.007363441586494446,
+      "step": 7960,
+      "token_acc": 0.9968947728676606
+    },
+    {
+      "epoch": 0.4219638259994838,
+      "grad_norm": 0.08194158971309662,
+      "learning_rate": 1.296826098288574e-05,
+      "loss": 0.007524023205041886,
+      "step": 7970,
+      "token_acc": 0.9968457680721635
+    },
+    {
+      "epoch": 0.4224932661826701,
+      "grad_norm": 0.09474582970142365,
+      "learning_rate": 1.295188194253262e-05,
+      "loss": 0.007502316683530808,
+      "step": 7980,
+      "token_acc": 0.9967624848762986
+    },
+    {
+      "epoch": 0.4230227063658564,
+      "grad_norm": 0.08394216746091843,
+      "learning_rate": 1.2935494222568255e-05,
+      "loss": 0.007041873037815094,
+      "step": 7990,
+      "token_acc": 0.9969458259621483
+    },
+    {
+      "epoch": 0.4235521465490427,
+      "grad_norm": 0.0847509428858757,
+      "learning_rate": 1.2919097871178526e-05,
+      "loss": 0.0073317036032676695,
+      "step": 8000,
+      "token_acc": 0.9968964567881665
+    },
+    {
+      "epoch": 0.424081586732229,
+      "grad_norm": 0.07296353578567505,
+      "learning_rate": 1.2902692936574697e-05,
+      "loss": 0.006668738275766373,
+      "step": 8010,
+      "token_acc": 0.9971054387721054
+    },
+    {
+      "epoch": 0.4246110269154153,
+      "grad_norm": 0.10959818959236145,
+      "learning_rate": 1.2886279466993265e-05,
+      "loss": 0.007273763418197632,
+      "step": 8020,
+      "token_acc": 0.9968791722296395
+    },
+    {
+      "epoch": 0.4251404670986016,
+      "grad_norm": 0.05003484711050987,
+      "learning_rate": 1.2869857510695833e-05,
+      "loss": 0.006755241751670837,
+      "step": 8030,
+      "token_acc": 0.9971214497880719
+    },
+    {
+      "epoch": 0.42566990728178794,
+      "grad_norm": 0.10306958854198456,
+      "learning_rate": 1.2853427115968946e-05,
+      "loss": 0.0070476517081260685,
+      "step": 8040,
+      "token_acc": 0.9969209202192906
+    },
+    {
+      "epoch": 0.42619934746497423,
+      "grad_norm": 0.08021682500839233,
+      "learning_rate": 1.283698833112397e-05,
+      "loss": 0.0077625267207622525,
+      "step": 8050,
+      "token_acc": 0.9966364250957742
+    },
+    {
+      "epoch": 0.4267287876481605,
+      "grad_norm": 0.07751452177762985,
+      "learning_rate": 1.2820541204496934e-05,
+      "loss": 0.007402804493904114,
+      "step": 8060,
+      "token_acc": 0.996746529631607
+    },
+    {
+      "epoch": 0.4272582278313468,
+      "grad_norm": 0.07828596979379654,
+      "learning_rate": 1.28040857844484e-05,
+      "loss": 0.007048720121383667,
+      "step": 8070,
+      "token_acc": 0.9970560517734578
+    },
+    {
+      "epoch": 0.4277876680145331,
+      "grad_norm": 0.06443706899881363,
+      "learning_rate": 1.2787622119363318e-05,
+      "loss": 0.007646536827087403,
+      "step": 8080,
+      "token_acc": 0.9968956280094466
+    },
+    {
+      "epoch": 0.42831710819771945,
+      "grad_norm": 0.06105376034975052,
+      "learning_rate": 1.2771150257650872e-05,
+      "loss": 0.007174349576234818,
+      "step": 8090,
+      "token_acc": 0.9969384775808133
+    },
+    {
+      "epoch": 0.42884654838090575,
+      "grad_norm": 0.06430378556251526,
+      "learning_rate": 1.2754670247744353e-05,
+      "loss": 0.007035088539123535,
+      "step": 8100,
+      "token_acc": 0.9971055836377892
+    },
+    {
+      "epoch": 0.42937598856409204,
+      "grad_norm": 0.09101198613643646,
+      "learning_rate": 1.2738182138101016e-05,
+      "loss": 0.007310198247432708,
+      "step": 8110,
+      "token_acc": 0.997004214127759
+    },
+    {
+      "epoch": 0.42990542874727833,
+      "grad_norm": 0.07724619656801224,
+      "learning_rate": 1.2721685977201922e-05,
+      "loss": 0.007639773935079574,
+      "step": 8120,
+      "token_acc": 0.9965376561183371
+    },
+    {
+      "epoch": 0.4304348689304647,
+      "grad_norm": 0.11012060195207596,
+      "learning_rate": 1.2705181813551813e-05,
+      "loss": 0.0071842528879642485,
+      "step": 8130,
+      "token_acc": 0.9969633009919328
+    },
+    {
+      "epoch": 0.43096430911365097,
+      "grad_norm": 0.061232708394527435,
+      "learning_rate": 1.2688669695678955e-05,
+      "loss": 0.006945900619029999,
+      "step": 8140,
+      "token_acc": 0.9969953427813111
+    },
+    {
+      "epoch": 0.43149374929683726,
+      "grad_norm": 0.0658828541636467,
+      "learning_rate": 1.267214967213501e-05,
+      "loss": 0.006726765632629394,
+      "step": 8150,
+      "token_acc": 0.9969313642920874
+    },
+    {
+      "epoch": 0.43202318948002355,
+      "grad_norm": 0.08629443496465683,
+      "learning_rate": 1.265562179149488e-05,
+      "loss": 0.007222894579172134,
+      "step": 8160,
+      "token_acc": 0.9969039472586164
+    },
+    {
+      "epoch": 0.43255262966320984,
+      "grad_norm": 0.06964782625436783,
+      "learning_rate": 1.263908610235657e-05,
+      "loss": 0.006823251396417618,
+      "step": 8170,
+      "token_acc": 0.9970120353214149
+    },
+    {
+      "epoch": 0.4330820698463962,
+      "grad_norm": 0.11429233849048615,
+      "learning_rate": 1.2622542653341054e-05,
+      "loss": 0.007249373197555542,
+      "step": 8180,
+      "token_acc": 0.9969057031810372
+    },
+    {
+      "epoch": 0.4336115100295825,
+      "grad_norm": 0.10671359300613403,
+      "learning_rate": 1.2605991493092109e-05,
+      "loss": 0.006735020130872726,
+      "step": 8190,
+      "token_acc": 0.9971627891451651
+    },
+    {
+      "epoch": 0.4341409502127688,
+      "grad_norm": 0.09352430701255798,
+      "learning_rate": 1.2589432670276191e-05,
+      "loss": 0.0076766788959503176,
+      "step": 8200,
+      "token_acc": 0.9967223779023219
+    },
+    {
+      "epoch": 0.43467039039595506,
+      "grad_norm": 0.08164774626493454,
+      "learning_rate": 1.2572866233582295e-05,
+      "loss": 0.006597428023815155,
+      "step": 8210,
+      "token_acc": 0.9971966827412438
+    },
+    {
+      "epoch": 0.43519983057914136,
+      "grad_norm": 0.08605318516492844,
+      "learning_rate": 1.2556292231721792e-05,
+      "loss": 0.006686335802078247,
+      "step": 8220,
+      "token_acc": 0.9970440388116034
+    },
+    {
+      "epoch": 0.4357292707623277,
+      "grad_norm": 0.0780930444598198,
+      "learning_rate": 1.2539710713428303e-05,
+      "loss": 0.0073903828859329225,
+      "step": 8230,
+      "token_acc": 0.9969459024190789
+    },
+    {
+      "epoch": 0.436258710945514,
+      "grad_norm": 0.07365619391202927,
+      "learning_rate": 1.2523121727457548e-05,
+      "loss": 0.007713119685649872,
+      "step": 8240,
+      "token_acc": 0.9965202152960321
+    },
+    {
+      "epoch": 0.4367881511287003,
+      "grad_norm": 0.07649888843297958,
+      "learning_rate": 1.2506525322587207e-05,
+      "loss": 0.007298261672258377,
+      "step": 8250,
+      "token_acc": 0.9969217935349323
+    },
+    {
+      "epoch": 0.4373175913118866,
+      "grad_norm": 0.07456541806459427,
+      "learning_rate": 1.2489921547616773e-05,
+      "loss": 0.007129441946744919,
+      "step": 8260,
+      "token_acc": 0.9968946951041362
+    },
+    {
+      "epoch": 0.4378470314950729,
+      "grad_norm": 0.07608219236135483,
+      "learning_rate": 1.2473310451367409e-05,
+      "loss": 0.006800711154937744,
+      "step": 8270,
+      "token_acc": 0.9972210167907334
+    },
+    {
+      "epoch": 0.4383764716782592,
+      "grad_norm": 0.09409811347723007,
+      "learning_rate": 1.2456692082681807e-05,
+      "loss": 0.007800394296646118,
+      "step": 8280,
+      "token_acc": 0.9968075352171376
+    },
+    {
+      "epoch": 0.4389059118614455,
+      "grad_norm": 0.0708824098110199,
+      "learning_rate": 1.2440066490424045e-05,
+      "loss": 0.006974401324987412,
+      "step": 8290,
+      "token_acc": 0.9969633516588943
+    },
+    {
+      "epoch": 0.4394353520446318,
+      "grad_norm": 0.09019751101732254,
+      "learning_rate": 1.242343372347943e-05,
+      "loss": 0.007305324077606201,
+      "step": 8300,
+      "token_acc": 0.9969604863221885
+    },
+    {
+      "epoch": 0.4399647922278181,
+      "grad_norm": 0.09046681970357895,
+      "learning_rate": 1.2406793830754377e-05,
+      "loss": 0.006630456447601319,
+      "step": 8310,
+      "token_acc": 0.9972630630329934
+    },
+    {
+      "epoch": 0.44049423241100444,
+      "grad_norm": 0.13311974704265594,
+      "learning_rate": 1.2390146861176249e-05,
+      "loss": 0.007000093907117843,
+      "step": 8320,
+      "token_acc": 0.9969693933777488
+    },
+    {
+      "epoch": 0.44102367259419073,
+      "grad_norm": 0.10188629478216171,
+      "learning_rate": 1.2373492863693217e-05,
+      "loss": 0.006829223036766053,
+      "step": 8330,
+      "token_acc": 0.9970721453417082
+    },
+    {
+      "epoch": 0.441553112777377,
+      "grad_norm": 0.08324191719293594,
+      "learning_rate": 1.2356831887274124e-05,
+      "loss": 0.007169118523597718,
+      "step": 8340,
+      "token_acc": 0.9970722674496196
+    },
+    {
+      "epoch": 0.4420825529605633,
+      "grad_norm": 0.0850115641951561,
+      "learning_rate": 1.2340163980908315e-05,
+      "loss": 0.00763884037733078,
+      "step": 8350,
+      "token_acc": 0.9967055879899916
+    },
+    {
+      "epoch": 0.4426119931437496,
+      "grad_norm": 0.08366356790065765,
+      "learning_rate": 1.2323489193605531e-05,
+      "loss": 0.0069373130798339845,
+      "step": 8360,
+      "token_acc": 0.996947201601468
+    },
+    {
+      "epoch": 0.44314143332693595,
+      "grad_norm": 0.08251821249723434,
+      "learning_rate": 1.2306807574395738e-05,
+      "loss": 0.007184948027133942,
+      "step": 8370,
+      "token_acc": 0.9970047390201575
+    },
+    {
+      "epoch": 0.44367087351012224,
+      "grad_norm": 0.10406091064214706,
+      "learning_rate": 1.2290119172328988e-05,
+      "loss": 0.007324790954589844,
+      "step": 8380,
+      "token_acc": 0.9969735119767219
+    },
+    {
+      "epoch": 0.44420031369330853,
+      "grad_norm": 0.08435743302106857,
+      "learning_rate": 1.2273424036475286e-05,
+      "loss": 0.007114642858505249,
+      "step": 8390,
+      "token_acc": 0.9968053783082684
+    },
+    {
+      "epoch": 0.4447297538764948,
+      "grad_norm": 0.09049350023269653,
+      "learning_rate": 1.2256722215924418e-05,
+      "loss": 0.006696093082427979,
+      "step": 8400,
+      "token_acc": 0.9973641186480264
+    },
+    {
+      "epoch": 0.4452591940596811,
+      "grad_norm": 0.08535543829202652,
+      "learning_rate": 1.2240013759785849e-05,
+      "loss": 0.00725688487291336,
+      "step": 8410,
+      "token_acc": 0.9969633769917411
+    },
+    {
+      "epoch": 0.44578863424286747,
+      "grad_norm": 0.09684964269399643,
+      "learning_rate": 1.222329871718854e-05,
+      "loss": 0.0070689678192138675,
+      "step": 8420,
+      "token_acc": 0.9970549219512602
+    },
+    {
+      "epoch": 0.44631807442605376,
+      "grad_norm": 0.06480246782302856,
+      "learning_rate": 1.2206577137280817e-05,
+      "loss": 0.006816080212593079,
+      "step": 8430,
+      "token_acc": 0.9972260053641704
+    },
+    {
+      "epoch": 0.44684751460924005,
+      "grad_norm": 0.06663979589939117,
+      "learning_rate": 1.2189849069230241e-05,
+      "loss": 0.007254540920257568,
+      "step": 8440,
+      "token_acc": 0.9968616714937943
+    },
+    {
+      "epoch": 0.44737695479242634,
+      "grad_norm": 0.0791064128279686,
+      "learning_rate": 1.217311456222344e-05,
+      "loss": 0.007144643366336823,
+      "step": 8450,
+      "token_acc": 0.9968695216629101
+    },
+    {
+      "epoch": 0.4479063949756127,
+      "grad_norm": 0.08421915769577026,
+      "learning_rate": 1.2156373665465977e-05,
+      "loss": 0.006950680911540985,
+      "step": 8460,
+      "token_acc": 0.9969700510834363
+    },
+    {
+      "epoch": 0.448435835158799,
+      "grad_norm": 0.0712527334690094,
+      "learning_rate": 1.2139626428182205e-05,
+      "loss": 0.00698014497756958,
+      "step": 8470,
+      "token_acc": 0.9969459533882394
+    },
+    {
+      "epoch": 0.44896527534198527,
+      "grad_norm": 0.10700621455907822,
+      "learning_rate": 1.2122872899615117e-05,
+      "loss": 0.007061784714460373,
+      "step": 8480,
+      "token_acc": 0.9970428782651553
+    },
+    {
+      "epoch": 0.44949471552517156,
+      "grad_norm": 0.0860348492860794,
+      "learning_rate": 1.2106113129026211e-05,
+      "loss": 0.007023942470550537,
+      "step": 8490,
+      "token_acc": 0.9969471252095723
+    },
+    {
+      "epoch": 0.45002415570835785,
+      "grad_norm": 0.0944226011633873,
+      "learning_rate": 1.2089347165695335e-05,
+      "loss": 0.007027996331453323,
+      "step": 8500,
+      "token_acc": 0.997055241336737
+    },
+    {
+      "epoch": 0.4505535958915442,
+      "grad_norm": 0.08265798538923264,
+      "learning_rate": 1.2072575058920542e-05,
+      "loss": 0.006468549370765686,
+      "step": 8510,
+      "token_acc": 0.9971304159228549
+    },
+    {
+      "epoch": 0.4510830360747305,
+      "grad_norm": 0.08250034600496292,
+      "learning_rate": 1.2055796858017955e-05,
+      "loss": 0.006801193207502365,
+      "step": 8520,
+      "token_acc": 0.9969285726208957
+    },
+    {
+      "epoch": 0.4516124762579168,
+      "grad_norm": 0.09428032487630844,
+      "learning_rate": 1.2039012612321612e-05,
+      "loss": 0.007062745839357376,
+      "step": 8530,
+      "token_acc": 0.997062774843334
+    },
+    {
+      "epoch": 0.4521419164411031,
+      "grad_norm": 0.0884341150522232,
+      "learning_rate": 1.2022222371183332e-05,
+      "loss": 0.006854654103517532,
+      "step": 8540,
+      "token_acc": 0.9968808900305239
+    },
+    {
+      "epoch": 0.45267135662428937,
+      "grad_norm": 0.0797189325094223,
+      "learning_rate": 1.2005426183972552e-05,
+      "loss": 0.007164597511291504,
+      "step": 8550,
+      "token_acc": 0.9968306129427759
+    },
+    {
+      "epoch": 0.4532007968074757,
+      "grad_norm": 0.08434195071458817,
+      "learning_rate": 1.1988624100076202e-05,
+      "loss": 0.006730017066001892,
+      "step": 8560,
+      "token_acc": 0.9971064525274762
+    },
+    {
+      "epoch": 0.453730236990662,
+      "grad_norm": 0.08552851527929306,
+      "learning_rate": 1.1971816168898544e-05,
+      "loss": 0.00668661817908287,
+      "step": 8570,
+      "token_acc": 0.9972564814583177
+    },
+    {
+      "epoch": 0.4542596771738483,
+      "grad_norm": 0.09458556026220322,
+      "learning_rate": 1.1955002439861034e-05,
+      "loss": 0.006946419924497604,
+      "step": 8580,
+      "token_acc": 0.9971474088964143
+    },
+    {
+      "epoch": 0.4547891173570346,
+      "grad_norm": 0.08387396484613419,
+      "learning_rate": 1.193818296240218e-05,
+      "loss": 0.006616406142711639,
+      "step": 8590,
+      "token_acc": 0.9972661654636683
+    },
+    {
+      "epoch": 0.45531855754022094,
+      "grad_norm": 0.09891533851623535,
+      "learning_rate": 1.1921357785977393e-05,
+      "loss": 0.00710974931716919,
+      "step": 8600,
+      "token_acc": 0.9968519848360861
+    },
+    {
+      "epoch": 0.45584799772340723,
+      "grad_norm": 0.06725495308637619,
+      "learning_rate": 1.1904526960058834e-05,
+      "loss": 0.006500191241502762,
+      "step": 8610,
+      "token_acc": 0.997363370880267
+    },
+    {
+      "epoch": 0.4563774379065935,
+      "grad_norm": 0.09898929297924042,
+      "learning_rate": 1.1887690534135277e-05,
+      "loss": 0.007061667740345001,
+      "step": 8620,
+      "token_acc": 0.9970701657735264
+    },
+    {
+      "epoch": 0.4569068780897798,
+      "grad_norm": 0.07672589272260666,
+      "learning_rate": 1.1870848557711969e-05,
+      "loss": 0.0071324102580547334,
+      "step": 8630,
+      "token_acc": 0.9970624561872017
+    },
+    {
+      "epoch": 0.4574363182729661,
+      "grad_norm": 0.06281300634145737,
+      "learning_rate": 1.1854001080310473e-05,
+      "loss": 0.006548981368541718,
+      "step": 8640,
+      "token_acc": 0.9973396714202318
+    },
+    {
+      "epoch": 0.45796575845615245,
+      "grad_norm": 0.07197356969118118,
+      "learning_rate": 1.1837148151468526e-05,
+      "loss": 0.006644316762685776,
+      "step": 8650,
+      "token_acc": 0.997188011081072
+    },
+    {
+      "epoch": 0.45849519863933874,
+      "grad_norm": 0.07677491754293442,
+      "learning_rate": 1.1820289820739897e-05,
+      "loss": 0.00696353018283844,
+      "step": 8660,
+      "token_acc": 0.996953204561011
+    },
+    {
+      "epoch": 0.45902463882252503,
+      "grad_norm": 0.10775228589773178,
+      "learning_rate": 1.1803426137694232e-05,
+      "loss": 0.006690756976604461,
+      "step": 8670,
+      "token_acc": 0.9970042391268067
+    },
+    {
+      "epoch": 0.4595540790057113,
+      "grad_norm": 0.08301912248134613,
+      "learning_rate": 1.1786557151916922e-05,
+      "loss": 0.006932760775089264,
+      "step": 8680,
+      "token_acc": 0.9972217818973644
+    },
+    {
+      "epoch": 0.4600835191888976,
+      "grad_norm": 0.07021474838256836,
+      "learning_rate": 1.1769682913008951e-05,
+      "loss": 0.006398163735866547,
+      "step": 8690,
+      "token_acc": 0.9972632913927176
+    },
+    {
+      "epoch": 0.46061295937208396,
+      "grad_norm": 0.09164784103631973,
+      "learning_rate": 1.1752803470586742e-05,
+      "loss": 0.00654696524143219,
+      "step": 8700,
+      "token_acc": 0.9971455041690663
+    },
+    {
+      "epoch": 0.46114239955527025,
+      "grad_norm": 0.08428556472063065,
+      "learning_rate": 1.1735918874282022e-05,
+      "loss": 0.006864959001541137,
+      "step": 8710,
+      "token_acc": 0.997087589291675
+    },
+    {
+      "epoch": 0.46167183973845655,
+      "grad_norm": 0.059441205114126205,
+      "learning_rate": 1.1719029173741675e-05,
+      "loss": 0.00677691251039505,
+      "step": 8720,
+      "token_acc": 0.9969222556779795
+    },
+    {
+      "epoch": 0.46220127992164284,
+      "grad_norm": 0.08180636167526245,
+      "learning_rate": 1.1702134418627586e-05,
+      "loss": 0.006769742071628571,
+      "step": 8730,
+      "token_acc": 0.9970880995886627
+    },
+    {
+      "epoch": 0.46273072010482913,
+      "grad_norm": 0.0650036558508873,
+      "learning_rate": 1.1685234658616508e-05,
+      "loss": 0.006812536716461181,
+      "step": 8740,
+      "token_acc": 0.9970022879473605
+    },
+    {
+      "epoch": 0.4632601602880155,
+      "grad_norm": 0.06636828184127808,
+      "learning_rate": 1.1668329943399912e-05,
+      "loss": 0.00685785710811615,
+      "step": 8750,
+      "token_acc": 0.9971378504672898
+    },
+    {
+      "epoch": 0.46378960047120177,
+      "grad_norm": 0.06768668442964554,
+      "learning_rate": 1.1651420322683833e-05,
+      "loss": 0.007222312688827515,
+      "step": 8760,
+      "token_acc": 0.9968721849664698
+    },
+    {
+      "epoch": 0.46431904065438806,
+      "grad_norm": 0.06543266028165817,
+      "learning_rate": 1.1634505846188737e-05,
+      "loss": 0.006589705497026444,
+      "step": 8770,
+      "token_acc": 0.9972818156804216
+    },
+    {
+      "epoch": 0.46484848083757435,
+      "grad_norm": 0.07365161925554276,
+      "learning_rate": 1.1617586563649357e-05,
+      "loss": 0.007308214157819748,
+      "step": 8780,
+      "token_acc": 0.996862588031107
+    },
+    {
+      "epoch": 0.4653779210207607,
+      "grad_norm": 0.06949863582849503,
+      "learning_rate": 1.160066252481457e-05,
+      "loss": 0.006833705306053162,
+      "step": 8790,
+      "token_acc": 0.9970394215613507
+    },
+    {
+      "epoch": 0.465907361203947,
+      "grad_norm": 0.06287001073360443,
+      "learning_rate": 1.158373377944723e-05,
+      "loss": 0.006444665789604187,
+      "step": 8800,
+      "token_acc": 0.9973618300217064
+    },
+    {
+      "epoch": 0.4664368013871333,
+      "grad_norm": 0.09748999029397964,
+      "learning_rate": 1.1566800377324034e-05,
+      "loss": 0.006535249948501587,
+      "step": 8810,
+      "token_acc": 0.9972309334756789
+    },
+    {
+      "epoch": 0.4669662415703196,
+      "grad_norm": 0.08026882261037827,
+      "learning_rate": 1.1549862368235372e-05,
+      "loss": 0.007122346758842468,
+      "step": 8820,
+      "token_acc": 0.9971970335271496
+    },
+    {
+      "epoch": 0.46749568175350587,
+      "grad_norm": 0.10175097733736038,
+      "learning_rate": 1.1532919801985173e-05,
+      "loss": 0.00696885734796524,
+      "step": 8830,
+      "token_acc": 0.9969380688976214
+    },
+    {
+      "epoch": 0.4680251219366922,
+      "grad_norm": 0.08993886411190033,
+      "learning_rate": 1.1515972728390777e-05,
+      "loss": 0.006513018906116485,
+      "step": 8840,
+      "token_acc": 0.9973452657238743
+    },
+    {
+      "epoch": 0.4685545621198785,
+      "grad_norm": 0.05891492962837219,
+      "learning_rate": 1.1499021197282764e-05,
+      "loss": 0.006062068790197372,
+      "step": 8850,
+      "token_acc": 0.9973967893735607
+    },
+    {
+      "epoch": 0.4690840023030648,
+      "grad_norm": 0.07915236800909042,
+      "learning_rate": 1.1482065258504834e-05,
+      "loss": 0.006537307798862457,
+      "step": 8860,
+      "token_acc": 0.9972968688731113
+    },
+    {
+      "epoch": 0.4696134424862511,
+      "grad_norm": 0.09380991756916046,
+      "learning_rate": 1.1465104961913638e-05,
+      "loss": 0.006617280095815659,
+      "step": 8870,
+      "token_acc": 0.9971458138603285
+    },
+    {
+      "epoch": 0.4701428826694374,
+      "grad_norm": 0.09571976214647293,
+      "learning_rate": 1.1448140357378646e-05,
+      "loss": 0.006998862326145172,
+      "step": 8880,
+      "token_acc": 0.9970116611991753
+    },
+    {
+      "epoch": 0.4706723228526237,
+      "grad_norm": 0.06741785258054733,
+      "learning_rate": 1.143117149478199e-05,
+      "loss": 0.006386888027191162,
+      "step": 8890,
+      "token_acc": 0.997356791461686
+    },
+    {
+      "epoch": 0.47120176303581,
+      "grad_norm": 0.0710383802652359,
+      "learning_rate": 1.1414198424018325e-05,
+      "loss": 0.00645061582326889,
+      "step": 8900,
+      "token_acc": 0.9971465520837679
+    },
+    {
+      "epoch": 0.4717312032189963,
+      "grad_norm": 0.09290769696235657,
+      "learning_rate": 1.1397221194994681e-05,
+      "loss": 0.006536872684955597,
+      "step": 8910,
+      "token_acc": 0.997336784104191
+    },
+    {
+      "epoch": 0.4722606434021826,
+      "grad_norm": 0.08055935800075531,
+      "learning_rate": 1.1380239857630314e-05,
+      "loss": 0.006734628975391388,
+      "step": 8920,
+      "token_acc": 0.99707990221844
+    },
+    {
+      "epoch": 0.47279008358536895,
+      "grad_norm": 0.07397284358739853,
+      "learning_rate": 1.1363254461856559e-05,
+      "loss": 0.006785006076097488,
+      "step": 8930,
+      "token_acc": 0.9971120459401709
+    },
+    {
+      "epoch": 0.47331952376855524,
+      "grad_norm": 0.0891742929816246,
+      "learning_rate": 1.1346265057616681e-05,
+      "loss": 0.006706812977790832,
+      "step": 8940,
+      "token_acc": 0.9973735554555005
+    },
+    {
+      "epoch": 0.47384896395174153,
+      "grad_norm": 0.09550976008176804,
+      "learning_rate": 1.1329271694865737e-05,
+      "loss": 0.00651034414768219,
+      "step": 8950,
+      "token_acc": 0.9970796585703677
+    },
+    {
+      "epoch": 0.4743784041349278,
+      "grad_norm": 0.09056397527456284,
+      "learning_rate": 1.1312274423570422e-05,
+      "loss": 0.006887002289295197,
+      "step": 8960,
+      "token_acc": 0.9969552124260701
+    },
+    {
+      "epoch": 0.4749078443181141,
+      "grad_norm": 0.0672697201371193,
+      "learning_rate": 1.1295273293708921e-05,
+      "loss": 0.006419669091701508,
+      "step": 8970,
+      "token_acc": 0.99713024835031
+    },
+    {
+      "epoch": 0.47543728450130046,
+      "grad_norm": 0.06103379651904106,
+      "learning_rate": 1.1278268355270769e-05,
+      "loss": 0.006085826456546784,
+      "step": 8980,
+      "token_acc": 0.9972978608064718
+    },
+    {
+      "epoch": 0.47596672468448675,
+      "grad_norm": 0.07626320421695709,
+      "learning_rate": 1.1261259658256696e-05,
+      "loss": 0.006189360097050667,
+      "step": 8990,
+      "token_acc": 0.9972561840108085
+    },
+    {
+      "epoch": 0.47649616486767304,
+      "grad_norm": 0.0696171224117279,
+      "learning_rate": 1.1244247252678482e-05,
+      "loss": 0.006449063867330551,
+      "step": 9000,
+      "token_acc": 0.9973563726430436
+    },
+    {
+      "epoch": 0.47649616486767304,
+      "eval_loss": 0.008982530795037746,
+      "eval_runtime": 710.4375,
+      "eval_samples_per_second": 16.86,
+      "eval_steps_per_second": 1.054,
+      "eval_token_acc": 0.9964215825310436,
+      "step": 9000
+    },
+    {
+      "epoch": 0.47702560505085934,
+      "grad_norm": 0.06868080794811249,
+      "learning_rate": 1.1227231188558815e-05,
+      "loss": 0.0064639545977115635,
+      "step": 9010,
+      "token_acc": 0.9972720219573034
+    },
+    {
+      "epoch": 0.4775550452340456,
+      "grad_norm": 0.07376545667648315,
+      "learning_rate": 1.1210211515931144e-05,
+      "loss": 0.006520270556211472,
+      "step": 9020,
+      "token_acc": 0.9973395604853843
+    },
+    {
+      "epoch": 0.478084485417232,
+      "grad_norm": 0.07147303223609924,
+      "learning_rate": 1.1193188284839518e-05,
+      "loss": 0.006291882693767547,
+      "step": 9030,
+      "token_acc": 0.9973486301255649
+    },
+    {
+      "epoch": 0.47861392560041827,
+      "grad_norm": 0.06953991204500198,
+      "learning_rate": 1.117616154533846e-05,
+      "loss": 0.006216222792863846,
+      "step": 9040,
+      "token_acc": 0.9974230673004754
+    },
+    {
+      "epoch": 0.47914336578360456,
+      "grad_norm": 0.08075948059558868,
+      "learning_rate": 1.11591313474928e-05,
+      "loss": 0.0064853310585021974,
+      "step": 9050,
+      "token_acc": 0.9973301963140023
+    },
+    {
+      "epoch": 0.47967280596679085,
+      "grad_norm": 0.07661456614732742,
+      "learning_rate": 1.1142097741377542e-05,
+      "loss": 0.0065724849700927734,
+      "step": 9060,
+      "token_acc": 0.9971641616761473
+    },
+    {
+      "epoch": 0.48020224614997714,
+      "grad_norm": 0.10013527423143387,
+      "learning_rate": 1.1125060777077713e-05,
+      "loss": 0.006989073753356933,
+      "step": 9070,
+      "token_acc": 0.997069994574064
+    },
+    {
+      "epoch": 0.4807316863331635,
+      "grad_norm": 0.06834859400987625,
+      "learning_rate": 1.1108020504688206e-05,
+      "loss": 0.005808959156274796,
+      "step": 9080,
+      "token_acc": 0.9975791977962353
+    },
+    {
+      "epoch": 0.4812611265163498,
+      "grad_norm": 0.13167577981948853,
+      "learning_rate": 1.1090976974313654e-05,
+      "loss": 0.006052143126726151,
+      "step": 9090,
+      "token_acc": 0.9974130449295681
+    },
+    {
+      "epoch": 0.48179056669953607,
+      "grad_norm": 0.07746642827987671,
+      "learning_rate": 1.1073930236068258e-05,
+      "loss": 0.006605914980173111,
+      "step": 9100,
+      "token_acc": 0.9971136600625652
+    },
+    {
+      "epoch": 0.48232000688272236,
+      "grad_norm": 0.08279495686292648,
+      "learning_rate": 1.1056880340075657e-05,
+      "loss": 0.006430205702781677,
+      "step": 9110,
+      "token_acc": 0.9971806549555411
+    },
+    {
+      "epoch": 0.4828494470659087,
+      "grad_norm": 0.07860155403614044,
+      "learning_rate": 1.1039827336468774e-05,
+      "loss": 0.00636928528547287,
+      "step": 9120,
+      "token_acc": 0.9971876356110425
+    },
+    {
+      "epoch": 0.483378887249095,
+      "grad_norm": 0.07272429019212723,
+      "learning_rate": 1.1022771275389665e-05,
+      "loss": 0.006800740957260132,
+      "step": 9130,
+      "token_acc": 0.9971380176391565
+    },
+    {
+      "epoch": 0.4839083274322813,
+      "grad_norm": 0.0793454721570015,
+      "learning_rate": 1.1005712206989385e-05,
+      "loss": 0.0063656061887741085,
+      "step": 9140,
+      "token_acc": 0.9974236259338314
+    },
+    {
+      "epoch": 0.4844377676154676,
+      "grad_norm": 0.08458255976438522,
+      "learning_rate": 1.0988650181427827e-05,
+      "loss": 0.0064185261726379395,
+      "step": 9150,
+      "token_acc": 0.9972132994034458
+    },
+    {
+      "epoch": 0.4849672077986539,
+      "grad_norm": 0.08457297086715698,
+      "learning_rate": 1.0971585248873575e-05,
+      "loss": 0.006569202244281769,
+      "step": 9160,
+      "token_acc": 0.9973154810041102
+    },
+    {
+      "epoch": 0.4854966479818402,
+      "grad_norm": 0.07983355224132538,
+      "learning_rate": 1.0954517459503766e-05,
+      "loss": 0.007108770310878754,
+      "step": 9170,
+      "token_acc": 0.9970314780070878
+    },
+    {
+      "epoch": 0.4860260881650265,
+      "grad_norm": 0.06524936854839325,
+      "learning_rate": 1.0937446863503937e-05,
+      "loss": 0.006485345959663391,
+      "step": 9180,
+      "token_acc": 0.9971224821719004
+    },
+    {
+      "epoch": 0.4865555283482128,
+      "grad_norm": 0.09499799460172653,
+      "learning_rate": 1.0920373511067878e-05,
+      "loss": 0.006753510236740113,
+      "step": 9190,
+      "token_acc": 0.9970382359566498
+    },
+    {
+      "epoch": 0.4870849685313991,
+      "grad_norm": 0.08762476593255997,
+      "learning_rate": 1.0903297452397481e-05,
+      "loss": 0.005918784439563752,
+      "step": 9200,
+      "token_acc": 0.9974793422919622
+    },
+    {
+      "epoch": 0.4876144087145854,
+      "grad_norm": 0.07055126875638962,
+      "learning_rate": 1.0886218737702592e-05,
+      "loss": 0.006378862261772156,
+      "step": 9210,
+      "token_acc": 0.9972630173564753
+    },
+    {
+      "epoch": 0.48814384889777174,
+      "grad_norm": 0.08438345789909363,
+      "learning_rate": 1.0869137417200878e-05,
+      "loss": 0.006247039884328842,
+      "step": 9220,
+      "token_acc": 0.9972217355392586
+    },
+    {
+      "epoch": 0.48867328908095803,
+      "grad_norm": 0.08413192629814148,
+      "learning_rate": 1.0852053541117653e-05,
+      "loss": 0.006498625129461288,
+      "step": 9230,
+      "token_acc": 0.9972468797971034
+    },
+    {
+      "epoch": 0.4892027292641443,
+      "grad_norm": 0.07180822640657425,
+      "learning_rate": 1.0834967159685762e-05,
+      "loss": 0.006661414355039597,
+      "step": 9240,
+      "token_acc": 0.9972636338608625
+    },
+    {
+      "epoch": 0.4897321694473306,
+      "grad_norm": 0.10653575509786606,
+      "learning_rate": 1.0817878323145404e-05,
+      "loss": 0.006329770386219025,
+      "step": 9250,
+      "token_acc": 0.9974457215836526
+    },
+    {
+      "epoch": 0.49026160963051696,
+      "grad_norm": 0.08672437816858292,
+      "learning_rate": 1.0800787081744002e-05,
+      "loss": 0.006199394911527633,
+      "step": 9260,
+      "token_acc": 0.9974384006274667
+    },
+    {
+      "epoch": 0.49079104981370325,
+      "grad_norm": 0.07458885759115219,
+      "learning_rate": 1.0783693485736047e-05,
+      "loss": 0.006351241469383239,
+      "step": 9270,
+      "token_acc": 0.9971567932630174
+    },
+    {
+      "epoch": 0.49132048999688954,
+      "grad_norm": 0.09359791874885559,
+      "learning_rate": 1.0766597585382957e-05,
+      "loss": 0.006542753428220749,
+      "step": 9280,
+      "token_acc": 0.9973534150963874
+    },
+    {
+      "epoch": 0.49184993018007583,
+      "grad_norm": 0.08037353307008743,
+      "learning_rate": 1.0749499430952923e-05,
+      "loss": 0.006577141582965851,
+      "step": 9290,
+      "token_acc": 0.9972976354310021
+    },
+    {
+      "epoch": 0.4923793703632621,
+      "grad_norm": 0.09727724641561508,
+      "learning_rate": 1.0732399072720767e-05,
+      "loss": 0.006605660915374756,
+      "step": 9300,
+      "token_acc": 0.9972877791501151
+    },
+    {
+      "epoch": 0.4929088105464485,
+      "grad_norm": 0.0941292867064476,
+      "learning_rate": 1.0715296560967791e-05,
+      "loss": 0.007075536996126175,
+      "step": 9310,
+      "token_acc": 0.9969545010805263
+    },
+    {
+      "epoch": 0.49343825072963476,
+      "grad_norm": 0.06931695342063904,
+      "learning_rate": 1.0698191945981624e-05,
+      "loss": 0.006279227137565613,
+      "step": 9320,
+      "token_acc": 0.997245409015025
+    },
+    {
+      "epoch": 0.49396769091282106,
+      "grad_norm": 0.11702948063611984,
+      "learning_rate": 1.0681085278056082e-05,
+      "loss": 0.006294234097003937,
+      "step": 9330,
+      "token_acc": 0.9973388946819604
+    },
+    {
+      "epoch": 0.49449713109600735,
+      "grad_norm": 0.08520205318927765,
+      "learning_rate": 1.066397660749102e-05,
+      "loss": 0.006253381073474884,
+      "step": 9340,
+      "token_acc": 0.9974563408002936
+    },
+    {
+      "epoch": 0.49502657127919364,
+      "grad_norm": 0.08152945339679718,
+      "learning_rate": 1.064686598459218e-05,
+      "loss": 0.006217408180236817,
+      "step": 9350,
+      "token_acc": 0.9973133531355338
+    },
+    {
+      "epoch": 0.49555601146238,
+      "grad_norm": 0.10385942459106445,
+      "learning_rate": 1.0629753459671039e-05,
+      "loss": 0.006504766643047333,
+      "step": 9360,
+      "token_acc": 0.9972717033081641
+    },
+    {
+      "epoch": 0.4960854516455663,
+      "grad_norm": 0.07816924154758453,
+      "learning_rate": 1.0612639083044678e-05,
+      "loss": 0.006310644000768662,
+      "step": 9370,
+      "token_acc": 0.9972224539160898
+    },
+    {
+      "epoch": 0.49661489182875257,
+      "grad_norm": 0.10103234648704529,
+      "learning_rate": 1.059552290503561e-05,
+      "loss": 0.006250058114528656,
+      "step": 9380,
+      "token_acc": 0.9974631150277055
+    },
+    {
+      "epoch": 0.49714433201193886,
+      "grad_norm": 0.0808364525437355,
+      "learning_rate": 1.0578404975971656e-05,
+      "loss": 0.005817214027047157,
+      "step": 9390,
+      "token_acc": 0.9975887128398956
+    },
+    {
+      "epoch": 0.49767377219512515,
+      "grad_norm": 0.08603619039058685,
+      "learning_rate": 1.056128534618578e-05,
+      "loss": 0.0058484189212322235,
+      "step": 9400,
+      "token_acc": 0.9975145333077559
+    },
+    {
+      "epoch": 0.4982032123783115,
+      "grad_norm": 0.0809829905629158,
+      "learning_rate": 1.0544164066015943e-05,
+      "loss": 0.006169483065605164,
+      "step": 9410,
+      "token_acc": 0.9973388280832889
+    },
+    {
+      "epoch": 0.4987326525614978,
+      "grad_norm": 0.10229097306728363,
+      "learning_rate": 1.052704118580497e-05,
+      "loss": 0.00620715394616127,
+      "step": 9420,
+      "token_acc": 0.9973800584063413
+    },
+    {
+      "epoch": 0.4992620927446841,
+      "grad_norm": 0.06899844110012054,
+      "learning_rate": 1.0509916755900377e-05,
+      "loss": 0.006371918320655823,
+      "step": 9430,
+      "token_acc": 0.997337939782362
+    },
+    {
+      "epoch": 0.4997915329278704,
+      "grad_norm": 0.08855949342250824,
+      "learning_rate": 1.0492790826654246e-05,
+      "loss": 0.006330734491348267,
+      "step": 9440,
+      "token_acc": 0.9974059121847058
+    },
+    {
+      "epoch": 0.5003209731110567,
+      "grad_norm": 0.08690545707941055,
+      "learning_rate": 1.0475663448423068e-05,
+      "loss": 0.006379410624504089,
+      "step": 9450,
+      "token_acc": 0.997399111363049
+    },
+    {
+      "epoch": 0.500850413294243,
+      "grad_norm": 0.07448697835206985,
+      "learning_rate": 1.0458534671567593e-05,
+      "loss": 0.006173017621040344,
+      "step": 9460,
+      "token_acc": 0.9974715655431962
+    },
+    {
+      "epoch": 0.5013798534774293,
+      "grad_norm": 0.07541800290346146,
+      "learning_rate": 1.0441404546452673e-05,
+      "loss": 0.006297103315591812,
+      "step": 9470,
+      "token_acc": 0.9974487030907377
+    },
+    {
+      "epoch": 0.5019092936606157,
+      "grad_norm": 0.09205257147550583,
+      "learning_rate": 1.0424273123447141e-05,
+      "loss": 0.006992320716381073,
+      "step": 9480,
+      "token_acc": 0.9970886582802229
+    },
+    {
+      "epoch": 0.5024387338438019,
+      "grad_norm": 0.07118821144104004,
+      "learning_rate": 1.0407140452923638e-05,
+      "loss": 0.006107927858829498,
+      "step": 9490,
+      "token_acc": 0.9974313426238668
+    },
+    {
+      "epoch": 0.5029681740269882,
+      "grad_norm": 0.07505251467227936,
+      "learning_rate": 1.0390006585258474e-05,
+      "loss": 0.005801636725664139,
+      "step": 9500,
+      "token_acc": 0.9974555981012923
+    },
+    {
+      "epoch": 0.5034976142101745,
+      "grad_norm": 0.06989327073097229,
+      "learning_rate": 1.0372871570831477e-05,
+      "loss": 0.0060681581497192385,
+      "step": 9510,
+      "token_acc": 0.9973632608786349
+    },
+    {
+      "epoch": 0.5040270543933608,
+      "grad_norm": 0.07721663266420364,
+      "learning_rate": 1.035573546002585e-05,
+      "loss": 0.005885158479213714,
+      "step": 9520,
+      "token_acc": 0.9976148181507335
+    },
+    {
+      "epoch": 0.5045564945765472,
+      "grad_norm": 0.07110454142093658,
+      "learning_rate": 1.0338598303228023e-05,
+      "loss": 0.0060627788305282595,
+      "step": 9530,
+      "token_acc": 0.9976301537896678
+    },
+    {
+      "epoch": 0.5050859347597334,
+      "grad_norm": 0.08759637176990509,
+      "learning_rate": 1.032146015082749e-05,
+      "loss": 0.006326910853385925,
+      "step": 9540,
+      "token_acc": 0.9972403328275333
+    },
+    {
+      "epoch": 0.5056153749429197,
+      "grad_norm": 0.07057558000087738,
+      "learning_rate": 1.030432105321668e-05,
+      "loss": 0.006206736341118813,
+      "step": 9550,
+      "token_acc": 0.9974224439235575
+    },
+    {
+      "epoch": 0.506144815126106,
+      "grad_norm": 0.06700477749109268,
+      "learning_rate": 1.0287181060790806e-05,
+      "loss": 0.0060766667127609255,
+      "step": 9560,
+      "token_acc": 0.9974956173303281
+    },
+    {
+      "epoch": 0.5066742553092923,
+      "grad_norm": 0.074788898229599,
+      "learning_rate": 1.0270040223947706e-05,
+      "loss": 0.0061182532459497455,
+      "step": 9570,
+      "token_acc": 0.9972717260712856
+    },
+    {
+      "epoch": 0.5072036954924787,
+      "grad_norm": 0.10445187240839005,
+      "learning_rate": 1.0252898593087698e-05,
+      "loss": 0.005924729257822036,
+      "step": 9580,
+      "token_acc": 0.9977628075096208
+    },
+    {
+      "epoch": 0.5077331356756649,
+      "grad_norm": 0.07183568924665451,
+      "learning_rate": 1.0235756218613441e-05,
+      "loss": 0.006352004408836365,
+      "step": 9590,
+      "token_acc": 0.9975150514501092
+    },
+    {
+      "epoch": 0.5082625758588513,
+      "grad_norm": 0.07877341657876968,
+      "learning_rate": 1.0218613150929782e-05,
+      "loss": 0.005877148360013962,
+      "step": 9600,
+      "token_acc": 0.9975464628172281
+    },
+    {
+      "epoch": 0.5087920160420375,
+      "grad_norm": 0.08823011070489883,
+      "learning_rate": 1.0201469440443596e-05,
+      "loss": 0.005926524847745895,
+      "step": 9610,
+      "token_acc": 0.997515030728563
+    },
+    {
+      "epoch": 0.5093214562252238,
+      "grad_norm": 0.10528596490621567,
+      "learning_rate": 1.018432513756366e-05,
+      "loss": 0.005964019149541855,
+      "step": 9620,
+      "token_acc": 0.9975796624881069
+    },
+    {
+      "epoch": 0.5098508964084102,
+      "grad_norm": 0.08236780762672424,
+      "learning_rate": 1.0167180292700482e-05,
+      "loss": 0.006844854354858399,
+      "step": 9630,
+      "token_acc": 0.9971474088964143
+    },
+    {
+      "epoch": 0.5103803365915964,
+      "grad_norm": 0.09230993688106537,
+      "learning_rate": 1.0150034956266173e-05,
+      "loss": 0.0061198890209198,
+      "step": 9640,
+      "token_acc": 0.9973313985973163
+    },
+    {
+      "epoch": 0.5109097767747828,
+      "grad_norm": 0.0912308320403099,
+      "learning_rate": 1.0132889178674283e-05,
+      "loss": 0.006087886542081833,
+      "step": 9650,
+      "token_acc": 0.9973391610433158
+    },
+    {
+      "epoch": 0.5114392169579691,
+      "grad_norm": 0.07799002528190613,
+      "learning_rate": 1.0115743010339666e-05,
+      "loss": 0.005520019680261612,
+      "step": 9660,
+      "token_acc": 0.9976295010266598
+    },
+    {
+      "epoch": 0.5119686571411554,
+      "grad_norm": 0.0757814273238182,
+      "learning_rate": 1.0098596501678315e-05,
+      "loss": 0.005552807077765465,
+      "step": 9670,
+      "token_acc": 0.9976989837178087
+    },
+    {
+      "epoch": 0.5124980973243417,
+      "grad_norm": 0.06419990211725235,
+      "learning_rate": 1.0081449703107234e-05,
+      "loss": 0.006049920618534088,
+      "step": 9680,
+      "token_acc": 0.9975984389853405
+    },
+    {
+      "epoch": 0.5130275375075279,
+      "grad_norm": 0.06704181432723999,
+      "learning_rate": 1.0064302665044268e-05,
+      "loss": 0.005979394540190697,
+      "step": 9690,
+      "token_acc": 0.9973137565696171
+    },
+    {
+      "epoch": 0.5135569776907143,
+      "grad_norm": 0.0717286467552185,
+      "learning_rate": 1.0047155437907976e-05,
+      "loss": 0.006159737706184387,
+      "step": 9700,
+      "token_acc": 0.9972968237679273
+    },
+    {
+      "epoch": 0.5140864178739006,
+      "grad_norm": 0.0916777104139328,
+      "learning_rate": 1.0030008072117472e-05,
+      "loss": 0.0060527905821800235,
+      "step": 9710,
+      "token_acc": 0.9974986659551761
+    },
+    {
+      "epoch": 0.5146158580570869,
+      "grad_norm": 0.08642859011888504,
+      "learning_rate": 1.0012860618092275e-05,
+      "loss": 0.005933391302824021,
+      "step": 9720,
+      "token_acc": 0.9975449671827246
+    },
+    {
+      "epoch": 0.5151452982402732,
+      "grad_norm": 0.11616049706935883,
+      "learning_rate": 9.995713126252164e-06,
+      "loss": 0.006013680249452591,
+      "step": 9730,
+      "token_acc": 0.9974654416301212
+    },
+    {
+      "epoch": 0.5156747384234595,
+      "grad_norm": 0.06490373611450195,
+      "learning_rate": 9.978565647017024e-06,
+      "loss": 0.006184115633368492,
+      "step": 9740,
+      "token_acc": 0.9975220264317181
+    },
+    {
+      "epoch": 0.5162041786066458,
+      "grad_norm": 0.08089577406644821,
+      "learning_rate": 9.961418230806714e-06,
+      "loss": 0.00578242614865303,
+      "step": 9750,
+      "token_acc": 0.9975644543793947
+    },
+    {
+      "epoch": 0.5167336187898321,
+      "grad_norm": 0.09759592264890671,
+      "learning_rate": 9.944270928040898e-06,
+      "loss": 0.006061964109539986,
+      "step": 9760,
+      "token_acc": 0.9973715611258063
+    },
+    {
+      "epoch": 0.5172630589730184,
+      "grad_norm": 0.05860958620905876,
+      "learning_rate": 9.927123789138913e-06,
+      "loss": 0.005434776842594147,
+      "step": 9770,
+      "token_acc": 0.9977225707421249
+    },
+    {
+      "epoch": 0.5177924991562047,
+      "grad_norm": 0.09341993927955627,
+      "learning_rate": 9.909976864519611e-06,
+      "loss": 0.005640207976102829,
+      "step": 9780,
+      "token_acc": 0.9977037791620046
+    },
+    {
+      "epoch": 0.518321939339391,
+      "grad_norm": 0.09343712776899338,
+      "learning_rate": 9.892830204601212e-06,
+      "loss": 0.0058887191116809845,
+      "step": 9790,
+      "token_acc": 0.9975718231352686
+    },
+    {
+      "epoch": 0.5188513795225773,
+      "grad_norm": 0.08606129884719849,
+      "learning_rate": 9.87568385980116e-06,
+      "loss": 0.0055746838450431825,
+      "step": 9800,
+      "token_acc": 0.9976213725932046
+    },
+    {
+      "epoch": 0.5193808197057637,
+      "grad_norm": 0.11738255620002747,
+      "learning_rate": 9.858537880535974e-06,
+      "loss": 0.0055122010409832,
+      "step": 9810,
+      "token_acc": 0.9978956685845031
+    },
+    {
+      "epoch": 0.5199102598889499,
+      "grad_norm": 0.09453237801790237,
+      "learning_rate": 9.841392317221096e-06,
+      "loss": 0.005794931948184967,
+      "step": 9820,
+      "token_acc": 0.9976141416332285
+    },
+    {
+      "epoch": 0.5204397000721362,
+      "grad_norm": 0.08104211837053299,
+      "learning_rate": 9.824247220270749e-06,
+      "loss": 0.006003174185752869,
+      "step": 9830,
+      "token_acc": 0.9974561922951818
+    },
+    {
+      "epoch": 0.5209691402553225,
+      "grad_norm": 0.08040585368871689,
+      "learning_rate": 9.807102640097774e-06,
+      "loss": 0.006172920763492584,
+      "step": 9840,
+      "token_acc": 0.9974471706140973
+    },
+    {
+      "epoch": 0.5214985804385088,
+      "grad_norm": 0.06752321869134903,
+      "learning_rate": 9.789958627113503e-06,
+      "loss": 0.005765810981392861,
+      "step": 9850,
+      "token_acc": 0.9975799856468114
+    },
+    {
+      "epoch": 0.5220280206216952,
+      "grad_norm": 0.08147775381803513,
+      "learning_rate": 9.772815231727598e-06,
+      "loss": 0.006705331057310105,
+      "step": 9860,
+      "token_acc": 0.9971882691585666
+    },
+    {
+      "epoch": 0.5225574608048814,
+      "grad_norm": 0.10563169419765472,
+      "learning_rate": 9.755672504347907e-06,
+      "loss": 0.006237004697322845,
+      "step": 9870,
+      "token_acc": 0.9973712101613159
+    },
+    {
+      "epoch": 0.5230869009880678,
+      "grad_norm": 0.11307316273450851,
+      "learning_rate": 9.738530495380303e-06,
+      "loss": 0.006556305289268494,
+      "step": 9880,
+      "token_acc": 0.9973062232081797
+    },
+    {
+      "epoch": 0.523616341171254,
+      "grad_norm": 0.07456500828266144,
+      "learning_rate": 9.721389255228559e-06,
+      "loss": 0.005898710340261459,
+      "step": 9890,
+      "token_acc": 0.9976225234619395
+    },
+    {
+      "epoch": 0.5241457813544403,
+      "grad_norm": 0.09724334627389908,
+      "learning_rate": 9.704248834294184e-06,
+      "loss": 0.005645465850830078,
+      "step": 9900,
+      "token_acc": 0.9975654087945438
+    },
+    {
+      "epoch": 0.5246752215376267,
+      "grad_norm": 0.08709348738193512,
+      "learning_rate": 9.687109282976273e-06,
+      "loss": 0.0061257675290107725,
+      "step": 9910,
+      "token_acc": 0.9973894912427023
+    },
+    {
+      "epoch": 0.5252046617208129,
+      "grad_norm": 0.06941056251525879,
+      "learning_rate": 9.669970651671373e-06,
+      "loss": 0.005428103357553482,
+      "step": 9920,
+      "token_acc": 0.9977058097240298
+    },
+    {
+      "epoch": 0.5257341019039993,
+      "grad_norm": 0.08480376750230789,
+      "learning_rate": 9.652832990773315e-06,
+      "loss": 0.006123346090316772,
+      "step": 9930,
+      "token_acc": 0.9974898886711421
+    },
+    {
+      "epoch": 0.5262635420871855,
+      "grad_norm": 0.09106945991516113,
+      "learning_rate": 9.635696350673088e-06,
+      "loss": 0.005818301439285278,
+      "step": 9940,
+      "token_acc": 0.9976885654920351
+    },
+    {
+      "epoch": 0.5267929822703719,
+      "grad_norm": 0.06666842103004456,
+      "learning_rate": 9.618560781758673e-06,
+      "loss": 0.005581918358802796,
+      "step": 9950,
+      "token_acc": 0.9975953911664023
+    },
+    {
+      "epoch": 0.5273224224535582,
+      "grad_norm": 0.08956436067819595,
+      "learning_rate": 9.601426334414898e-06,
+      "loss": 0.005594116449356079,
+      "step": 9960,
+      "token_acc": 0.9976652268899154
+    },
+    {
+      "epoch": 0.5278518626367444,
+      "grad_norm": 0.08601323515176773,
+      "learning_rate": 9.5842930590233e-06,
+      "loss": 0.005335238575935364,
+      "step": 9970,
+      "token_acc": 0.9978230225788425
+    },
+    {
+      "epoch": 0.5283813028199308,
+      "grad_norm": 0.07210409641265869,
+      "learning_rate": 9.56716100596197e-06,
+      "loss": 0.005897215753793717,
+      "step": 9980,
+      "token_acc": 0.9974215835982677
+    },
+    {
+      "epoch": 0.5289107430031171,
+      "grad_norm": 0.0716291144490242,
+      "learning_rate": 9.5500302256054e-06,
+      "loss": 0.006033800542354584,
+      "step": 9990,
+      "token_acc": 0.9976139226777461
+    },
+    {
+      "epoch": 0.5294401831863034,
+      "grad_norm": 0.07986830919981003,
+      "learning_rate": 9.532900768324345e-06,
+      "loss": 0.005965420603752136,
+      "step": 10000,
+      "token_acc": 0.997496829317135
+    },
+    {
+      "epoch": 0.5299696233694897,
+      "grad_norm": 0.08717332780361176,
+      "learning_rate": 9.515772684485662e-06,
+      "loss": 0.005752303823828697,
+      "step": 10010,
+      "token_acc": 0.9976394044292447
+    },
+    {
+      "epoch": 0.530499063552676,
+      "grad_norm": 0.09234462678432465,
+      "learning_rate": 9.498646024452178e-06,
+      "loss": 0.005749382823705673,
+      "step": 10020,
+      "token_acc": 0.9974636441759763
+    },
+    {
+      "epoch": 0.5310285037358623,
+      "grad_norm": 0.0769585520029068,
+      "learning_rate": 9.481520838582527e-06,
+      "loss": 0.006350738555192947,
+      "step": 10030,
+      "token_acc": 0.997323059217933
+    },
+    {
+      "epoch": 0.5315579439190486,
+      "grad_norm": 0.07705565541982651,
+      "learning_rate": 9.464397177231014e-06,
+      "loss": 0.0055728830397129055,
+      "step": 10040,
+      "token_acc": 0.997539636867082
+    },
+    {
+      "epoch": 0.5320873841022349,
+      "grad_norm": 0.09076856076717377,
+      "learning_rate": 9.447275090747461e-06,
+      "loss": 0.005577860027551651,
+      "step": 10050,
+      "token_acc": 0.9977807627168136
+    },
+    {
+      "epoch": 0.5326168242854212,
+      "grad_norm": 0.0796055793762207,
+      "learning_rate": 9.430154629477052e-06,
+      "loss": 0.005743794143199921,
+      "step": 10060,
+      "token_acc": 0.9976966986013286
+    },
+    {
+      "epoch": 0.5331462644686075,
+      "grad_norm": 0.09636925160884857,
+      "learning_rate": 9.413035843760199e-06,
+      "loss": 0.006041829288005829,
+      "step": 10070,
+      "token_acc": 0.9973300181058147
+    },
+    {
+      "epoch": 0.5336757046517938,
+      "grad_norm": 0.07640992850065231,
+      "learning_rate": 9.395918783932384e-06,
+      "loss": 0.005545875430107117,
+      "step": 10080,
+      "token_acc": 0.9976796788274866
+    },
+    {
+      "epoch": 0.5342051448349802,
+      "grad_norm": 0.09229988604784012,
+      "learning_rate": 9.378803500324021e-06,
+      "loss": 0.0058249209076166155,
+      "step": 10090,
+      "token_acc": 0.9974642577114926
+    },
+    {
+      "epoch": 0.5347345850181664,
+      "grad_norm": 0.0810672715306282,
+      "learning_rate": 9.361690043260293e-06,
+      "loss": 0.0056256964802742,
+      "step": 10100,
+      "token_acc": 0.9976643894463769
+    },
+    {
+      "epoch": 0.5352640252013527,
+      "grad_norm": 0.09449639171361923,
+      "learning_rate": 9.344578463061013e-06,
+      "loss": 0.005812922120094299,
+      "step": 10110,
+      "token_acc": 0.9976715849913206
+    },
+    {
+      "epoch": 0.535793465384539,
+      "grad_norm": 0.07625672966241837,
+      "learning_rate": 9.327468810040482e-06,
+      "loss": 0.005629872158169747,
+      "step": 10120,
+      "token_acc": 0.9977306479333878
+    },
+    {
+      "epoch": 0.5363229055677253,
+      "grad_norm": 0.08401705324649811,
+      "learning_rate": 9.310361134507326e-06,
+      "loss": 0.005926584079861641,
+      "step": 10130,
+      "token_acc": 0.9975380763613603
+    },
+    {
+      "epoch": 0.5368523457509117,
+      "grad_norm": 0.08435894548892975,
+      "learning_rate": 9.293255486764364e-06,
+      "loss": 0.005681088566780091,
+      "step": 10140,
+      "token_acc": 0.9976152755774201
+    },
+    {
+      "epoch": 0.5373817859340979,
+      "grad_norm": 0.09608595818281174,
+      "learning_rate": 9.276151917108451e-06,
+      "loss": 0.005818182229995727,
+      "step": 10150,
+      "token_acc": 0.9975734227247711
+    },
+    {
+      "epoch": 0.5379112261172843,
+      "grad_norm": 0.08716209977865219,
+      "learning_rate": 9.259050475830324e-06,
+      "loss": 0.005730519816279411,
+      "step": 10160,
+      "token_acc": 0.9977151624819673
+    },
+    {
+      "epoch": 0.5384406663004705,
+      "grad_norm": 0.0732644647359848,
+      "learning_rate": 9.241951213214471e-06,
+      "loss": 0.005736709386110306,
+      "step": 10170,
+      "token_acc": 0.997555257031765
+    },
+    {
+      "epoch": 0.5389701064836568,
+      "grad_norm": 0.09009082615375519,
+      "learning_rate": 9.224854179538968e-06,
+      "loss": 0.00554574690759182,
+      "step": 10180,
+      "token_acc": 0.9977137707763166
+    },
+    {
+      "epoch": 0.5394995466668432,
+      "grad_norm": 0.0633961483836174,
+      "learning_rate": 9.207759425075341e-06,
+      "loss": 0.0058026410639286045,
+      "step": 10190,
+      "token_acc": 0.9976723425911249
+    },
+    {
+      "epoch": 0.5400289868500294,
+      "grad_norm": 0.08042139559984207,
+      "learning_rate": 9.190667000088413e-06,
+      "loss": 0.00541747659444809,
+      "step": 10200,
+      "token_acc": 0.9978231133649162
+    },
+    {
+      "epoch": 0.5405584270332158,
+      "grad_norm": 0.14404639601707458,
+      "learning_rate": 9.17357695483616e-06,
+      "loss": 0.005680832639336586,
+      "step": 10210,
+      "token_acc": 0.9977226277372263
+    },
+    {
+      "epoch": 0.541087867216402,
+      "grad_norm": 0.11139760911464691,
+      "learning_rate": 9.156489339569555e-06,
+      "loss": 0.005819535255432129,
+      "step": 10220,
+      "token_acc": 0.9976050402636959
+    },
+    {
+      "epoch": 0.5416173073995884,
+      "grad_norm": 0.08715484291315079,
+      "learning_rate": 9.139404204532428e-06,
+      "loss": 0.005735942348837853,
+      "step": 10230,
+      "token_acc": 0.9975622380658196
+    },
+    {
+      "epoch": 0.5421467475827747,
+      "grad_norm": 0.06409761309623718,
+      "learning_rate": 9.12232159996132e-06,
+      "loss": 0.005963046103715897,
+      "step": 10240,
+      "token_acc": 0.9973363171035162
+    },
+    {
+      "epoch": 0.5426761877659609,
+      "grad_norm": 0.08512922376394272,
+      "learning_rate": 9.105241576085328e-06,
+      "loss": 0.005926216393709183,
+      "step": 10250,
+      "token_acc": 0.9975474247960359
+    },
+    {
+      "epoch": 0.5432056279491473,
+      "grad_norm": 0.07714362442493439,
+      "learning_rate": 9.08816418312596e-06,
+      "loss": 0.005915514007210731,
+      "step": 10260,
+      "token_acc": 0.9975716205052031
+    },
+    {
+      "epoch": 0.5437350681323335,
+      "grad_norm": 0.08463723212480545,
+      "learning_rate": 9.071089471296996e-06,
+      "loss": 0.005881936848163604,
+      "step": 10270,
+      "token_acc": 0.9975884311451197
+    },
+    {
+      "epoch": 0.5442645083155199,
+      "grad_norm": 0.07101252675056458,
+      "learning_rate": 9.054017490804319e-06,
+      "loss": 0.005859004706144333,
+      "step": 10280,
+      "token_acc": 0.9974826410596247
+    },
+    {
+      "epoch": 0.5447939484987062,
+      "grad_norm": 0.08222519606351852,
+      "learning_rate": 9.03694829184579e-06,
+      "loss": 0.005490032956004143,
+      "step": 10290,
+      "token_acc": 0.9977225517431239
+    },
+    {
+      "epoch": 0.5453233886818925,
+      "grad_norm": 0.08493092656135559,
+      "learning_rate": 9.019881924611088e-06,
+      "loss": 0.00568794384598732,
+      "step": 10300,
+      "token_acc": 0.9975629908445238
+    },
+    {
+      "epoch": 0.5458528288650788,
+      "grad_norm": 0.08972533792257309,
+      "learning_rate": 9.002818439281572e-06,
+      "loss": 0.005533015355467796,
+      "step": 10310,
+      "token_acc": 0.9977470711925503
+    },
+    {
+      "epoch": 0.5463822690482651,
+      "grad_norm": 0.09296856820583344,
+      "learning_rate": 8.985757886030119e-06,
+      "loss": 0.00558307021856308,
+      "step": 10320,
+      "token_acc": 0.9977063072380603
+    },
+    {
+      "epoch": 0.5469117092314514,
+      "grad_norm": 0.07048169523477554,
+      "learning_rate": 8.968700315020987e-06,
+      "loss": 0.005209856852889061,
+      "step": 10330,
+      "token_acc": 0.99786604426291
+    },
+    {
+      "epoch": 0.5474411494146377,
+      "grad_norm": 0.08755260705947876,
+      "learning_rate": 8.951645776409668e-06,
+      "loss": 0.005423923954367638,
+      "step": 10340,
+      "token_acc": 0.9975798442754972
+    },
+    {
+      "epoch": 0.547970589597824,
+      "grad_norm": 0.10201948136091232,
+      "learning_rate": 8.934594320342734e-06,
+      "loss": 0.005968772619962692,
+      "step": 10350,
+      "token_acc": 0.9974406429238362
+    },
+    {
+      "epoch": 0.5485000297810103,
+      "grad_norm": 0.06459422409534454,
+      "learning_rate": 8.917545996957696e-06,
+      "loss": 0.005491361021995544,
+      "step": 10360,
+      "token_acc": 0.9978060296644811
+    },
+    {
+      "epoch": 0.5490294699641967,
+      "grad_norm": 0.06837255507707596,
+      "learning_rate": 8.900500856382855e-06,
+      "loss": 0.006030368432402611,
+      "step": 10370,
+      "token_acc": 0.9975208267249871
+    },
+    {
+      "epoch": 0.5495589101473829,
+      "grad_norm": 0.08479826897382736,
+      "learning_rate": 8.883458948737144e-06,
+      "loss": 0.005318785086274147,
+      "step": 10380,
+      "token_acc": 0.9979291571335527
+    },
+    {
+      "epoch": 0.5500883503305692,
+      "grad_norm": 0.09189905971288681,
+      "learning_rate": 8.866420324130003e-06,
+      "loss": 0.005710026249289513,
+      "step": 10390,
+      "token_acc": 0.9978213143901767
+    },
+    {
+      "epoch": 0.5506177905137555,
+      "grad_norm": 0.0816366970539093,
+      "learning_rate": 8.84938503266121e-06,
+      "loss": 0.00552150011062622,
+      "step": 10400,
+      "token_acc": 0.9976040005676933
+    },
+    {
+      "epoch": 0.5511472306969418,
+      "grad_norm": 0.0827329158782959,
+      "learning_rate": 8.832353124420746e-06,
+      "loss": 0.0058914490044116976,
+      "step": 10410,
+      "token_acc": 0.9976724785183949
+    },
+    {
+      "epoch": 0.5516766708801282,
+      "grad_norm": 0.07583095133304596,
+      "learning_rate": 8.815324649488647e-06,
+      "loss": 0.005840864032506943,
+      "step": 10420,
+      "token_acc": 0.9975393906029744
+    },
+    {
+      "epoch": 0.5522061110633144,
+      "grad_norm": 0.079261913895607,
+      "learning_rate": 8.798299657934841e-06,
+      "loss": 0.005099338293075561,
+      "step": 10430,
+      "token_acc": 0.9980569894176806
+    },
+    {
+      "epoch": 0.5527355512465008,
+      "grad_norm": 0.07089421153068542,
+      "learning_rate": 8.78127819981903e-06,
+      "loss": 0.005278304219245911,
+      "step": 10440,
+      "token_acc": 0.997779410291515
+    },
+    {
+      "epoch": 0.553264991429687,
+      "grad_norm": 0.09767837077379227,
+      "learning_rate": 8.764260325190513e-06,
+      "loss": 0.0057599864900112156,
+      "step": 10450,
+      "token_acc": 0.9976306480678102
+    },
+    {
+      "epoch": 0.5537944316128733,
+      "grad_norm": 0.09542081505060196,
+      "learning_rate": 8.747246084088063e-06,
+      "loss": 0.005584334954619408,
+      "step": 10460,
+      "token_acc": 0.9977300418940798
+    },
+    {
+      "epoch": 0.5543238717960597,
+      "grad_norm": 0.07572547346353531,
+      "learning_rate": 8.73023552653976e-06,
+      "loss": 0.005530974268913269,
+      "step": 10470,
+      "token_acc": 0.9977055417424533
+    },
+    {
+      "epoch": 0.5548533119792459,
+      "grad_norm": 0.0940098837018013,
+      "learning_rate": 8.71322870256286e-06,
+      "loss": 0.005657859519124031,
+      "step": 10480,
+      "token_acc": 0.9976153551119783
+    },
+    {
+      "epoch": 0.5553827521624323,
+      "grad_norm": 0.08741765469312668,
+      "learning_rate": 8.69622566216364e-06,
+      "loss": 0.0053317703306674956,
+      "step": 10490,
+      "token_acc": 0.9977565011425998
+    },
+    {
+      "epoch": 0.5559121923456185,
+      "grad_norm": 0.09390822798013687,
+      "learning_rate": 8.679226455337246e-06,
+      "loss": 0.005764786899089813,
+      "step": 10500,
+      "token_acc": 0.9975888737787938
+    },
+    {
+      "epoch": 0.5564416325288049,
+      "grad_norm": 0.07534737139940262,
+      "learning_rate": 8.662231132067557e-06,
+      "loss": 0.0054897740483284,
+      "step": 10510,
+      "token_acc": 0.9976895102095289
+    },
+    {
+      "epoch": 0.5569710727119912,
+      "grad_norm": 0.07866326719522476,
+      "learning_rate": 8.645239742327034e-06,
+      "loss": 0.00528850331902504,
+      "step": 10520,
+      "token_acc": 0.9977730328456803
+    },
+    {
+      "epoch": 0.5575005128951774,
+      "grad_norm": 0.058244187384843826,
+      "learning_rate": 8.628252336076568e-06,
+      "loss": 0.005400420725345611,
+      "step": 10530,
+      "token_acc": 0.9976907429638522
+    },
+    {
+      "epoch": 0.5580299530783638,
+      "grad_norm": 0.08737803995609283,
+      "learning_rate": 8.611268963265342e-06,
+      "loss": 0.005433228611946106,
+      "step": 10540,
+      "token_acc": 0.9978140070419009
+    },
+    {
+      "epoch": 0.55855939326155,
+      "grad_norm": 0.09868389368057251,
+      "learning_rate": 8.594289673830671e-06,
+      "loss": 0.005635057389736175,
+      "step": 10550,
+      "token_acc": 0.9976789814235024
+    },
+    {
+      "epoch": 0.5590888334447364,
+      "grad_norm": 0.07014649361371994,
+      "learning_rate": 8.57731451769787e-06,
+      "loss": 0.005669058859348297,
+      "step": 10560,
+      "token_acc": 0.9976317742513822
+    },
+    {
+      "epoch": 0.5596182736279227,
+      "grad_norm": 0.09194966405630112,
+      "learning_rate": 8.560343544780102e-06,
+      "loss": 0.0055405043065547945,
+      "step": 10570,
+      "token_acc": 0.9976646037332978
+    },
+    {
+      "epoch": 0.560147713811109,
+      "grad_norm": 0.06665540486574173,
+      "learning_rate": 8.543376804978223e-06,
+      "loss": 0.0054998710751533505,
+      "step": 10580,
+      "token_acc": 0.9977068045363575
+    },
+    {
+      "epoch": 0.5606771539942953,
+      "grad_norm": 0.07561322301626205,
+      "learning_rate": 8.526414348180652e-06,
+      "loss": 0.0055532239377498625,
+      "step": 10590,
+      "token_acc": 0.9978732986389112
+    },
+    {
+      "epoch": 0.5612065941774815,
+      "grad_norm": 0.07968828082084656,
+      "learning_rate": 8.509456224263203e-06,
+      "loss": 0.0055864803493022915,
+      "step": 10600,
+      "token_acc": 0.9976723231716474
+    },
+    {
+      "epoch": 0.5617360343606679,
+      "grad_norm": 0.07937763631343842,
+      "learning_rate": 8.492502483088956e-06,
+      "loss": 0.0052876144647598265,
+      "step": 10610,
+      "token_acc": 0.9978570296930633
+    },
+    {
+      "epoch": 0.5622654745438542,
+      "grad_norm": 0.06759688258171082,
+      "learning_rate": 8.475553174508105e-06,
+      "loss": 0.005193571001291275,
+      "step": 10620,
+      "token_acc": 0.9978633013663186
+    },
+    {
+      "epoch": 0.5627949147270405,
+      "grad_norm": 0.08593278378248215,
+      "learning_rate": 8.458608348357808e-06,
+      "loss": 0.005326055362820626,
+      "step": 10630,
+      "token_acc": 0.9977219055884243
+    },
+    {
+      "epoch": 0.5633243549102268,
+      "grad_norm": 0.08525919914245605,
+      "learning_rate": 8.441668054462045e-06,
+      "loss": 0.005171322077512741,
+      "step": 10640,
+      "token_acc": 0.9979057504255248
+    },
+    {
+      "epoch": 0.5638537950934132,
+      "grad_norm": 0.09290236979722977,
+      "learning_rate": 8.424732342631466e-06,
+      "loss": 0.005482325330376625,
+      "step": 10650,
+      "token_acc": 0.9977303828310137
+    },
+    {
+      "epoch": 0.5643832352765994,
+      "grad_norm": 0.07777766138315201,
+      "learning_rate": 8.407801262663252e-06,
+      "loss": 0.004773225262761116,
+      "step": 10660,
+      "token_acc": 0.9979968283114932
+    },
+    {
+      "epoch": 0.5649126754597857,
+      "grad_norm": 0.09356539696455002,
+      "learning_rate": 8.390874864340963e-06,
+      "loss": 0.005722983926534653,
+      "step": 10670,
+      "token_acc": 0.9977797253870874
+    },
+    {
+      "epoch": 0.565442115642972,
+      "grad_norm": 0.09650908410549164,
+      "learning_rate": 8.373953197434396e-06,
+      "loss": 0.005484995990991592,
+      "step": 10680,
+      "token_acc": 0.997781058918725
+    },
+    {
+      "epoch": 0.5659715558261583,
+      "grad_norm": 0.0700053796172142,
+      "learning_rate": 8.357036311699427e-06,
+      "loss": 0.005631019175052643,
+      "step": 10690,
+      "token_acc": 0.9976724979352805
+    },
+    {
+      "epoch": 0.5665009960093447,
+      "grad_norm": 0.08488014340400696,
+      "learning_rate": 8.340124256877887e-06,
+      "loss": 0.005525138601660729,
+      "step": 10700,
+      "token_acc": 0.997639522566331
+    },
+    {
+      "epoch": 0.5670304361925309,
+      "grad_norm": 0.08865460008382797,
+      "learning_rate": 8.323217082697392e-06,
+      "loss": 0.005481350421905518,
+      "step": 10710,
+      "token_acc": 0.9978473630196991
+    },
+    {
+      "epoch": 0.5675598763757173,
+      "grad_norm": 0.08897771686315536,
+      "learning_rate": 8.306314838871208e-06,
+      "loss": 0.00523499920964241,
+      "step": 10720,
+      "token_acc": 0.9979386089365893
+    },
+    {
+      "epoch": 0.5680893165589035,
+      "grad_norm": 0.07740037888288498,
+      "learning_rate": 8.289417575098107e-06,
+      "loss": 0.005479452013969421,
+      "step": 10730,
+      "token_acc": 0.9976641166606879
+    },
+    {
+      "epoch": 0.5686187567420898,
+      "grad_norm": 0.0868200734257698,
+      "learning_rate": 8.272525341062218e-06,
+      "loss": 0.004969134554266929,
+      "step": 10740,
+      "token_acc": 0.9978044545363476
+    },
+    {
+      "epoch": 0.5691481969252762,
+      "grad_norm": 0.07562980055809021,
+      "learning_rate": 8.255638186432883e-06,
+      "loss": 0.005410711839795112,
+      "step": 10750,
+      "token_acc": 0.997804985936887
+    },
+    {
+      "epoch": 0.5696776371084624,
+      "grad_norm": 0.0700678825378418,
+      "learning_rate": 8.238756160864504e-06,
+      "loss": 0.005320299789309502,
+      "step": 10760,
+      "token_acc": 0.9978061943728469
+    },
+    {
+      "epoch": 0.5702070772916488,
+      "grad_norm": 0.09050122648477554,
+      "learning_rate": 8.221879313996399e-06,
+      "loss": 0.005297638475894928,
+      "step": 10770,
+      "token_acc": 0.9977884230204299
+    },
+    {
+      "epoch": 0.570736517474835,
+      "grad_norm": 0.09789244085550308,
+      "learning_rate": 8.205007695452669e-06,
+      "loss": 0.005724583566188812,
+      "step": 10780,
+      "token_acc": 0.9975051524026467
+    },
+    {
+      "epoch": 0.5712659576580214,
+      "grad_norm": 0.10143784433603287,
+      "learning_rate": 8.18814135484203e-06,
+      "loss": 0.005482998117804528,
+      "step": 10790,
+      "token_acc": 0.9977469959946595
+    },
+    {
+      "epoch": 0.5717953978412077,
+      "grad_norm": 0.0662374496459961,
+      "learning_rate": 8.171280341757692e-06,
+      "loss": 0.0052685577422380446,
+      "step": 10800,
+      "token_acc": 0.9977553404539385
+    },
+    {
+      "epoch": 0.5723248380243939,
+      "grad_norm": 0.0728992149233818,
+      "learning_rate": 8.154424705777184e-06,
+      "loss": 0.005137554556131363,
+      "step": 10810,
+      "token_acc": 0.997881497297658
+    },
+    {
+      "epoch": 0.5728542782075803,
+      "grad_norm": 0.0719781368970871,
+      "learning_rate": 8.13757449646224e-06,
+      "loss": 0.004936916008591652,
+      "step": 10820,
+      "token_acc": 0.9978961604928995
+    },
+    {
+      "epoch": 0.5733837183907665,
+      "grad_norm": 0.10614340752363205,
+      "learning_rate": 8.120729763358627e-06,
+      "loss": 0.005483512207865715,
+      "step": 10830,
+      "token_acc": 0.9977154101422449
+    },
+    {
+      "epoch": 0.5739131585739529,
+      "grad_norm": 0.07656998932361603,
+      "learning_rate": 8.103890555996016e-06,
+      "loss": 0.004678269848227501,
+      "step": 10840,
+      "token_acc": 0.9979822235562893
+    },
+    {
+      "epoch": 0.5744425987571392,
+      "grad_norm": 0.09332893788814545,
+      "learning_rate": 8.087056923887832e-06,
+      "loss": 0.005308455973863602,
+      "step": 10850,
+      "token_acc": 0.9977562953015656
+    },
+    {
+      "epoch": 0.5749720389403254,
+      "grad_norm": 0.07631412148475647,
+      "learning_rate": 8.070228916531094e-06,
+      "loss": 0.005129978805780411,
+      "step": 10860,
+      "token_acc": 0.9978547937430093
+    },
+    {
+      "epoch": 0.5755014791235118,
+      "grad_norm": 0.07666252553462982,
+      "learning_rate": 8.053406583406295e-06,
+      "loss": 0.00522054098546505,
+      "step": 10870,
+      "token_acc": 0.9979636460750113
+    },
+    {
+      "epoch": 0.576030919306698,
+      "grad_norm": 0.09561937302350998,
+      "learning_rate": 8.036589973977242e-06,
+      "loss": 0.005222373455762863,
+      "step": 10880,
+      "token_acc": 0.9977729028168192
+    },
+    {
+      "epoch": 0.5765603594898844,
+      "grad_norm": 0.0971507877111435,
+      "learning_rate": 8.019779137690906e-06,
+      "loss": 0.005486468598246574,
+      "step": 10890,
+      "token_acc": 0.9977311590274013
+    },
+    {
+      "epoch": 0.5770897996730707,
+      "grad_norm": 0.1078389436006546,
+      "learning_rate": 8.002974123977292e-06,
+      "loss": 0.005656520277261734,
+      "step": 10900,
+      "token_acc": 0.997672245490497
+    },
+    {
+      "epoch": 0.577619239856257,
+      "grad_norm": 0.10358531773090363,
+      "learning_rate": 7.986174982249272e-06,
+      "loss": 0.004924916848540306,
+      "step": 10910,
+      "token_acc": 0.9980050083472454
+    },
+    {
+      "epoch": 0.5781486800394433,
+      "grad_norm": 0.06699983030557632,
+      "learning_rate": 7.969381761902465e-06,
+      "loss": 0.005164104700088501,
+      "step": 10920,
+      "token_acc": 0.9979489915875306
+    },
+    {
+      "epoch": 0.5786781202226295,
+      "grad_norm": 0.07490614056587219,
+      "learning_rate": 7.95259451231507e-06,
+      "loss": 0.005282736569643021,
+      "step": 10930,
+      "token_acc": 0.9978486195308657
+    },
+    {
+      "epoch": 0.5792075604058159,
+      "grad_norm": 0.06401417404413223,
+      "learning_rate": 7.935813282847737e-06,
+      "loss": 0.005152691155672073,
+      "step": 10940,
+      "token_acc": 0.9978313092219405
+    },
+    {
+      "epoch": 0.5797370005890022,
+      "grad_norm": 0.09496421366930008,
+      "learning_rate": 7.919038122843412e-06,
+      "loss": 0.005290433019399643,
+      "step": 10950,
+      "token_acc": 0.9977471651828551
+    },
+    {
+      "epoch": 0.5802664407721885,
+      "grad_norm": 0.07934817671775818,
+      "learning_rate": 7.902269081627185e-06,
+      "loss": 0.004965965449810028,
+      "step": 10960,
+      "token_acc": 0.9979629150351899
+    },
+    {
+      "epoch": 0.5807958809553748,
+      "grad_norm": 0.0899849683046341,
+      "learning_rate": 7.885506208506175e-06,
+      "loss": 0.004542484134435654,
+      "step": 10970,
+      "token_acc": 0.9980069548104106
+    },
+    {
+      "epoch": 0.5813253211385612,
+      "grad_norm": 0.08526492863893509,
+      "learning_rate": 7.868749552769341e-06,
+      "loss": 0.005321484059095383,
+      "step": 10980,
+      "token_acc": 0.9977981284091477
+    },
+    {
+      "epoch": 0.5818547613217474,
+      "grad_norm": 0.08841445297002792,
+      "learning_rate": 7.851999163687378e-06,
+      "loss": 0.00540248267352581,
+      "step": 10990,
+      "token_acc": 0.9976556959913235
+    },
+    {
+      "epoch": 0.5823842015049338,
+      "grad_norm": 0.09864561259746552,
+      "learning_rate": 7.835255090512546e-06,
+      "loss": 0.004821636155247689,
+      "step": 11000,
+      "token_acc": 0.9981484416050176
+    },
+    {
+      "epoch": 0.58291364168812,
+      "grad_norm": 0.10166633129119873,
+      "learning_rate": 7.818517382478542e-06,
+      "loss": 0.004606721550226211,
+      "step": 11010,
+      "token_acc": 0.9980244237902721
+    },
+    {
+      "epoch": 0.5834430818713063,
+      "grad_norm": 0.08097875118255615,
+      "learning_rate": 7.801786088800338e-06,
+      "loss": 0.004694987833499908,
+      "step": 11020,
+      "token_acc": 0.9980558545478819
+    },
+    {
+      "epoch": 0.5839725220544927,
+      "grad_norm": 0.07913080602884293,
+      "learning_rate": 7.78506125867405e-06,
+      "loss": 0.00548882782459259,
+      "step": 11030,
+      "token_acc": 0.9977813365362159
+    },
+    {
+      "epoch": 0.5845019622376789,
+      "grad_norm": 0.07013921439647675,
+      "learning_rate": 7.768342941276787e-06,
+      "loss": 0.005353599041700363,
+      "step": 11040,
+      "token_acc": 0.9976487852056896
+    },
+    {
+      "epoch": 0.5850314024208653,
+      "grad_norm": 0.07369482517242432,
+      "learning_rate": 7.751631185766511e-06,
+      "loss": 0.004796169698238373,
+      "step": 11050,
+      "token_acc": 0.9980895014349597
+    },
+    {
+      "epoch": 0.5855608426040515,
+      "grad_norm": 0.07227800041437149,
+      "learning_rate": 7.734926041281888e-06,
+      "loss": 0.0049373660236597065,
+      "step": 11060,
+      "token_acc": 0.9978802243290159
+    },
+    {
+      "epoch": 0.5860902827872378,
+      "grad_norm": 0.08486678451299667,
+      "learning_rate": 7.718227556942148e-06,
+      "loss": 0.004980228468775749,
+      "step": 11070,
+      "token_acc": 0.9980306583108722
+    },
+    {
+      "epoch": 0.5866197229704242,
+      "grad_norm": 0.09606419503688812,
+      "learning_rate": 7.701535781846928e-06,
+      "loss": 0.004831057786941528,
+      "step": 11080,
+      "token_acc": 0.9980223466484199
+    },
+    {
+      "epoch": 0.5871491631536104,
+      "grad_norm": 0.08035236597061157,
+      "learning_rate": 7.68485076507615e-06,
+      "loss": 0.004803618416190147,
+      "step": 11090,
+      "token_acc": 0.9980386756470284
+    },
+    {
+      "epoch": 0.5876786033367968,
+      "grad_norm": 0.08023076504468918,
+      "learning_rate": 7.668172555689857e-06,
+      "loss": 0.005093364417552948,
+      "step": 11100,
+      "token_acc": 0.9978641214113485
+    },
+    {
+      "epoch": 0.588208043519983,
+      "grad_norm": 0.0665818303823471,
+      "learning_rate": 7.651501202728078e-06,
+      "loss": 0.004961021989583969,
+      "step": 11110,
+      "token_acc": 0.9980561302809852
+    },
+    {
+      "epoch": 0.5887374837031694,
+      "grad_norm": 0.07671774923801422,
+      "learning_rate": 7.634836755210681e-06,
+      "loss": 0.005055252835154534,
+      "step": 11120,
+      "token_acc": 0.9978636758128046
+    },
+    {
+      "epoch": 0.5892669238863557,
+      "grad_norm": 0.1001303568482399,
+      "learning_rate": 7.618179262137227e-06,
+      "loss": 0.0048271968960762026,
+      "step": 11130,
+      "token_acc": 0.9981224809953354
+    },
+    {
+      "epoch": 0.589796364069542,
+      "grad_norm": 0.09907828271389008,
+      "learning_rate": 7.60152877248683e-06,
+      "loss": 0.005075004696846008,
+      "step": 11140,
+      "token_acc": 0.997739066593249
+    },
+    {
+      "epoch": 0.5903258042527283,
+      "grad_norm": 0.07219123840332031,
+      "learning_rate": 7.584885335218015e-06,
+      "loss": 0.00529729463160038,
+      "step": 11150,
+      "token_acc": 0.9976729056150535
+    },
+    {
+      "epoch": 0.5908552444359145,
+      "grad_norm": 0.0762040913105011,
+      "learning_rate": 7.568248999268568e-06,
+      "loss": 0.0047658286988735196,
+      "step": 11160,
+      "token_acc": 0.9980389702507615
+    },
+    {
+      "epoch": 0.5913846846191009,
+      "grad_norm": 0.07680967450141907,
+      "learning_rate": 7.551619813555393e-06,
+      "loss": 0.005047033727169037,
+      "step": 11170,
+      "token_acc": 0.9978637827734108
+    },
+    {
+      "epoch": 0.5919141248022872,
+      "grad_norm": 0.10094088315963745,
+      "learning_rate": 7.534997826974369e-06,
+      "loss": 0.004924702644348145,
+      "step": 11180,
+      "token_acc": 0.9979309194059737
+    },
+    {
+      "epoch": 0.5924435649854735,
+      "grad_norm": 0.09660059958696365,
+      "learning_rate": 7.51838308840021e-06,
+      "loss": 0.0048106517642736435,
+      "step": 11190,
+      "token_acc": 0.9979398984128043
+    },
+    {
+      "epoch": 0.5929730051686598,
+      "grad_norm": 0.0771661177277565,
+      "learning_rate": 7.501775646686316e-06,
+      "loss": 0.005234928429126739,
+      "step": 11200,
+      "token_acc": 0.9979971793609334
+    },
+    {
+      "epoch": 0.593502445351846,
+      "grad_norm": 0.06382273137569427,
+      "learning_rate": 7.485175550664634e-06,
+      "loss": 0.004693141579627991,
+      "step": 11210,
+      "token_acc": 0.9980566653043863
+    },
+    {
+      "epoch": 0.5940318855350324,
+      "grad_norm": 0.0865858867764473,
+      "learning_rate": 7.468582849145512e-06,
+      "loss": 0.005297693610191345,
+      "step": 11220,
+      "token_acc": 0.9977970995143606
+    },
+    {
+      "epoch": 0.5945613257182187,
+      "grad_norm": 0.0804460346698761,
+      "learning_rate": 7.451997590917548e-06,
+      "loss": 0.004745312407612801,
+      "step": 11230,
+      "token_acc": 0.9980219009781992
+    },
+    {
+      "epoch": 0.595090765901405,
+      "grad_norm": 0.08067922294139862,
+      "learning_rate": 7.435419824747463e-06,
+      "loss": 0.004882035776972771,
+      "step": 11240,
+      "token_acc": 0.9980396736682293
+    },
+    {
+      "epoch": 0.5956202060845913,
+      "grad_norm": 0.08097436279058456,
+      "learning_rate": 7.418849599379951e-06,
+      "loss": 0.004671842604875564,
+      "step": 11250,
+      "token_acc": 0.9980901865612516
+    },
+    {
+      "epoch": 0.5961496462677776,
+      "grad_norm": 0.08745463192462921,
+      "learning_rate": 7.402286963537518e-06,
+      "loss": 0.005312366411089897,
+      "step": 11260,
+      "token_acc": 0.9978460690760638
+    },
+    {
+      "epoch": 0.5966790864509639,
+      "grad_norm": 0.1108814999461174,
+      "learning_rate": 7.385731965920368e-06,
+      "loss": 0.004885765910148621,
+      "step": 11270,
+      "token_acc": 0.9979888174914462
+    },
+    {
+      "epoch": 0.5972085266341502,
+      "grad_norm": 0.07561526447534561,
+      "learning_rate": 7.369184655206243e-06,
+      "loss": 0.005072978138923645,
+      "step": 11280,
+      "token_acc": 0.997872340425532
+    },
+    {
+      "epoch": 0.5977379668173365,
+      "grad_norm": 0.07288990169763565,
+      "learning_rate": 7.352645080050281e-06,
+      "loss": 0.0050184354186058044,
+      "step": 11290,
+      "token_acc": 0.9979477082742396
+    },
+    {
+      "epoch": 0.5982674070005228,
+      "grad_norm": 0.0877259150147438,
+      "learning_rate": 7.336113289084872e-06,
+      "loss": 0.005053167417645455,
+      "step": 11300,
+      "token_acc": 0.9978811438486436
+    },
+    {
+      "epoch": 0.5987968471837092,
+      "grad_norm": 0.09617678821086884,
+      "learning_rate": 7.319589330919523e-06,
+      "loss": 0.0047162756323814396,
+      "step": 11310,
+      "token_acc": 0.9980055244469295
+    },
+    {
+      "epoch": 0.5993262873668954,
+      "grad_norm": 0.10047056525945663,
+      "learning_rate": 7.303073254140708e-06,
+      "loss": 0.004900079220533371,
+      "step": 11320,
+      "token_acc": 0.9980644407735563
+    },
+    {
+      "epoch": 0.5998557275500818,
+      "grad_norm": 0.09541192650794983,
+      "learning_rate": 7.286565107311725e-06,
+      "loss": 0.004744534194469452,
+      "step": 11330,
+      "token_acc": 0.9978975822195525
+    },
+    {
+      "epoch": 0.600385167733268,
+      "grad_norm": 0.07697328180074692,
+      "learning_rate": 7.270064938972556e-06,
+      "loss": 0.004664310067892074,
+      "step": 11340,
+      "token_acc": 0.9980476897662234
+    },
+    {
+      "epoch": 0.6009146079164543,
+      "grad_norm": 0.08482483774423599,
+      "learning_rate": 7.253572797639724e-06,
+      "loss": 0.00455038771033287,
+      "step": 11350,
+      "token_acc": 0.9981966186599874
+    },
+    {
+      "epoch": 0.6014440480996407,
+      "grad_norm": 0.10197839140892029,
+      "learning_rate": 7.237088731806148e-06,
+      "loss": 0.0053408615291118625,
+      "step": 11360,
+      "token_acc": 0.9977717132770837
+    },
+    {
+      "epoch": 0.6019734882828269,
+      "grad_norm": 0.068539559841156,
+      "learning_rate": 7.220612789941005e-06,
+      "loss": 0.005031901597976685,
+      "step": 11370,
+      "token_acc": 0.9979475712926964
+    },
+    {
+      "epoch": 0.6025029284660133,
+      "grad_norm": 0.07528601586818695,
+      "learning_rate": 7.204145020489581e-06,
+      "loss": 0.004945235699415207,
+      "step": 11380,
+      "token_acc": 0.9981058709655886
+    },
+    {
+      "epoch": 0.6030323686491995,
+      "grad_norm": 0.09659932553768158,
+      "learning_rate": 7.187685471873138e-06,
+      "loss": 0.00477801039814949,
+      "step": 11390,
+      "token_acc": 0.9979889853137517
+    },
+    {
+      "epoch": 0.6035618088323859,
+      "grad_norm": 0.09083124995231628,
+      "learning_rate": 7.171234192488756e-06,
+      "loss": 0.004640892893075943,
+      "step": 11400,
+      "token_acc": 0.9981812265874638
+    },
+    {
+      "epoch": 0.6040912490155722,
+      "grad_norm": 0.0744200348854065,
+      "learning_rate": 7.154791230709208e-06,
+      "loss": 0.004779967293143272,
+      "step": 11410,
+      "token_acc": 0.9979985155657113
+    },
+    {
+      "epoch": 0.6046206891987584,
+      "grad_norm": 0.0739501565694809,
+      "learning_rate": 7.13835663488281e-06,
+      "loss": 0.004353340715169907,
+      "step": 11420,
+      "token_acc": 0.9981734321959682
+    },
+    {
+      "epoch": 0.6051501293819448,
+      "grad_norm": 0.07321074604988098,
+      "learning_rate": 7.121930453333277e-06,
+      "loss": 0.00450860857963562,
+      "step": 11430,
+      "token_acc": 0.9982318303891641
+    },
+    {
+      "epoch": 0.605679569565131,
+      "grad_norm": 0.10983549803495407,
+      "learning_rate": 7.105512734359586e-06,
+      "loss": 0.005035143345594406,
+      "step": 11440,
+      "token_acc": 0.9978652790980804
+    },
+    {
+      "epoch": 0.6062090097483174,
+      "grad_norm": 0.08457458764314651,
+      "learning_rate": 7.08910352623582e-06,
+      "loss": 0.0048677843064069744,
+      "step": 11450,
+      "token_acc": 0.998006555845629
+    },
+    {
+      "epoch": 0.6067384499315037,
+      "grad_norm": 0.07446708530187607,
+      "learning_rate": 7.07270287721105e-06,
+      "loss": 0.0046407092362642285,
+      "step": 11460,
+      "token_acc": 0.9982052074028934
+    },
+    {
+      "epoch": 0.60726789011469,
+      "grad_norm": 0.0804063156247139,
+      "learning_rate": 7.056310835509178e-06,
+      "loss": 0.004639324173331261,
+      "step": 11470,
+      "token_acc": 0.9980461574429712
+    },
+    {
+      "epoch": 0.6077973302978763,
+      "grad_norm": 0.09055532515048981,
+      "learning_rate": 7.039927449328792e-06,
+      "loss": 0.004808081313967705,
+      "step": 11480,
+      "token_acc": 0.9980221485975614
+    },
+    {
+      "epoch": 0.6083267704810625,
+      "grad_norm": 0.07311367988586426,
+      "learning_rate": 7.023552766843034e-06,
+      "loss": 0.004499221593141556,
+      "step": 11490,
+      "token_acc": 0.9981564744450654
+    },
+    {
+      "epoch": 0.6088562106642489,
+      "grad_norm": 0.08466446399688721,
+      "learning_rate": 7.007186836199448e-06,
+      "loss": 0.004766301438212395,
+      "step": 11500,
+      "token_acc": 0.9979574482275653
+    },
+    {
+      "epoch": 0.6093856508474352,
+      "grad_norm": 0.08972243964672089,
+      "learning_rate": 6.990829705519853e-06,
+      "loss": 0.004839757829904557,
+      "step": 11510,
+      "token_acc": 0.9980470380076449
+    },
+    {
+      "epoch": 0.6099150910306215,
+      "grad_norm": 0.09134890139102936,
+      "learning_rate": 6.974481422900186e-06,
+      "loss": 0.00556851476430893,
+      "step": 11520,
+      "token_acc": 0.9977480295258351
+    },
+    {
+      "epoch": 0.6104445312138078,
+      "grad_norm": 0.06738061457872391,
+      "learning_rate": 6.958142036410374e-06,
+      "loss": 0.004838953167200089,
+      "step": 11530,
+      "token_acc": 0.9979642746894267
+    },
+    {
+      "epoch": 0.610973971396994,
+      "grad_norm": 0.07727788388729095,
+      "learning_rate": 6.941811594094176e-06,
+      "loss": 0.004819876700639725,
+      "step": 11540,
+      "token_acc": 0.9979653611067102
+    },
+    {
+      "epoch": 0.6115034115801804,
+      "grad_norm": 0.08591711521148682,
+      "learning_rate": 6.925490143969063e-06,
+      "loss": 0.004954057931900025,
+      "step": 11550,
+      "token_acc": 0.9979566475675766
+    },
+    {
+      "epoch": 0.6120328517633667,
+      "grad_norm": 0.0821395143866539,
+      "learning_rate": 6.909177734026058e-06,
+      "loss": 0.004397475719451904,
+      "step": 11560,
+      "token_acc": 0.9981239994663821
+    },
+    {
+      "epoch": 0.612562291946553,
+      "grad_norm": 0.09497993439435959,
+      "learning_rate": 6.892874412229606e-06,
+      "loss": 0.004662252217531204,
+      "step": 11570,
+      "token_acc": 0.9982063154382013
+    },
+    {
+      "epoch": 0.6130917321297393,
+      "grad_norm": 0.08247041702270508,
+      "learning_rate": 6.8765802265174274e-06,
+      "loss": 0.00491764098405838,
+      "step": 11580,
+      "token_acc": 0.9980991129193624
+    },
+    {
+      "epoch": 0.6136211723129256,
+      "grad_norm": 0.09365751594305038,
+      "learning_rate": 6.8602952248003816e-06,
+      "loss": 0.004528368264436722,
+      "step": 11590,
+      "token_acc": 0.9980636168632262
+    },
+    {
+      "epoch": 0.6141506124961119,
+      "grad_norm": 0.06582755595445633,
+      "learning_rate": 6.844019454962325e-06,
+      "loss": 0.00482339933514595,
+      "step": 11600,
+      "token_acc": 0.9979151029939121
+    },
+    {
+      "epoch": 0.6146800526792983,
+      "grad_norm": 0.09927351772785187,
+      "learning_rate": 6.827752964859965e-06,
+      "loss": 0.005013743415474892,
+      "step": 11610,
+      "token_acc": 0.9979643596075553
+    },
+    {
+      "epoch": 0.6152094928624845,
+      "grad_norm": 0.08178234845399857,
+      "learning_rate": 6.811495802322723e-06,
+      "loss": 0.004760830104351044,
+      "step": 11620,
+      "token_acc": 0.9981395271228579
+    },
+    {
+      "epoch": 0.6157389330456708,
+      "grad_norm": 0.08250564336776733,
+      "learning_rate": 6.7952480151525955e-06,
+      "loss": 0.005050058290362358,
+      "step": 11630,
+      "token_acc": 0.9980393792758218
+    },
+    {
+      "epoch": 0.6162683732288572,
+      "grad_norm": 0.07570900022983551,
+      "learning_rate": 6.779009651124015e-06,
+      "loss": 0.004355224221944809,
+      "step": 11640,
+      "token_acc": 0.9982311960285345
+    },
+    {
+      "epoch": 0.6167978134120434,
+      "grad_norm": 0.08450239896774292,
+      "learning_rate": 6.762780757983701e-06,
+      "loss": 0.004363410174846649,
+      "step": 11650,
+      "token_acc": 0.9982794046405961
+    },
+    {
+      "epoch": 0.6173272535952298,
+      "grad_norm": 0.07970098406076431,
+      "learning_rate": 6.746561383450532e-06,
+      "loss": 0.004891921579837799,
+      "step": 11660,
+      "token_acc": 0.997989337649444
+    },
+    {
+      "epoch": 0.617856693778416,
+      "grad_norm": 0.09942697733640671,
+      "learning_rate": 6.730351575215389e-06,
+      "loss": 0.004778019338846207,
+      "step": 11670,
+      "token_acc": 0.9980645860967207
+    },
+    {
+      "epoch": 0.6183861339616024,
+      "grad_norm": 0.07975873351097107,
+      "learning_rate": 6.714151380941032e-06,
+      "loss": 0.005003124102950096,
+      "step": 11680,
+      "token_acc": 0.9979040191059931
+    },
+    {
+      "epoch": 0.6189155741447887,
+      "grad_norm": 0.0885813757777214,
+      "learning_rate": 6.6979608482619495e-06,
+      "loss": 0.004332273826003074,
+      "step": 11690,
+      "token_acc": 0.9979986490881345
+    },
+    {
+      "epoch": 0.6194450143279749,
+      "grad_norm": 0.08120742440223694,
+      "learning_rate": 6.6817800247842234e-06,
+      "loss": 0.004646043106913566,
+      "step": 11700,
+      "token_acc": 0.9980324643384161
+    },
+    {
+      "epoch": 0.6199744545111613,
+      "grad_norm": 0.09990958869457245,
+      "learning_rate": 6.665608958085386e-06,
+      "loss": 0.004864935949444771,
+      "step": 11710,
+      "token_acc": 0.9979055232436853
+    },
+    {
+      "epoch": 0.6205038946943475,
+      "grad_norm": 0.09443415701389313,
+      "learning_rate": 6.6494476957142785e-06,
+      "loss": 0.0047955639660358425,
+      "step": 11720,
+      "token_acc": 0.998039559192799
+    },
+    {
+      "epoch": 0.6210333348775339,
+      "grad_norm": 0.07422012090682983,
+      "learning_rate": 6.633296285190917e-06,
+      "loss": 0.00441572442650795,
+      "step": 11730,
+      "token_acc": 0.9982308417688244
+    },
+    {
+      "epoch": 0.6215627750607202,
+      "grad_norm": 0.07735058665275574,
+      "learning_rate": 6.617154774006348e-06,
+      "loss": 0.004788857325911522,
+      "step": 11740,
+      "token_acc": 0.9980974156562664
+    },
+    {
+      "epoch": 0.6220922152439065,
+      "grad_norm": 0.07339327037334442,
+      "learning_rate": 6.601023209622512e-06,
+      "loss": 0.00441078320145607,
+      "step": 11750,
+      "token_acc": 0.9981648774221533
+    },
+    {
+      "epoch": 0.6226216554270928,
+      "grad_norm": 0.09270325303077698,
+      "learning_rate": 6.584901639472103e-06,
+      "loss": 0.004966029524803161,
+      "step": 11760,
+      "token_acc": 0.9979976639412648
+    },
+    {
+      "epoch": 0.623151095610279,
+      "grad_norm": 0.10555166751146317,
+      "learning_rate": 6.568790110958424e-06,
+      "loss": 0.0045115090906620026,
+      "step": 11770,
+      "token_acc": 0.9981311997864228
+    },
+    {
+      "epoch": 0.6236805357934654,
+      "grad_norm": 0.05777881294488907,
+      "learning_rate": 6.552688671455254e-06,
+      "loss": 0.004300295561552048,
+      "step": 11780,
+      "token_acc": 0.9981566897149958
+    },
+    {
+      "epoch": 0.6242099759766517,
+      "grad_norm": 0.0750829428434372,
+      "learning_rate": 6.536597368306707e-06,
+      "loss": 0.00451211966574192,
+      "step": 11790,
+      "token_acc": 0.9982317271521632
+    },
+    {
+      "epoch": 0.624739416159838,
+      "grad_norm": 0.07661847025156021,
+      "learning_rate": 6.520516248827099e-06,
+      "loss": 0.00444275289773941,
+      "step": 11800,
+      "token_acc": 0.9981551817688551
+    },
+    {
+      "epoch": 0.6252688563430243,
+      "grad_norm": 0.08125019073486328,
+      "learning_rate": 6.504445360300785e-06,
+      "loss": 0.00469810776412487,
+      "step": 11810,
+      "token_acc": 0.998147483665312
+    },
+    {
+      "epoch": 0.6257982965262106,
+      "grad_norm": 0.07840893417596817,
+      "learning_rate": 6.488384749982054e-06,
+      "loss": 0.004289882630109787,
+      "step": 11820,
+      "token_acc": 0.9982726104444481
+    },
+    {
+      "epoch": 0.6263277367093969,
+      "grad_norm": 0.07432328164577484,
+      "learning_rate": 6.472334465094969e-06,
+      "loss": 0.004120988398790359,
+      "step": 11830,
+      "token_acc": 0.9983311638463336
+    },
+    {
+      "epoch": 0.6268571768925832,
+      "grad_norm": 0.07049127668142319,
+      "learning_rate": 6.4562945528332255e-06,
+      "loss": 0.0046249967068433765,
+      "step": 11840,
+      "token_acc": 0.9981224183251971
+    },
+    {
+      "epoch": 0.6273866170757695,
+      "grad_norm": 0.09359797835350037,
+      "learning_rate": 6.4402650603600295e-06,
+      "loss": 0.004934298992156983,
+      "step": 11850,
+      "token_acc": 0.99803105263597
+    },
+    {
+      "epoch": 0.6279160572589558,
+      "grad_norm": 0.0778711810708046,
+      "learning_rate": 6.424246034807942e-06,
+      "loss": 0.004534978419542313,
+      "step": 11860,
+      "token_acc": 0.9981221205848968
+    },
+    {
+      "epoch": 0.6284454974421421,
+      "grad_norm": 0.07564844936132431,
+      "learning_rate": 6.40823752327875e-06,
+      "loss": 0.0046748299151659015,
+      "step": 11870,
+      "token_acc": 0.9980807743658211
+    },
+    {
+      "epoch": 0.6289749376253284,
+      "grad_norm": 0.07255757600069046,
+      "learning_rate": 6.392239572843328e-06,
+      "loss": 0.004446384310722351,
+      "step": 11880,
+      "token_acc": 0.9982485842722868
+    },
+    {
+      "epoch": 0.6295043778085148,
+      "grad_norm": 0.09227579832077026,
+      "learning_rate": 6.376252230541493e-06,
+      "loss": 0.004597494006156921,
+      "step": 11890,
+      "token_acc": 0.9981305135245662
+    },
+    {
+      "epoch": 0.630033817991701,
+      "grad_norm": 0.0705723688006401,
+      "learning_rate": 6.360275543381869e-06,
+      "loss": 0.0047139361500740055,
+      "step": 11900,
+      "token_acc": 0.9982631930527722
+    },
+    {
+      "epoch": 0.6305632581748873,
+      "grad_norm": 0.10290166735649109,
+      "learning_rate": 6.344309558341757e-06,
+      "loss": 0.004432447254657745,
+      "step": 11910,
+      "token_acc": 0.9981316362362479
+    },
+    {
+      "epoch": 0.6310926983580736,
+      "grad_norm": 0.07825620472431183,
+      "learning_rate": 6.328354322366982e-06,
+      "loss": 0.004492341354489326,
+      "step": 11920,
+      "token_acc": 0.9981315115571016
+    },
+    {
+      "epoch": 0.6316221385412599,
+      "grad_norm": 0.08164883404970169,
+      "learning_rate": 6.31240988237177e-06,
+      "loss": 0.004306265339255333,
+      "step": 11930,
+      "token_acc": 0.9982485112345494
+    },
+    {
+      "epoch": 0.6321515787244463,
+      "grad_norm": 0.07040442526340485,
+      "learning_rate": 6.296476285238595e-06,
+      "loss": 0.004504130035638809,
+      "step": 11940,
+      "token_acc": 0.9980964943771445
+    },
+    {
+      "epoch": 0.6326810189076325,
+      "grad_norm": 0.07695594429969788,
+      "learning_rate": 6.280553577818055e-06,
+      "loss": 0.004163908213376999,
+      "step": 11950,
+      "token_acc": 0.9983394664597258
+    },
+    {
+      "epoch": 0.6332104590908189,
+      "grad_norm": 0.08470465987920761,
+      "learning_rate": 6.264641806928726e-06,
+      "loss": 0.004248766601085663,
+      "step": 11960,
+      "token_acc": 0.9982052823132659
+    },
+    {
+      "epoch": 0.6337398992740052,
+      "grad_norm": 0.0920063704252243,
+      "learning_rate": 6.248741019357028e-06,
+      "loss": 0.004523378238081932,
+      "step": 11970,
+      "token_acc": 0.9981392321620787
+    },
+    {
+      "epoch": 0.6342693394571914,
+      "grad_norm": 0.09320084005594254,
+      "learning_rate": 6.232851261857087e-06,
+      "loss": 0.004471444711089134,
+      "step": 11980,
+      "token_acc": 0.9981728988336587
+    },
+    {
+      "epoch": 0.6347987796403778,
+      "grad_norm": 0.09099368751049042,
+      "learning_rate": 6.216972581150588e-06,
+      "loss": 0.0047561291605234144,
+      "step": 11990,
+      "token_acc": 0.9979133976563282
+    },
+    {
+      "epoch": 0.635328219823564,
+      "grad_norm": 0.08445628732442856,
+      "learning_rate": 6.20110502392666e-06,
+      "loss": 0.004448097571730614,
+      "step": 12000,
+      "token_acc": 0.9981892372266123
+    },
+    {
+      "epoch": 0.635328219823564,
+      "eval_loss": 0.00658675841987133,
+      "eval_runtime": 712.239,
+      "eval_samples_per_second": 16.817,
+      "eval_steps_per_second": 1.052,
+      "eval_token_acc": 0.9974125151850841,
+      "step": 12000
+    },
+    {
+      "epoch": 0.6358576600067504,
+      "grad_norm": 0.07349839806556702,
+      "learning_rate": 6.185248636841714e-06,
+      "loss": 0.004632272571325302,
+      "step": 12010,
+      "token_acc": 0.9979978977926823
+    },
+    {
+      "epoch": 0.6363871001899367,
+      "grad_norm": 0.07285565882921219,
+      "learning_rate": 6.169403466519323e-06,
+      "loss": 0.004561829566955567,
+      "step": 12020,
+      "token_acc": 0.9981731884118418
+    },
+    {
+      "epoch": 0.636916540373123,
+      "grad_norm": 0.06152743846178055,
+      "learning_rate": 6.1535695595500726e-06,
+      "loss": 0.004215127974748612,
+      "step": 12030,
+      "token_acc": 0.9982721057771767
+    },
+    {
+      "epoch": 0.6374459805563093,
+      "grad_norm": 0.08216620236635208,
+      "learning_rate": 6.137746962491433e-06,
+      "loss": 0.004393155872821808,
+      "step": 12040,
+      "token_acc": 0.998230738416344
+    },
+    {
+      "epoch": 0.6379754207394955,
+      "grad_norm": 0.10928614437580109,
+      "learning_rate": 6.121935721867624e-06,
+      "loss": 0.00498277060687542,
+      "step": 12050,
+      "token_acc": 0.9978553307964484
+    },
+    {
+      "epoch": 0.6385048609226819,
+      "grad_norm": 0.08736424893140793,
+      "learning_rate": 6.106135884169466e-06,
+      "loss": 0.004545886814594269,
+      "step": 12060,
+      "token_acc": 0.9980892304354719
+    },
+    {
+      "epoch": 0.6390343011058682,
+      "grad_norm": 0.05574479326605797,
+      "learning_rate": 6.090347495854257e-06,
+      "loss": 0.004200483858585358,
+      "step": 12070,
+      "token_acc": 0.998215164430062
+    },
+    {
+      "epoch": 0.6395637412890545,
+      "grad_norm": 0.09557504206895828,
+      "learning_rate": 6.074570603345625e-06,
+      "loss": 0.004940097033977508,
+      "step": 12080,
+      "token_acc": 0.9980487316755892
+    },
+    {
+      "epoch": 0.6400931814722408,
+      "grad_norm": 0.09401912987232208,
+      "learning_rate": 6.058805253033391e-06,
+      "loss": 0.00471298024058342,
+      "step": 12090,
+      "token_acc": 0.9980904413665436
+    },
+    {
+      "epoch": 0.640622621655427,
+      "grad_norm": 0.0804917961359024,
+      "learning_rate": 6.043051491273452e-06,
+      "loss": 0.0043868452310562136,
+      "step": 12100,
+      "token_acc": 0.9981813479715356
+    },
+    {
+      "epoch": 0.6411520618386134,
+      "grad_norm": 0.06310533732175827,
+      "learning_rate": 6.027309364387617e-06,
+      "loss": 0.004273098334670067,
+      "step": 12110,
+      "token_acc": 0.9983819445023645
+    },
+    {
+      "epoch": 0.6416815020217997,
+      "grad_norm": 0.06879176944494247,
+      "learning_rate": 6.011578918663492e-06,
+      "loss": 0.0037895090878009795,
+      "step": 12120,
+      "token_acc": 0.9984136393617821
+    },
+    {
+      "epoch": 0.642210942204986,
+      "grad_norm": 0.11281027644872665,
+      "learning_rate": 5.995860200354335e-06,
+      "loss": 0.004349033161997795,
+      "step": 12130,
+      "token_acc": 0.9982311812705458
+    },
+    {
+      "epoch": 0.6427403823881723,
+      "grad_norm": 0.07777886837720871,
+      "learning_rate": 5.980153255678921e-06,
+      "loss": 0.004372740536928177,
+      "step": 12140,
+      "token_acc": 0.9982045029396045
+    },
+    {
+      "epoch": 0.6432698225713586,
+      "grad_norm": 0.08442207425832748,
+      "learning_rate": 5.9644581308214015e-06,
+      "loss": 0.004363740980625153,
+      "step": 12150,
+      "token_acc": 0.998365181706717
+    },
+    {
+      "epoch": 0.6437992627545449,
+      "grad_norm": 0.08432236313819885,
+      "learning_rate": 5.948774871931178e-06,
+      "loss": 0.004592880979180336,
+      "step": 12160,
+      "token_acc": 0.9981146241761909
+    },
+    {
+      "epoch": 0.6443287029377313,
+      "grad_norm": 0.08524004369974136,
+      "learning_rate": 5.933103525122761e-06,
+      "loss": 0.004293068498373032,
+      "step": 12170,
+      "token_acc": 0.9982966500784877
+    },
+    {
+      "epoch": 0.6448581431209175,
+      "grad_norm": 0.07770753651857376,
+      "learning_rate": 5.917444136475636e-06,
+      "loss": 0.004217541217803955,
+      "step": 12180,
+      "token_acc": 0.9983322492953753
+    },
+    {
+      "epoch": 0.6453875833041038,
+      "grad_norm": 0.07285448908805847,
+      "learning_rate": 5.901796752034128e-06,
+      "loss": 0.004719100892543793,
+      "step": 12190,
+      "token_acc": 0.9979399155949223
+    },
+    {
+      "epoch": 0.6459170234872901,
+      "grad_norm": 0.08697082847356796,
+      "learning_rate": 5.886161417807257e-06,
+      "loss": 0.004762466251850128,
+      "step": 12200,
+      "token_acc": 0.9980488292975785
+    },
+    {
+      "epoch": 0.6464464636704764,
+      "grad_norm": 0.06786496192216873,
+      "learning_rate": 5.870538179768624e-06,
+      "loss": 0.004261656105518341,
+      "step": 12210,
+      "token_acc": 0.9983159228659324
+    },
+    {
+      "epoch": 0.6469759038536628,
+      "grad_norm": 0.07730599492788315,
+      "learning_rate": 5.85492708385625e-06,
+      "loss": 0.0043582689017057415,
+      "step": 12220,
+      "token_acc": 0.9981235300985772
+    },
+    {
+      "epoch": 0.647505344036849,
+      "grad_norm": 0.08336374908685684,
+      "learning_rate": 5.839328175972465e-06,
+      "loss": 0.003921012207865715,
+      "step": 12230,
+      "token_acc": 0.9984650677789364
+    },
+    {
+      "epoch": 0.6480347842200354,
+      "grad_norm": 0.10513246059417725,
+      "learning_rate": 5.823741501983753e-06,
+      "loss": 0.004284816235303879,
+      "step": 12240,
+      "token_acc": 0.9982570406384735
+    },
+    {
+      "epoch": 0.6485642244032216,
+      "grad_norm": 0.0765002965927124,
+      "learning_rate": 5.808167107720633e-06,
+      "loss": 0.004452315717935562,
+      "step": 12250,
+      "token_acc": 0.9981734169613665
+    },
+    {
+      "epoch": 0.6490936645864079,
+      "grad_norm": 0.06994980573654175,
+      "learning_rate": 5.792605038977509e-06,
+      "loss": 0.004187068343162537,
+      "step": 12260,
+      "token_acc": 0.9982558915815475
+    },
+    {
+      "epoch": 0.6496231047695943,
+      "grad_norm": 0.086262047290802,
+      "learning_rate": 5.777055341512556e-06,
+      "loss": 0.004642238467931747,
+      "step": 12270,
+      "token_acc": 0.9980718506894595
+    },
+    {
+      "epoch": 0.6501525449527805,
+      "grad_norm": 0.10271665453910828,
+      "learning_rate": 5.761518061047555e-06,
+      "loss": 0.0042902126908302305,
+      "step": 12280,
+      "token_acc": 0.998206584753468
+    },
+    {
+      "epoch": 0.6506819851359669,
+      "grad_norm": 0.07652673870325089,
+      "learning_rate": 5.745993243267791e-06,
+      "loss": 0.004588426649570465,
+      "step": 12290,
+      "token_acc": 0.9980894376772902
+    },
+    {
+      "epoch": 0.6512114253191532,
+      "grad_norm": 0.08382252603769302,
+      "learning_rate": 5.730480933821898e-06,
+      "loss": 0.004401729255914688,
+      "step": 12300,
+      "token_acc": 0.9981725329194412
+    },
+    {
+      "epoch": 0.6517408655023395,
+      "grad_norm": 0.07986811548471451,
+      "learning_rate": 5.714981178321735e-06,
+      "loss": 0.0044216692447662355,
+      "step": 12310,
+      "token_acc": 0.9982491391600871
+    },
+    {
+      "epoch": 0.6522703056855258,
+      "grad_norm": 0.08010311424732208,
+      "learning_rate": 5.6994940223422444e-06,
+      "loss": 0.003999342024326324,
+      "step": 12320,
+      "token_acc": 0.998349325974773
+    },
+    {
+      "epoch": 0.652799745868712,
+      "grad_norm": 0.07987107336521149,
+      "learning_rate": 5.684019511421321e-06,
+      "loss": 0.004407377168536186,
+      "step": 12330,
+      "token_acc": 0.9982316091522568
+    },
+    {
+      "epoch": 0.6533291860518984,
+      "grad_norm": 0.08694404363632202,
+      "learning_rate": 5.6685576910596804e-06,
+      "loss": 0.004183653742074966,
+      "step": 12340,
+      "token_acc": 0.9983638989290216
+    },
+    {
+      "epoch": 0.6538586262350847,
+      "grad_norm": 0.09605570882558823,
+      "learning_rate": 5.653108606720729e-06,
+      "loss": 0.004340231046080589,
+      "step": 12350,
+      "token_acc": 0.9981561975955482
+    },
+    {
+      "epoch": 0.654388066418271,
+      "grad_norm": 0.08879438787698746,
+      "learning_rate": 5.637672303830407e-06,
+      "loss": 0.004205046594142914,
+      "step": 12360,
+      "token_acc": 0.9982810844187813
+    },
+    {
+      "epoch": 0.6549175066014573,
+      "grad_norm": 0.07693406939506531,
+      "learning_rate": 5.62224882777709e-06,
+      "loss": 0.003913236036896706,
+      "step": 12370,
+      "token_acc": 0.9984308226495726
+    },
+    {
+      "epoch": 0.6554469467846435,
+      "grad_norm": 0.08469942212104797,
+      "learning_rate": 5.606838223911431e-06,
+      "loss": 0.004342402890324592,
+      "step": 12380,
+      "token_acc": 0.998123357938196
+    },
+    {
+      "epoch": 0.6559763869678299,
+      "grad_norm": 0.07652900367975235,
+      "learning_rate": 5.591440537546239e-06,
+      "loss": 0.004285915940999985,
+      "step": 12390,
+      "token_acc": 0.9981235770459265
+    },
+    {
+      "epoch": 0.6565058271510162,
+      "grad_norm": 0.11217132955789566,
+      "learning_rate": 5.576055813956329e-06,
+      "loss": 0.00395175963640213,
+      "step": 12400,
+      "token_acc": 0.9985149588693665
+    },
+    {
+      "epoch": 0.6570352673342025,
+      "grad_norm": 0.07602044939994812,
+      "learning_rate": 5.5606840983784125e-06,
+      "loss": 0.004246373474597931,
+      "step": 12410,
+      "token_acc": 0.9982835192854107
+    },
+    {
+      "epoch": 0.6575647075173888,
+      "grad_norm": 0.09871669858694077,
+      "learning_rate": 5.545325436010948e-06,
+      "loss": 0.004282528534531593,
+      "step": 12420,
+      "token_acc": 0.9982239935963713
+    },
+    {
+      "epoch": 0.6580941477005751,
+      "grad_norm": 0.06864234060049057,
+      "learning_rate": 5.529979872014015e-06,
+      "loss": 0.0045604448765516285,
+      "step": 12430,
+      "token_acc": 0.9982319336141112
+    },
+    {
+      "epoch": 0.6586235878837614,
+      "grad_norm": 0.09332428127527237,
+      "learning_rate": 5.514647451509175e-06,
+      "loss": 0.003665485978126526,
+      "step": 12440,
+      "token_acc": 0.9986560037398157
+    },
+    {
+      "epoch": 0.6591530280669478,
+      "grad_norm": 0.07839623093605042,
+      "learning_rate": 5.499328219579348e-06,
+      "loss": 0.004023130238056183,
+      "step": 12450,
+      "token_acc": 0.9983490644698663
+    },
+    {
+      "epoch": 0.659682468250134,
+      "grad_norm": 0.08892426639795303,
+      "learning_rate": 5.48402222126867e-06,
+      "loss": 0.004008069634437561,
+      "step": 12460,
+      "token_acc": 0.9983657950907151
+    },
+    {
+      "epoch": 0.6602119084333203,
+      "grad_norm": 0.0657774806022644,
+      "learning_rate": 5.468729501582368e-06,
+      "loss": 0.004086549580097199,
+      "step": 12470,
+      "token_acc": 0.9984308881340088
+    },
+    {
+      "epoch": 0.6607413486165066,
+      "grad_norm": 0.08652454614639282,
+      "learning_rate": 5.453450105486625e-06,
+      "loss": 0.00394832082092762,
+      "step": 12480,
+      "token_acc": 0.9983384959631296
+    },
+    {
+      "epoch": 0.6612707887996929,
+      "grad_norm": 0.0706365555524826,
+      "learning_rate": 5.438184077908451e-06,
+      "loss": 0.0041192807257175446,
+      "step": 12490,
+      "token_acc": 0.9983228896361255
+    },
+    {
+      "epoch": 0.6618002289828793,
+      "grad_norm": 0.08671177178621292,
+      "learning_rate": 5.422931463735534e-06,
+      "loss": 0.004038792848587036,
+      "step": 12500,
+      "token_acc": 0.9983813369822782
+    },
+    {
+      "epoch": 0.6623296691660655,
+      "grad_norm": 0.08677837252616882,
+      "learning_rate": 5.407692307816139e-06,
+      "loss": 0.004159288480877876,
+      "step": 12510,
+      "token_acc": 0.9982144645062243
+    },
+    {
+      "epoch": 0.6628591093492519,
+      "grad_norm": 0.06664512306451797,
+      "learning_rate": 5.392466654958949e-06,
+      "loss": 0.0037685029208660127,
+      "step": 12520,
+      "token_acc": 0.9984993246961132
+    },
+    {
+      "epoch": 0.6633885495324381,
+      "grad_norm": 0.07323741167783737,
+      "learning_rate": 5.3772545499329445e-06,
+      "loss": 0.004552188515663147,
+      "step": 12530,
+      "token_acc": 0.9982488325550367
+    },
+    {
+      "epoch": 0.6639179897156244,
+      "grad_norm": 0.06923746317625046,
+      "learning_rate": 5.362056037467274e-06,
+      "loss": 0.004518025740981102,
+      "step": 12540,
+      "token_acc": 0.9980393465600961
+    },
+    {
+      "epoch": 0.6644474298988108,
+      "grad_norm": 0.06403191387653351,
+      "learning_rate": 5.346871162251114e-06,
+      "loss": 0.0036100316792726517,
+      "step": 12550,
+      "token_acc": 0.9985408154756942
+    },
+    {
+      "epoch": 0.664976870081997,
+      "grad_norm": 0.059143468737602234,
+      "learning_rate": 5.3316999689335455e-06,
+      "loss": 0.0039113923907279965,
+      "step": 12560,
+      "token_acc": 0.9984648244560139
+    },
+    {
+      "epoch": 0.6655063102651834,
+      "grad_norm": 0.07519901543855667,
+      "learning_rate": 5.316542502123419e-06,
+      "loss": 0.004204827919602394,
+      "step": 12570,
+      "token_acc": 0.9982819445718623
+    },
+    {
+      "epoch": 0.6660357504483696,
+      "grad_norm": 0.0802607536315918,
+      "learning_rate": 5.301398806389224e-06,
+      "loss": 0.0038543429225683214,
+      "step": 12580,
+      "token_acc": 0.9984312547458716
+    },
+    {
+      "epoch": 0.666565190631556,
+      "grad_norm": 0.07866298407316208,
+      "learning_rate": 5.2862689262589615e-06,
+      "loss": 0.0038709498941898344,
+      "step": 12590,
+      "token_acc": 0.9982722644186629
+    },
+    {
+      "epoch": 0.6670946308147423,
+      "grad_norm": 0.09237617999315262,
+      "learning_rate": 5.27115290622e-06,
+      "loss": 0.0037260249257087706,
+      "step": 12600,
+      "token_acc": 0.9984736644563994
+    },
+    {
+      "epoch": 0.6676240709979285,
+      "grad_norm": 0.08292164653539658,
+      "learning_rate": 5.256050790718963e-06,
+      "loss": 0.0036970093846321107,
+      "step": 12610,
+      "token_acc": 0.9985892213169494
+    },
+    {
+      "epoch": 0.6681535111811149,
+      "grad_norm": 0.08283206075429916,
+      "learning_rate": 5.240962624161585e-06,
+      "loss": 0.004396694898605347,
+      "step": 12620,
+      "token_acc": 0.9983149394796333
+    },
+    {
+      "epoch": 0.6686829513643012,
+      "grad_norm": 0.11574340611696243,
+      "learning_rate": 5.2258884509125955e-06,
+      "loss": 0.004080820083618164,
+      "step": 12630,
+      "token_acc": 0.9983139127241161
+    },
+    {
+      "epoch": 0.6692123915474875,
+      "grad_norm": 0.08617594093084335,
+      "learning_rate": 5.21082831529556e-06,
+      "loss": 0.004264967888593674,
+      "step": 12640,
+      "token_acc": 0.9981560437543283
+    },
+    {
+      "epoch": 0.6697418317306738,
+      "grad_norm": 0.08009687811136246,
+      "learning_rate": 5.195782261592782e-06,
+      "loss": 0.004412015527486801,
+      "step": 12650,
+      "token_acc": 0.9981997449638699
+    },
+    {
+      "epoch": 0.67027127191386,
+      "grad_norm": 0.08463038504123688,
+      "learning_rate": 5.180750334045157e-06,
+      "loss": 0.004148414731025696,
+      "step": 12660,
+      "token_acc": 0.9982652788897785
+    },
+    {
+      "epoch": 0.6708007120970464,
+      "grad_norm": 0.06682711839675903,
+      "learning_rate": 5.165732576852045e-06,
+      "loss": 0.003902681916952133,
+      "step": 12670,
+      "token_acc": 0.9984321966759234
+    },
+    {
+      "epoch": 0.6713301522802327,
+      "grad_norm": 0.08391131460666656,
+      "learning_rate": 5.150729034171134e-06,
+      "loss": 0.004401078820228577,
+      "step": 12680,
+      "token_acc": 0.9982226450046311
+    },
+    {
+      "epoch": 0.671859592463419,
+      "grad_norm": 0.08375461399555206,
+      "learning_rate": 5.135739750118325e-06,
+      "loss": 0.004011020436882973,
+      "step": 12690,
+      "token_acc": 0.9982474003104606
+    },
+    {
+      "epoch": 0.6723890326466053,
+      "grad_norm": 0.08065548539161682,
+      "learning_rate": 5.120764768767584e-06,
+      "loss": 0.003962218761444092,
+      "step": 12700,
+      "token_acc": 0.9984229498347852
+    },
+    {
+      "epoch": 0.6729184728297916,
+      "grad_norm": 0.06963040679693222,
+      "learning_rate": 5.105804134150835e-06,
+      "loss": 0.004202116280794144,
+      "step": 12710,
+      "token_acc": 0.9984317781800285
+    },
+    {
+      "epoch": 0.6734479130129779,
+      "grad_norm": 0.08603809773921967,
+      "learning_rate": 5.090857890257798e-06,
+      "loss": 0.004096759855747223,
+      "step": 12720,
+      "token_acc": 0.9981984837238008
+    },
+    {
+      "epoch": 0.6739773531961643,
+      "grad_norm": 0.09896639734506607,
+      "learning_rate": 5.075926081035896e-06,
+      "loss": 0.004168228432536125,
+      "step": 12730,
+      "token_acc": 0.9983050847457627
+    },
+    {
+      "epoch": 0.6745067933793505,
+      "grad_norm": 0.08234656602144241,
+      "learning_rate": 5.0610087503900994e-06,
+      "loss": 0.003743991255760193,
+      "step": 12740,
+      "token_acc": 0.9984323927689948
+    },
+    {
+      "epoch": 0.6750362335625368,
+      "grad_norm": 0.09244005382061005,
+      "learning_rate": 5.046105942182815e-06,
+      "loss": 0.00409916490316391,
+      "step": 12750,
+      "token_acc": 0.9983977702302371
+    },
+    {
+      "epoch": 0.6755656737457231,
+      "grad_norm": 0.07756570726633072,
+      "learning_rate": 5.031217700233738e-06,
+      "loss": 0.003738586604595184,
+      "step": 12760,
+      "token_acc": 0.9986147388448925
+    },
+    {
+      "epoch": 0.6760951139289094,
+      "grad_norm": 0.07345060259103775,
+      "learning_rate": 5.0163440683197405e-06,
+      "loss": 0.003959799185395241,
+      "step": 12770,
+      "token_acc": 0.9984899048890372
+    },
+    {
+      "epoch": 0.6766245541120958,
+      "grad_norm": 0.08256395906209946,
+      "learning_rate": 5.0014850901747355e-06,
+      "loss": 0.0038456574082374574,
+      "step": 12780,
+      "token_acc": 0.9985142275235178
+    },
+    {
+      "epoch": 0.677153994295282,
+      "grad_norm": 0.09645641595125198,
+      "learning_rate": 4.9866408094895435e-06,
+      "loss": 0.004287015646696091,
+      "step": 12790,
+      "token_acc": 0.9982394219296269
+    },
+    {
+      "epoch": 0.6776834344784683,
+      "grad_norm": 0.08996686339378357,
+      "learning_rate": 4.971811269911778e-06,
+      "loss": 0.00408768393099308,
+      "step": 12800,
+      "token_acc": 0.9983309270865498
+    },
+    {
+      "epoch": 0.6782128746616546,
+      "grad_norm": 0.07943252474069595,
+      "learning_rate": 4.956996515045695e-06,
+      "loss": 0.0037150956690311433,
+      "step": 12810,
+      "token_acc": 0.9984739190259767
+    },
+    {
+      "epoch": 0.6787423148448409,
+      "grad_norm": 0.09274609386920929,
+      "learning_rate": 4.942196588452089e-06,
+      "loss": 0.004604731872677803,
+      "step": 12820,
+      "token_acc": 0.9981645099658766
+    },
+    {
+      "epoch": 0.6792717550280273,
+      "grad_norm": 0.0696905255317688,
+      "learning_rate": 4.927411533648151e-06,
+      "loss": 0.0034449130296707155,
+      "step": 12830,
+      "token_acc": 0.9986232790988736
+    },
+    {
+      "epoch": 0.6798011952112135,
+      "grad_norm": 0.10087598860263824,
+      "learning_rate": 4.912641394107344e-06,
+      "loss": 0.0038737528026103973,
+      "step": 12840,
+      "token_acc": 0.9984483966765658
+    },
+    {
+      "epoch": 0.6803306353943999,
+      "grad_norm": 0.08246959745883942,
+      "learning_rate": 4.897886213259272e-06,
+      "loss": 0.003932100906968117,
+      "step": 12850,
+      "token_acc": 0.9983558671340343
+    },
+    {
+      "epoch": 0.6808600755775861,
+      "grad_norm": 0.09181206673383713,
+      "learning_rate": 4.883146034489558e-06,
+      "loss": 0.0039091378450393675,
+      "step": 12860,
+      "token_acc": 0.9983397989404748
+    },
+    {
+      "epoch": 0.6813895157607724,
+      "grad_norm": 0.09051388502120972,
+      "learning_rate": 4.868420901139711e-06,
+      "loss": 0.004027166962623596,
+      "step": 12870,
+      "token_acc": 0.9984058757250761
+    },
+    {
+      "epoch": 0.6819189559439588,
+      "grad_norm": 0.08767787367105484,
+      "learning_rate": 4.8537108565070045e-06,
+      "loss": 0.003683003410696983,
+      "step": 12880,
+      "token_acc": 0.998506179742462
+    },
+    {
+      "epoch": 0.682448396127145,
+      "grad_norm": 0.0805836021900177,
+      "learning_rate": 4.839015943844342e-06,
+      "loss": 0.003956511616706848,
+      "step": 12890,
+      "token_acc": 0.9983575805577556
+    },
+    {
+      "epoch": 0.6829778363103314,
+      "grad_norm": 0.07881326973438263,
+      "learning_rate": 4.824336206360137e-06,
+      "loss": 0.003999922797083855,
+      "step": 12900,
+      "token_acc": 0.9982742234005303
+    },
+    {
+      "epoch": 0.6835072764935176,
+      "grad_norm": 0.1055709719657898,
+      "learning_rate": 4.8096716872181755e-06,
+      "loss": 0.004221456125378609,
+      "step": 12910,
+      "token_acc": 0.9983151081416978
+    },
+    {
+      "epoch": 0.684036716676704,
+      "grad_norm": 0.08504793047904968,
+      "learning_rate": 4.795022429537508e-06,
+      "loss": 0.0040035687386989595,
+      "step": 12920,
+      "token_acc": 0.9984551664245036
+    },
+    {
+      "epoch": 0.6845661568598903,
+      "grad_norm": 0.07294493168592453,
+      "learning_rate": 4.780388476392295e-06,
+      "loss": 0.003948199003934861,
+      "step": 12930,
+      "token_acc": 0.9984064343342484
+    },
+    {
+      "epoch": 0.6850955970430765,
+      "grad_norm": 0.060608625411987305,
+      "learning_rate": 4.765769870811709e-06,
+      "loss": 0.0039102703332901,
+      "step": 12940,
+      "token_acc": 0.998490345719171
+    },
+    {
+      "epoch": 0.6856250372262629,
+      "grad_norm": 0.07788658887147903,
+      "learning_rate": 4.751166655779789e-06,
+      "loss": 0.0036722108721733092,
+      "step": 12950,
+      "token_acc": 0.9984729512095395
+    },
+    {
+      "epoch": 0.6861544774094492,
+      "grad_norm": 0.1033112183213234,
+      "learning_rate": 4.7365788742353235e-06,
+      "loss": 0.0038107864558696745,
+      "step": 12960,
+      "token_acc": 0.9984411080637229
+    },
+    {
+      "epoch": 0.6866839175926355,
+      "grad_norm": 0.10828004777431488,
+      "learning_rate": 4.72200656907172e-06,
+      "loss": 0.003976759687066078,
+      "step": 12970,
+      "token_acc": 0.9984574978113144
+    },
+    {
+      "epoch": 0.6872133577758218,
+      "grad_norm": 0.06854714453220367,
+      "learning_rate": 4.707449783136876e-06,
+      "loss": 0.003819131106138229,
+      "step": 12980,
+      "token_acc": 0.9984566098810338
+    },
+    {
+      "epoch": 0.6877427979590081,
+      "grad_norm": 0.07833156734704971,
+      "learning_rate": 4.692908559233063e-06,
+      "loss": 0.003779006004333496,
+      "step": 12990,
+      "token_acc": 0.998506827717949
+    },
+    {
+      "epoch": 0.6882722381421944,
+      "grad_norm": 0.08585453778505325,
+      "learning_rate": 4.678382940116789e-06,
+      "loss": 0.003643868863582611,
+      "step": 13000,
+      "token_acc": 0.9984905723316071
+    },
+    {
+      "epoch": 0.6888016783253808,
+      "grad_norm": 0.05784493312239647,
+      "learning_rate": 4.663872968498682e-06,
+      "loss": 0.00374244824051857,
+      "step": 13010,
+      "token_acc": 0.9986408171774025
+    },
+    {
+      "epoch": 0.689331118508567,
+      "grad_norm": 0.07995244115591049,
+      "learning_rate": 4.649378687043361e-06,
+      "loss": 0.004127905517816543,
+      "step": 13020,
+      "token_acc": 0.9982653078244625
+    },
+    {
+      "epoch": 0.6898605586917533,
+      "grad_norm": 0.07328928261995316,
+      "learning_rate": 4.634900138369303e-06,
+      "loss": 0.0041158322244882585,
+      "step": 13030,
+      "token_acc": 0.9983820254705887
+    },
+    {
+      "epoch": 0.6903899988749396,
+      "grad_norm": 0.08040270209312439,
+      "learning_rate": 4.620437365048732e-06,
+      "loss": 0.0037848860025405883,
+      "step": 13040,
+      "token_acc": 0.9984136128714441
+    },
+    {
+      "epoch": 0.6909194390581259,
+      "grad_norm": 0.08328527957201004,
+      "learning_rate": 4.605990409607487e-06,
+      "loss": 0.004001417756080627,
+      "step": 13050,
+      "token_acc": 0.9983489818721545
+    },
+    {
+      "epoch": 0.6914488792413123,
+      "grad_norm": 0.0825948491692543,
+      "learning_rate": 4.5915593145248926e-06,
+      "loss": 0.004089251905679703,
+      "step": 13060,
+      "token_acc": 0.9982313731051916
+    },
+    {
+      "epoch": 0.6919783194244985,
+      "grad_norm": 0.08563896268606186,
+      "learning_rate": 4.577144122233641e-06,
+      "loss": 0.003675517439842224,
+      "step": 13070,
+      "token_acc": 0.9984820304094347
+    },
+    {
+      "epoch": 0.6925077596076848,
+      "grad_norm": 0.07986423373222351,
+      "learning_rate": 4.5627448751196635e-06,
+      "loss": 0.003576098382472992,
+      "step": 13080,
+      "token_acc": 0.9984977340822407
+    },
+    {
+      "epoch": 0.6930371997908711,
+      "grad_norm": 0.07291054725646973,
+      "learning_rate": 4.548361615522006e-06,
+      "loss": 0.0037225954234600066,
+      "step": 13090,
+      "token_acc": 0.998556239881161
+    },
+    {
+      "epoch": 0.6935666399740574,
+      "grad_norm": 0.11106012761592865,
+      "learning_rate": 4.533994385732706e-06,
+      "loss": 0.003768979012966156,
+      "step": 13100,
+      "token_acc": 0.9984486037433691
+    },
+    {
+      "epoch": 0.6940960801572438,
+      "grad_norm": 0.10040315240621567,
+      "learning_rate": 4.51964322799667e-06,
+      "loss": 0.004118700325489044,
+      "step": 13110,
+      "token_acc": 0.9984066204503175
+    },
+    {
+      "epoch": 0.69462552034043,
+      "grad_norm": 0.13968099653720856,
+      "learning_rate": 4.505308184511544e-06,
+      "loss": 0.003689059242606163,
+      "step": 13120,
+      "token_acc": 0.9985563964986357
+    },
+    {
+      "epoch": 0.6951549605236164,
+      "grad_norm": 0.09743746370077133,
+      "learning_rate": 4.4909892974275885e-06,
+      "loss": 0.003868892788887024,
+      "step": 13130,
+      "token_acc": 0.9983906608296852
+    },
+    {
+      "epoch": 0.6956844007068026,
+      "grad_norm": 0.07281576842069626,
+      "learning_rate": 4.476686608847564e-06,
+      "loss": 0.0035872265696525575,
+      "step": 13140,
+      "token_acc": 0.9985145127100963
+    },
+    {
+      "epoch": 0.6962138408899889,
+      "grad_norm": 0.08898575603961945,
+      "learning_rate": 4.4624001608265995e-06,
+      "loss": 0.003576020523905754,
+      "step": 13150,
+      "token_acc": 0.9986560149591378
+    },
+    {
+      "epoch": 0.6967432810731753,
+      "grad_norm": 0.10269992798566818,
+      "learning_rate": 4.448129995372072e-06,
+      "loss": 0.0035270024091005325,
+      "step": 13160,
+      "token_acc": 0.9985493351119263
+    },
+    {
+      "epoch": 0.6972727212563615,
+      "grad_norm": 0.0980374738574028,
+      "learning_rate": 4.4338761544434824e-06,
+      "loss": 0.003872380033135414,
+      "step": 13170,
+      "token_acc": 0.9983739295035898
+    },
+    {
+      "epoch": 0.6978021614395479,
+      "grad_norm": 0.08846528828144073,
+      "learning_rate": 4.419638679952331e-06,
+      "loss": 0.003935432434082032,
+      "step": 13180,
+      "token_acc": 0.9982729563316591
+    },
+    {
+      "epoch": 0.6983316016227341,
+      "grad_norm": 0.10639336705207825,
+      "learning_rate": 4.405417613761988e-06,
+      "loss": 0.003411738947033882,
+      "step": 13190,
+      "token_acc": 0.9986399098835996
+    },
+    {
+      "epoch": 0.6988610418059205,
+      "grad_norm": 0.07377149164676666,
+      "learning_rate": 4.391212997687586e-06,
+      "loss": 0.0037175446748733522,
+      "step": 13200,
+      "token_acc": 0.9985235112071339
+    },
+    {
+      "epoch": 0.6993904819891068,
+      "grad_norm": 0.07839785516262054,
+      "learning_rate": 4.377024873495885e-06,
+      "loss": 0.003614959865808487,
+      "step": 13210,
+      "token_acc": 0.998532171302281
+    },
+    {
+      "epoch": 0.699919922172293,
+      "grad_norm": 0.09231901168823242,
+      "learning_rate": 4.362853282905154e-06,
+      "loss": 0.0037563085556030274,
+      "step": 13220,
+      "token_acc": 0.9983479900545664
+    },
+    {
+      "epoch": 0.7004493623554794,
+      "grad_norm": 0.07816437631845474,
+      "learning_rate": 4.348698267585047e-06,
+      "loss": 0.0038487941026687624,
+      "step": 13230,
+      "token_acc": 0.998414367499541
+    },
+    {
+      "epoch": 0.7009788025386656,
+      "grad_norm": 0.11418303847312927,
+      "learning_rate": 4.334559869156481e-06,
+      "loss": 0.004073138162493706,
+      "step": 13240,
+      "token_acc": 0.9983395911556112
+    },
+    {
+      "epoch": 0.701508242721852,
+      "grad_norm": 0.07303052395582199,
+      "learning_rate": 4.320438129191506e-06,
+      "loss": 0.003499014303088188,
+      "step": 13250,
+      "token_acc": 0.9985226855406804
+    },
+    {
+      "epoch": 0.7020376829050383,
+      "grad_norm": 0.09707936644554138,
+      "learning_rate": 4.306333089213201e-06,
+      "loss": 0.0035513103008270263,
+      "step": 13260,
+      "token_acc": 0.998590339236114
+    },
+    {
+      "epoch": 0.7025671230882246,
+      "grad_norm": 0.09590703248977661,
+      "learning_rate": 4.292244790695537e-06,
+      "loss": 0.003596171736717224,
+      "step": 13270,
+      "token_acc": 0.998523055356219
+    },
+    {
+      "epoch": 0.7030965632714109,
+      "grad_norm": 0.06643738597631454,
+      "learning_rate": 4.278173275063254e-06,
+      "loss": 0.0037018552422523497,
+      "step": 13280,
+      "token_acc": 0.9984891864143636
+    },
+    {
+      "epoch": 0.7036260034545972,
+      "grad_norm": 0.07913632690906525,
+      "learning_rate": 4.264118583691753e-06,
+      "loss": 0.003918538987636566,
+      "step": 13290,
+      "token_acc": 0.9984735626047861
+    },
+    {
+      "epoch": 0.7041554436377835,
+      "grad_norm": 0.09850672632455826,
+      "learning_rate": 4.250080757906958e-06,
+      "loss": 0.003775758296251297,
+      "step": 13300,
+      "token_acc": 0.9984227260967895
+    },
+    {
+      "epoch": 0.7046848838209698,
+      "grad_norm": 0.09037099033594131,
+      "learning_rate": 4.236059838985206e-06,
+      "loss": 0.0036908917129039763,
+      "step": 13310,
+      "token_acc": 0.9984902449806902
+    },
+    {
+      "epoch": 0.7052143240041561,
+      "grad_norm": 0.086330346763134,
+      "learning_rate": 4.222055868153118e-06,
+      "loss": 0.003663964569568634,
+      "step": 13320,
+      "token_acc": 0.9984898796909677
+    },
+    {
+      "epoch": 0.7057437641873424,
+      "grad_norm": 0.07633336633443832,
+      "learning_rate": 4.20806888658749e-06,
+      "loss": 0.003997672349214554,
+      "step": 13330,
+      "token_acc": 0.998415412201326
+    },
+    {
+      "epoch": 0.7062732043705288,
+      "grad_norm": 0.07574186474084854,
+      "learning_rate": 4.194098935415155e-06,
+      "loss": 0.003832285106182098,
+      "step": 13340,
+      "token_acc": 0.9983480727515435
+    },
+    {
+      "epoch": 0.706802644553715,
+      "grad_norm": 0.10792764276266098,
+      "learning_rate": 4.180146055712867e-06,
+      "loss": 0.003378502279520035,
+      "step": 13350,
+      "token_acc": 0.9986236925078825
+    },
+    {
+      "epoch": 0.7073320847369013,
+      "grad_norm": 0.06305970996618271,
+      "learning_rate": 4.166210288507195e-06,
+      "loss": 0.0036281347274780273,
+      "step": 13360,
+      "token_acc": 0.9984895268296754
+    },
+    {
+      "epoch": 0.7078615249200876,
+      "grad_norm": 0.08588401973247528,
+      "learning_rate": 4.152291674774384e-06,
+      "loss": 0.0035809896886348723,
+      "step": 13370,
+      "token_acc": 0.998623967975982
+    },
+    {
+      "epoch": 0.7083909651032739,
+      "grad_norm": 0.07186521589756012,
+      "learning_rate": 4.138390255440242e-06,
+      "loss": 0.0034058429300785065,
+      "step": 13380,
+      "token_acc": 0.998598586908466
+    },
+    {
+      "epoch": 0.7089204052864603,
+      "grad_norm": 0.06955961883068085,
+      "learning_rate": 4.124506071380021e-06,
+      "loss": 0.003599441051483154,
+      "step": 13390,
+      "token_acc": 0.998548354802109
+    },
+    {
+      "epoch": 0.7094498454696465,
+      "grad_norm": 0.11671196669340134,
+      "learning_rate": 4.1106391634182945e-06,
+      "loss": 0.003571125864982605,
+      "step": 13400,
+      "token_acc": 0.9984649653365814
+    },
+    {
+      "epoch": 0.7099792856528329,
+      "grad_norm": 0.09935661405324936,
+      "learning_rate": 4.096789572328838e-06,
+      "loss": 0.003690510615706444,
+      "step": 13410,
+      "token_acc": 0.9985400972712333
+    },
+    {
+      "epoch": 0.7105087258360191,
+      "grad_norm": 0.07537563145160675,
+      "learning_rate": 4.082957338834506e-06,
+      "loss": 0.003518431261181831,
+      "step": 13420,
+      "token_acc": 0.9987156927336563
+    },
+    {
+      "epoch": 0.7110381660192054,
+      "grad_norm": 0.09148381650447845,
+      "learning_rate": 4.0691425036071204e-06,
+      "loss": 0.003819703683257103,
+      "step": 13430,
+      "token_acc": 0.9983560317778223
+    },
+    {
+      "epoch": 0.7115676062023918,
+      "grad_norm": 0.06931379437446594,
+      "learning_rate": 4.055345107267347e-06,
+      "loss": 0.0038111522793769837,
+      "step": 13440,
+      "token_acc": 0.9984317781800285
+    },
+    {
+      "epoch": 0.712097046385578,
+      "grad_norm": 0.08167047053575516,
+      "learning_rate": 4.041565190384562e-06,
+      "loss": 0.0034765325486660003,
+      "step": 13450,
+      "token_acc": 0.9985558783264884
+    },
+    {
+      "epoch": 0.7126264865687644,
+      "grad_norm": 0.1034456342458725,
+      "learning_rate": 4.027802793476765e-06,
+      "loss": 0.0032634101808071136,
+      "step": 13460,
+      "token_acc": 0.9987320230905269
+    },
+    {
+      "epoch": 0.7131559267519506,
+      "grad_norm": 0.08099982142448425,
+      "learning_rate": 4.014057957010421e-06,
+      "loss": 0.0032812949270009995,
+      "step": 13470,
+      "token_acc": 0.9986569567139651
+    },
+    {
+      "epoch": 0.713685366935137,
+      "grad_norm": 0.09634703397750854,
+      "learning_rate": 4.000330721400374e-06,
+      "loss": 0.0034518830478191377,
+      "step": 13480,
+      "token_acc": 0.9986479832416688
+    },
+    {
+      "epoch": 0.7142148071183233,
+      "grad_norm": 0.08419275283813477,
+      "learning_rate": 3.986621127009712e-06,
+      "loss": 0.0034293245524168016,
+      "step": 13490,
+      "token_acc": 0.9986480735047443
+    },
+    {
+      "epoch": 0.7147442473015095,
+      "grad_norm": 0.0962294489145279,
+      "learning_rate": 3.972929214149651e-06,
+      "loss": 0.0036505814641714096,
+      "step": 13500,
+      "token_acc": 0.9984900938477581
+    },
+    {
+      "epoch": 0.7152736874846959,
+      "grad_norm": 0.08934230357408524,
+      "learning_rate": 3.959255023079416e-06,
+      "loss": 0.003594578802585602,
+      "step": 13510,
+      "token_acc": 0.9985155780905998
+    },
+    {
+      "epoch": 0.7158031276678821,
+      "grad_norm": 0.07983361184597015,
+      "learning_rate": 3.945598594006124e-06,
+      "loss": 0.0036843284964561463,
+      "step": 13520,
+      "token_acc": 0.9984732442308655
+    },
+    {
+      "epoch": 0.7163325678510685,
+      "grad_norm": 0.07887694984674454,
+      "learning_rate": 3.931959967084665e-06,
+      "loss": 0.003663025051355362,
+      "step": 13530,
+      "token_acc": 0.9985735616746887
+    },
+    {
+      "epoch": 0.7168620080342548,
+      "grad_norm": 0.09390752017498016,
+      "learning_rate": 3.918339182417584e-06,
+      "loss": 0.0036802031099796295,
+      "step": 13540,
+      "token_acc": 0.9985487180342636
+    },
+    {
+      "epoch": 0.717391448217441,
+      "grad_norm": 0.07416029274463654,
+      "learning_rate": 3.904736280054966e-06,
+      "loss": 0.003518931195139885,
+      "step": 13550,
+      "token_acc": 0.9985661767770655
+    },
+    {
+      "epoch": 0.7179208884006274,
+      "grad_norm": 0.0881822258234024,
+      "learning_rate": 3.891151299994314e-06,
+      "loss": 0.003579546511173248,
+      "step": 13560,
+      "token_acc": 0.9984978594497158
+    },
+    {
+      "epoch": 0.7184503285838136,
+      "grad_norm": 0.08102105557918549,
+      "learning_rate": 3.877584282180425e-06,
+      "loss": 0.003566005080938339,
+      "step": 13570,
+      "token_acc": 0.9986232446369121
+    },
+    {
+      "epoch": 0.718979768767,
+      "grad_norm": 0.06895655393600464,
+      "learning_rate": 3.864035266505294e-06,
+      "loss": 0.00344962440431118,
+      "step": 13580,
+      "token_acc": 0.9985155038113188
+    },
+    {
+      "epoch": 0.7195092089501863,
+      "grad_norm": 0.07847443968057632,
+      "learning_rate": 3.850504292807974e-06,
+      "loss": 0.0031574346125125886,
+      "step": 13590,
+      "token_acc": 0.9988322044643155
+    },
+    {
+      "epoch": 0.7200386491333726,
+      "grad_norm": 0.07478877902030945,
+      "learning_rate": 3.83699140087447e-06,
+      "loss": 0.0033171877264976503,
+      "step": 13600,
+      "token_acc": 0.9986143341291174
+    },
+    {
+      "epoch": 0.7205680893165589,
+      "grad_norm": 0.07074201852083206,
+      "learning_rate": 3.823496630437623e-06,
+      "loss": 0.0036013219505548477,
+      "step": 13610,
+      "token_acc": 0.9984570089326672
+    },
+    {
+      "epoch": 0.7210975294997453,
+      "grad_norm": 0.0868447795510292,
+      "learning_rate": 3.8100200211769855e-06,
+      "loss": 0.0037518560886383055,
+      "step": 13620,
+      "token_acc": 0.9985304922850845
+    },
+    {
+      "epoch": 0.7216269696829315,
+      "grad_norm": 0.06650970131158829,
+      "learning_rate": 3.7965616127187133e-06,
+      "loss": 0.0032344207167625426,
+      "step": 13630,
+      "token_acc": 0.998706187761371
+    },
+    {
+      "epoch": 0.7221564098661178,
+      "grad_norm": 0.10092959553003311,
+      "learning_rate": 3.783121444635444e-06,
+      "loss": 0.003444017469882965,
+      "step": 13640,
+      "token_acc": 0.9985808498205192
+    },
+    {
+      "epoch": 0.7226858500493041,
+      "grad_norm": 0.08295388519763947,
+      "learning_rate": 3.769699556446179e-06,
+      "loss": 0.004010315984487534,
+      "step": 13650,
+      "token_acc": 0.9983987323297611
+    },
+    {
+      "epoch": 0.7232152902324904,
+      "grad_norm": 0.08131997287273407,
+      "learning_rate": 3.7562959876161787e-06,
+      "loss": 0.0036193259060382844,
+      "step": 13660,
+      "token_acc": 0.9984640555611206
+    },
+    {
+      "epoch": 0.7237447304156768,
+      "grad_norm": 0.07519711554050446,
+      "learning_rate": 3.742910777556824e-06,
+      "loss": 0.0032779626548290254,
+      "step": 13670,
+      "token_acc": 0.9987153177503045
+    },
+    {
+      "epoch": 0.724274170598863,
+      "grad_norm": 0.08185270428657532,
+      "learning_rate": 3.729543965625526e-06,
+      "loss": 0.0033484019339084627,
+      "step": 13680,
+      "token_acc": 0.9986646413727487
+    },
+    {
+      "epoch": 0.7248036107820494,
+      "grad_norm": 0.10115562379360199,
+      "learning_rate": 3.716195591125594e-06,
+      "loss": 0.00359770692884922,
+      "step": 13690,
+      "token_acc": 0.9986471816283925
+    },
+    {
+      "epoch": 0.7253330509652356,
+      "grad_norm": 0.1143842488527298,
+      "learning_rate": 3.7028656933061267e-06,
+      "loss": 0.0034013006836175917,
+      "step": 13700,
+      "token_acc": 0.998639455782313
+    },
+    {
+      "epoch": 0.7258624911484219,
+      "grad_norm": 0.09851127862930298,
+      "learning_rate": 3.6895543113618916e-06,
+      "loss": 0.003480953723192215,
+      "step": 13710,
+      "token_acc": 0.9986058820091995
+    },
+    {
+      "epoch": 0.7263919313316083,
+      "grad_norm": 0.08221554011106491,
+      "learning_rate": 3.6762614844332145e-06,
+      "loss": 0.0034946896135807036,
+      "step": 13720,
+      "token_acc": 0.9985234865737381
+    },
+    {
+      "epoch": 0.7269213715147945,
+      "grad_norm": 0.08676858991384506,
+      "learning_rate": 3.662987251605866e-06,
+      "loss": 0.0033679164946079252,
+      "step": 13730,
+      "token_acc": 0.998539146694715
+    },
+    {
+      "epoch": 0.7274508116979809,
+      "grad_norm": 0.0642840713262558,
+      "learning_rate": 3.6497316519109337e-06,
+      "loss": 0.003327426686882973,
+      "step": 13740,
+      "token_acc": 0.998673308468297
+    },
+    {
+      "epoch": 0.7279802518811671,
+      "grad_norm": 0.07299963384866714,
+      "learning_rate": 3.636494724324725e-06,
+      "loss": 0.0031659990549087525,
+      "step": 13750,
+      "token_acc": 0.9987065440526061
+    },
+    {
+      "epoch": 0.7285096920643535,
+      "grad_norm": 0.08553624153137207,
+      "learning_rate": 3.623276507768645e-06,
+      "loss": 0.0037304766476154326,
+      "step": 13760,
+      "token_acc": 0.9984661042382207
+    },
+    {
+      "epoch": 0.7290391322475398,
+      "grad_norm": 0.06790778785943985,
+      "learning_rate": 3.6100770411090767e-06,
+      "loss": 0.003315257281064987,
+      "step": 13770,
+      "token_acc": 0.9986745139884624
+    },
+    {
+      "epoch": 0.729568572430726,
+      "grad_norm": 0.10107589513063431,
+      "learning_rate": 3.5968963631572774e-06,
+      "loss": 0.0032653950154781343,
+      "step": 13780,
+      "token_acc": 0.9985815011055947
+    },
+    {
+      "epoch": 0.7300980126139124,
+      "grad_norm": 0.09684211760759354,
+      "learning_rate": 3.5837345126692504e-06,
+      "loss": 0.0036232031881809233,
+      "step": 13790,
+      "token_acc": 0.9986659440530288
+    },
+    {
+      "epoch": 0.7306274527970986,
+      "grad_norm": 0.07079575210809708,
+      "learning_rate": 3.570591528345645e-06,
+      "loss": 0.0031457334756851197,
+      "step": 13800,
+      "token_acc": 0.9987567585608438
+    },
+    {
+      "epoch": 0.731156892980285,
+      "grad_norm": 0.09268027544021606,
+      "learning_rate": 3.5574674488316384e-06,
+      "loss": 0.0033174045383930206,
+      "step": 13810,
+      "token_acc": 0.9986483554991907
+    },
+    {
+      "epoch": 0.7316863331634713,
+      "grad_norm": 0.10290899127721786,
+      "learning_rate": 3.544362312716818e-06,
+      "loss": 0.0037267588078975676,
+      "step": 13820,
+      "token_acc": 0.9985153180805899
+    },
+    {
+      "epoch": 0.7322157733466576,
+      "grad_norm": 0.08426038920879364,
+      "learning_rate": 3.531276158535071e-06,
+      "loss": 0.0035196110606193543,
+      "step": 13830,
+      "token_acc": 0.9986987312629814
+    },
+    {
+      "epoch": 0.7327452135298439,
+      "grad_norm": 0.06399177759885788,
+      "learning_rate": 3.518209024764472e-06,
+      "loss": 0.003399909287691116,
+      "step": 13840,
+      "token_acc": 0.9986226930107931
+    },
+    {
+      "epoch": 0.7332746537130301,
+      "grad_norm": 0.1005530059337616,
+      "learning_rate": 3.5051609498271654e-06,
+      "loss": 0.003392476588487625,
+      "step": 13850,
+      "token_acc": 0.9986976883969045
+    },
+    {
+      "epoch": 0.7338040938962165,
+      "grad_norm": 0.07391153275966644,
+      "learning_rate": 3.492131972089261e-06,
+      "loss": 0.0032870016992092134,
+      "step": 13860,
+      "token_acc": 0.9987068677834879
+    },
+    {
+      "epoch": 0.7343335340794028,
+      "grad_norm": 0.09027525782585144,
+      "learning_rate": 3.4791221298607125e-06,
+      "loss": 0.0034948129206895827,
+      "step": 13870,
+      "token_acc": 0.9986400687474449
+    },
+    {
+      "epoch": 0.7348629742625891,
+      "grad_norm": 0.0985957607626915,
+      "learning_rate": 3.46613146139521e-06,
+      "loss": 0.0034495133906602858,
+      "step": 13880,
+      "token_acc": 0.9986645076206534
+    },
+    {
+      "epoch": 0.7353924144457754,
+      "grad_norm": 0.08017542213201523,
+      "learning_rate": 3.4531600048900584e-06,
+      "loss": 0.0031513679772615434,
+      "step": 13890,
+      "token_acc": 0.9987315998531326
+    },
+    {
+      "epoch": 0.7359218546289616,
+      "grad_norm": 0.07839474081993103,
+      "learning_rate": 3.440207798486083e-06,
+      "loss": 0.003453974053263664,
+      "step": 13900,
+      "token_acc": 0.9986404090450334
+    },
+    {
+      "epoch": 0.736451294812148,
+      "grad_norm": 0.059698570519685745,
+      "learning_rate": 3.4272748802675003e-06,
+      "loss": 0.003311881795525551,
+      "step": 13910,
+      "token_acc": 0.998774887698039
+    },
+    {
+      "epoch": 0.7369807349953343,
+      "grad_norm": 0.09852812439203262,
+      "learning_rate": 3.414361288261816e-06,
+      "loss": 0.003312372416257858,
+      "step": 13920,
+      "token_acc": 0.9986230493198698
+    },
+    {
+      "epoch": 0.7375101751785206,
+      "grad_norm": 0.07676622271537781,
+      "learning_rate": 3.401467060439707e-06,
+      "loss": 0.0032824233174324037,
+      "step": 13930,
+      "token_acc": 0.9986566429423691
+    },
+    {
+      "epoch": 0.7380396153617069,
+      "grad_norm": 0.07956480234861374,
+      "learning_rate": 3.3885922347149136e-06,
+      "loss": 0.0035583797842264177,
+      "step": 13940,
+      "token_acc": 0.9986228654414342
+    },
+    {
+      "epoch": 0.7385690555448933,
+      "grad_norm": 0.0711434930562973,
+      "learning_rate": 3.3757368489441266e-06,
+      "loss": 0.0030506592243909835,
+      "step": 13950,
+      "token_acc": 0.9987736919380673
+    },
+    {
+      "epoch": 0.7390984957280795,
+      "grad_norm": 0.1118825227022171,
+      "learning_rate": 3.362900940926875e-06,
+      "loss": 0.003380221873521805,
+      "step": 13960,
+      "token_acc": 0.9986563514517246
+    },
+    {
+      "epoch": 0.7396279359112659,
+      "grad_norm": 0.07906787842512131,
+      "learning_rate": 3.350084548405421e-06,
+      "loss": 0.0031727030873298645,
+      "step": 13970,
+      "token_acc": 0.9987993396368002
+    },
+    {
+      "epoch": 0.7401573760944521,
+      "grad_norm": 0.0896146222949028,
+      "learning_rate": 3.3372877090646405e-06,
+      "loss": 0.003206241875886917,
+      "step": 13980,
+      "token_acc": 0.9987822475040244
+    },
+    {
+      "epoch": 0.7406868162776384,
+      "grad_norm": 0.07737207412719727,
+      "learning_rate": 3.32451046053191e-06,
+      "loss": 0.00357636958360672,
+      "step": 13990,
+      "token_acc": 0.9985559385981753
+    },
+    {
+      "epoch": 0.7412162564608248,
+      "grad_norm": 0.08291522413492203,
+      "learning_rate": 3.3117528403770116e-06,
+      "loss": 0.0034991003572940826,
+      "step": 14000,
+      "token_acc": 0.9985577804825183
+    },
+    {
+      "epoch": 0.741745696644011,
+      "grad_norm": 0.09278791397809982,
+      "learning_rate": 3.299014886112013e-06,
+      "loss": 0.003487355634570122,
+      "step": 14010,
+      "token_acc": 0.9985982244175956
+    },
+    {
+      "epoch": 0.7422751368271974,
+      "grad_norm": 0.06723111122846603,
+      "learning_rate": 3.286296635191144e-06,
+      "loss": 0.0034265875816345214,
+      "step": 14020,
+      "token_acc": 0.9986408398442386
+    },
+    {
+      "epoch": 0.7428045770103836,
+      "grad_norm": 0.08533704280853271,
+      "learning_rate": 3.273598125010714e-06,
+      "loss": 0.0031130878254771233,
+      "step": 14030,
+      "token_acc": 0.9987405541561712
+    },
+    {
+      "epoch": 0.74333401719357,
+      "grad_norm": 0.0779648870229721,
+      "learning_rate": 3.260919392908981e-06,
+      "loss": 0.0028697635978460314,
+      "step": 14040,
+      "token_acc": 0.9989404481820761
+    },
+    {
+      "epoch": 0.7438634573767563,
+      "grad_norm": 0.10078655183315277,
+      "learning_rate": 3.2482604761660486e-06,
+      "loss": 0.003422523662447929,
+      "step": 14050,
+      "token_acc": 0.9985649924912398
+    },
+    {
+      "epoch": 0.7443928975599425,
+      "grad_norm": 0.09953100979328156,
+      "learning_rate": 3.2356214120037567e-06,
+      "loss": 0.0034061163663864137,
+      "step": 14060,
+      "token_acc": 0.998655880314908
+    },
+    {
+      "epoch": 0.7449223377431289,
+      "grad_norm": 0.08661240339279175,
+      "learning_rate": 3.2230022375855707e-06,
+      "loss": 0.003185698390007019,
+      "step": 14070,
+      "token_acc": 0.9986479945252124
+    },
+    {
+      "epoch": 0.7454517779263151,
+      "grad_norm": 0.09516514837741852,
+      "learning_rate": 3.2104029900164734e-06,
+      "loss": 0.003453529626131058,
+      "step": 14080,
+      "token_acc": 0.9985310809908526
+    },
+    {
+      "epoch": 0.7459812181095015,
+      "grad_norm": 0.07555476576089859,
+      "learning_rate": 3.197823706342855e-06,
+      "loss": 0.0032791893929243086,
+      "step": 14090,
+      "token_acc": 0.9987392607559425
+    },
+    {
+      "epoch": 0.7465106582926878,
+      "grad_norm": 0.09716933220624924,
+      "learning_rate": 3.1852644235524087e-06,
+      "loss": 0.003528785705566406,
+      "step": 14100,
+      "token_acc": 0.9985317059741213
+    },
+    {
+      "epoch": 0.747040098475874,
+      "grad_norm": 0.08044704794883728,
+      "learning_rate": 3.1727251785740077e-06,
+      "loss": 0.003041881322860718,
+      "step": 14110,
+      "token_acc": 0.9987569556258186
+    },
+    {
+      "epoch": 0.7475695386590604,
+      "grad_norm": 0.07473593950271606,
+      "learning_rate": 3.1602060082776142e-06,
+      "loss": 0.0031833186745643615,
+      "step": 14120,
+      "token_acc": 0.9988402072608031
+    },
+    {
+      "epoch": 0.7480989788422466,
+      "grad_norm": 0.07337811589241028,
+      "learning_rate": 3.147706949474164e-06,
+      "loss": 0.0034189064055681227,
+      "step": 14130,
+      "token_acc": 0.9986569118984259
+    },
+    {
+      "epoch": 0.748628419025433,
+      "grad_norm": 0.06130555272102356,
+      "learning_rate": 3.1352280389154553e-06,
+      "loss": 0.0027870308607816697,
+      "step": 14140,
+      "token_acc": 0.998873413390525
+    },
+    {
+      "epoch": 0.7491578592086193,
+      "grad_norm": 0.07504958659410477,
+      "learning_rate": 3.122769313294044e-06,
+      "loss": 0.0029739052057266234,
+      "step": 14150,
+      "token_acc": 0.9987816276119901
+    },
+    {
+      "epoch": 0.7496872993918056,
+      "grad_norm": 0.0803057923913002,
+      "learning_rate": 3.110330809243134e-06,
+      "loss": 0.003081291355192661,
+      "step": 14160,
+      "token_acc": 0.9987240111086092
+    },
+    {
+      "epoch": 0.7502167395749919,
+      "grad_norm": 0.09009984880685806,
+      "learning_rate": 3.0979125633364728e-06,
+      "loss": 0.003174242377281189,
+      "step": 14170,
+      "token_acc": 0.9988062841210745
+    },
+    {
+      "epoch": 0.7507461797581781,
+      "grad_norm": 0.07801827788352966,
+      "learning_rate": 3.0855146120882363e-06,
+      "loss": 0.0033581145107746124,
+      "step": 14180,
+      "token_acc": 0.9987312504695208
+    },
+    {
+      "epoch": 0.7512756199413645,
+      "grad_norm": 0.07267160713672638,
+      "learning_rate": 3.0731369919529374e-06,
+      "loss": 0.003075828216969967,
+      "step": 14190,
+      "token_acc": 0.9987824810700824
+    },
+    {
+      "epoch": 0.7518050601245508,
+      "grad_norm": 0.06993144005537033,
+      "learning_rate": 3.0607797393252914e-06,
+      "loss": 0.003212468698620796,
+      "step": 14200,
+      "token_acc": 0.998757038581856
+    },
+    {
+      "epoch": 0.7523345003077371,
+      "grad_norm": 0.09156052768230438,
+      "learning_rate": 3.0484428905401396e-06,
+      "loss": 0.0033934835344552996,
+      "step": 14210,
+      "token_acc": 0.9986477010918562
+    },
+    {
+      "epoch": 0.7528639404909234,
+      "grad_norm": 0.07862966507673264,
+      "learning_rate": 3.0361264818723256e-06,
+      "loss": 0.0030300889164209368,
+      "step": 14220,
+      "token_acc": 0.9987654938858582
+    },
+    {
+      "epoch": 0.7533933806741097,
+      "grad_norm": 0.08523651212453842,
+      "learning_rate": 3.0238305495365872e-06,
+      "loss": 0.0035031594336032866,
+      "step": 14230,
+      "token_acc": 0.9986475881989548
+    },
+    {
+      "epoch": 0.753922820857296,
+      "grad_norm": 0.0946173369884491,
+      "learning_rate": 3.0115551296874603e-06,
+      "loss": 0.0032571140676736833,
+      "step": 14240,
+      "token_acc": 0.9987573806585048
+    },
+    {
+      "epoch": 0.7544522610404824,
+      "grad_norm": 0.07246138900518417,
+      "learning_rate": 2.999300258419161e-06,
+      "loss": 0.0030216820538043975,
+      "step": 14250,
+      "token_acc": 0.9988244514106583
+    },
+    {
+      "epoch": 0.7549817012236686,
+      "grad_norm": 0.0825478658080101,
+      "learning_rate": 2.9870659717654883e-06,
+      "loss": 0.0028778720647096635,
+      "step": 14260,
+      "token_acc": 0.9988571047209083
+    },
+    {
+      "epoch": 0.7555111414068549,
+      "grad_norm": 0.08581020683050156,
+      "learning_rate": 2.9748523056997146e-06,
+      "loss": 0.0030291680246591567,
+      "step": 14270,
+      "token_acc": 0.9988734415942053
+    },
+    {
+      "epoch": 0.7560405815900413,
+      "grad_norm": 0.07391929626464844,
+      "learning_rate": 2.9626592961344802e-06,
+      "loss": 0.0031259000301361085,
+      "step": 14280,
+      "token_acc": 0.9987734565995544
+    },
+    {
+      "epoch": 0.7565700217732275,
+      "grad_norm": 0.09388487040996552,
+      "learning_rate": 2.9504869789216895e-06,
+      "loss": 0.0032490063458681107,
+      "step": 14290,
+      "token_acc": 0.9986816634403578
+    },
+    {
+      "epoch": 0.7570994619564139,
+      "grad_norm": 0.10506483167409897,
+      "learning_rate": 2.938335389852397e-06,
+      "loss": 0.0032929468899965285,
+      "step": 14300,
+      "token_acc": 0.9987234042553191
+    },
+    {
+      "epoch": 0.7576289021396001,
+      "grad_norm": 0.11294104158878326,
+      "learning_rate": 2.926204564656717e-06,
+      "loss": 0.00308716744184494,
+      "step": 14310,
+      "token_acc": 0.9988488200405415
+    },
+    {
+      "epoch": 0.7581583423227864,
+      "grad_norm": 0.09168960154056549,
+      "learning_rate": 2.9140945390037045e-06,
+      "loss": 0.003040589392185211,
+      "step": 14320,
+      "token_acc": 0.9987649478858077
+    },
+    {
+      "epoch": 0.7586877825059728,
+      "grad_norm": 0.10604191571474075,
+      "learning_rate": 2.902005348501259e-06,
+      "loss": 0.0032668627798557283,
+      "step": 14330,
+      "token_acc": 0.9987326679840249
+    },
+    {
+      "epoch": 0.759217222689159,
+      "grad_norm": 0.11078047007322311,
+      "learning_rate": 2.8899370286960173e-06,
+      "loss": 0.0032401148229837416,
+      "step": 14340,
+      "token_acc": 0.9987231698768234
+    },
+    {
+      "epoch": 0.7597466628723454,
+      "grad_norm": 0.08638836443424225,
+      "learning_rate": 2.8778896150732494e-06,
+      "loss": 0.003432933986186981,
+      "step": 14350,
+      "token_acc": 0.9986557680907733
+    },
+    {
+      "epoch": 0.7602761030555316,
+      "grad_norm": 0.07859744876623154,
+      "learning_rate": 2.8658631430567506e-06,
+      "loss": 0.003356776386499405,
+      "step": 14360,
+      "token_acc": 0.9986308460369672
+    },
+    {
+      "epoch": 0.760805543238718,
+      "grad_norm": 0.0754460021853447,
+      "learning_rate": 2.8538576480087443e-06,
+      "loss": 0.002875025570392609,
+      "step": 14370,
+      "token_acc": 0.9989401386999591
+    },
+    {
+      "epoch": 0.7613349834219043,
+      "grad_norm": 0.0649600401520729,
+      "learning_rate": 2.8418731652297706e-06,
+      "loss": 0.0031451087445020674,
+      "step": 14380,
+      "token_acc": 0.9987478609290872
+    },
+    {
+      "epoch": 0.7618644236050905,
+      "grad_norm": 0.09046947211027145,
+      "learning_rate": 2.8299097299585853e-06,
+      "loss": 0.003486282378435135,
+      "step": 14390,
+      "token_acc": 0.9984986112153742
+    },
+    {
+      "epoch": 0.7623938637882769,
+      "grad_norm": 0.08914913237094879,
+      "learning_rate": 2.8179673773720593e-06,
+      "loss": 0.0030184250324964525,
+      "step": 14400,
+      "token_acc": 0.9987895382714607
+    },
+    {
+      "epoch": 0.7629233039714631,
+      "grad_norm": 0.09421832859516144,
+      "learning_rate": 2.806046142585076e-06,
+      "loss": 0.0031730350106954574,
+      "step": 14410,
+      "token_acc": 0.9987482579923728
+    },
+    {
+      "epoch": 0.7634527441546495,
+      "grad_norm": 0.06963995844125748,
+      "learning_rate": 2.7941460606504144e-06,
+      "loss": 0.0031274013221263886,
+      "step": 14420,
+      "token_acc": 0.9986890666488536
+    },
+    {
+      "epoch": 0.7639821843378358,
+      "grad_norm": 0.09054435044527054,
+      "learning_rate": 2.782267166558664e-06,
+      "loss": 0.003320121765136719,
+      "step": 14430,
+      "token_acc": 0.9986651983848901
+    },
+    {
+      "epoch": 0.7645116245210221,
+      "grad_norm": 0.07607497274875641,
+      "learning_rate": 2.7704094952381133e-06,
+      "loss": 0.0032065901905298233,
+      "step": 14440,
+      "token_acc": 0.9987571629951538
+    },
+    {
+      "epoch": 0.7650410647042084,
+      "grad_norm": 0.09331351518630981,
+      "learning_rate": 2.7585730815546484e-06,
+      "loss": 0.0030787473544478415,
+      "step": 14450,
+      "token_acc": 0.99876510246312
+    },
+    {
+      "epoch": 0.7655705048873946,
+      "grad_norm": 0.06382590532302856,
+      "learning_rate": 2.746757960311649e-06,
+      "loss": 0.003117814287543297,
+      "step": 14460,
+      "token_acc": 0.9987984078904548
+    },
+    {
+      "epoch": 0.766099945070581,
+      "grad_norm": 0.09759918600320816,
+      "learning_rate": 2.734964166249888e-06,
+      "loss": 0.003050769120454788,
+      "step": 14470,
+      "token_acc": 0.9987898211439111
+    },
+    {
+      "epoch": 0.7666293852537673,
+      "grad_norm": 0.10626062750816345,
+      "learning_rate": 2.723191734047428e-06,
+      "loss": 0.0030577316880226134,
+      "step": 14480,
+      "token_acc": 0.9988321265307485
+    },
+    {
+      "epoch": 0.7671588254369536,
+      "grad_norm": 0.10445170104503632,
+      "learning_rate": 2.7114406983195195e-06,
+      "loss": 0.003257005289196968,
+      "step": 14490,
+      "token_acc": 0.9986560373972202
+    },
+    {
+      "epoch": 0.7676882656201399,
+      "grad_norm": 0.10006985813379288,
+      "learning_rate": 2.699711093618501e-06,
+      "loss": 0.002853582799434662,
+      "step": 14500,
+      "token_acc": 0.9988746530180139
+    },
+    {
+      "epoch": 0.7682177058033262,
+      "grad_norm": 0.08097430318593979,
+      "learning_rate": 2.6880029544336993e-06,
+      "loss": 0.0030025636777281763,
+      "step": 14510,
+      "token_acc": 0.998807498582341
+    },
+    {
+      "epoch": 0.7687471459865125,
+      "grad_norm": 0.09099474549293518,
+      "learning_rate": 2.676316315191313e-06,
+      "loss": 0.0030976399779319764,
+      "step": 14520,
+      "token_acc": 0.9987815869412825
+    },
+    {
+      "epoch": 0.7692765861696989,
+      "grad_norm": 0.0832013487815857,
+      "learning_rate": 2.664651210254333e-06,
+      "loss": 0.002869490534067154,
+      "step": 14530,
+      "token_acc": 0.9988492808005003
+    },
+    {
+      "epoch": 0.7698060263528851,
+      "grad_norm": 0.08816047012805939,
+      "learning_rate": 2.6530076739224308e-06,
+      "loss": 0.0030502840876579286,
+      "step": 14540,
+      "token_acc": 0.9988568567733322
+    },
+    {
+      "epoch": 0.7703354665360714,
+      "grad_norm": 0.09318000823259354,
+      "learning_rate": 2.6413857404318565e-06,
+      "loss": 0.002840893715620041,
+      "step": 14550,
+      "token_acc": 0.9988983475212819
+    },
+    {
+      "epoch": 0.7708649067192577,
+      "grad_norm": 0.08808407187461853,
+      "learning_rate": 2.6297854439553427e-06,
+      "loss": 0.002807438001036644,
+      "step": 14560,
+      "token_acc": 0.9988140476886458
+    },
+    {
+      "epoch": 0.771394346902444,
+      "grad_norm": 0.09155762940645218,
+      "learning_rate": 2.618206818601993e-06,
+      "loss": 0.0034898769110441206,
+      "step": 14570,
+      "token_acc": 0.9986734412935199
+    },
+    {
+      "epoch": 0.7719237870856304,
+      "grad_norm": 0.08833259344100952,
+      "learning_rate": 2.6066498984171973e-06,
+      "loss": 0.003583289682865143,
+      "step": 14580,
+      "token_acc": 0.9986730205890453
+    },
+    {
+      "epoch": 0.7724532272688166,
+      "grad_norm": 0.09406397491693497,
+      "learning_rate": 2.595114717382524e-06,
+      "loss": 0.00266465675085783,
+      "step": 14590,
+      "token_acc": 0.9989821543287641
+    },
+    {
+      "epoch": 0.772982667452003,
+      "grad_norm": 0.10119790583848953,
+      "learning_rate": 2.583601309415619e-06,
+      "loss": 0.0027526970952749252,
+      "step": 14600,
+      "token_acc": 0.9989986565308455
+    },
+    {
+      "epoch": 0.7735121076351893,
+      "grad_norm": 0.07635380327701569,
+      "learning_rate": 2.5721097083701085e-06,
+      "loss": 0.0027423959225416185,
+      "step": 14610,
+      "token_acc": 0.9988239121187098
+    },
+    {
+      "epoch": 0.7740415478183755,
+      "grad_norm": 0.08291584998369217,
+      "learning_rate": 2.560639948035496e-06,
+      "loss": 0.002922051027417183,
+      "step": 14620,
+      "token_acc": 0.9988736389804347
+    },
+    {
+      "epoch": 0.7745709880015619,
+      "grad_norm": 0.09461184591054916,
+      "learning_rate": 2.54919206213707e-06,
+      "loss": 0.00283438004553318,
+      "step": 14630,
+      "token_acc": 0.9988643101101452
+    },
+    {
+      "epoch": 0.7751004281847481,
+      "grad_norm": 0.07952001690864563,
+      "learning_rate": 2.537766084335791e-06,
+      "loss": 0.0028042174875736237,
+      "step": 14640,
+      "token_acc": 0.9989237443684298
+    },
+    {
+      "epoch": 0.7756298683679345,
+      "grad_norm": 0.06798510998487473,
+      "learning_rate": 2.5263620482282123e-06,
+      "loss": 0.0030165232717990877,
+      "step": 14650,
+      "token_acc": 0.9988065929480492
+    },
+    {
+      "epoch": 0.7761593085511208,
+      "grad_norm": 0.0819244533777237,
+      "learning_rate": 2.5149799873463645e-06,
+      "loss": 0.0027458954602479933,
+      "step": 14660,
+      "token_acc": 0.9989149305555556
+    },
+    {
+      "epoch": 0.776688748734307,
+      "grad_norm": 0.09735994040966034,
+      "learning_rate": 2.503619935157665e-06,
+      "loss": 0.0029595118016004563,
+      "step": 14670,
+      "token_acc": 0.9987981070185542
+    },
+    {
+      "epoch": 0.7772181889174934,
+      "grad_norm": 0.08358258754014969,
+      "learning_rate": 2.492281925064817e-06,
+      "loss": 0.002777286246418953,
+      "step": 14680,
+      "token_acc": 0.9990070921985815
+    },
+    {
+      "epoch": 0.7777476291006796,
+      "grad_norm": 0.06106926128268242,
+      "learning_rate": 2.4809659904057115e-06,
+      "loss": 0.0029251063242554665,
+      "step": 14690,
+      "token_acc": 0.9988903721007842
+    },
+    {
+      "epoch": 0.778277069283866,
+      "grad_norm": 0.07477682828903198,
+      "learning_rate": 2.4696721644533304e-06,
+      "loss": 0.0028445301577448845,
+      "step": 14700,
+      "token_acc": 0.99894851916449
+    },
+    {
+      "epoch": 0.7788065094670523,
+      "grad_norm": 0.08938727527856827,
+      "learning_rate": 2.458400480415648e-06,
+      "loss": 0.002863958477973938,
+      "step": 14710,
+      "token_acc": 0.9988407392580732
+    },
+    {
+      "epoch": 0.7793359496502386,
+      "grad_norm": 0.11173029989004135,
+      "learning_rate": 2.4471509714355335e-06,
+      "loss": 0.0031489934772253036,
+      "step": 14720,
+      "token_acc": 0.9986978514549005
+    },
+    {
+      "epoch": 0.7798653898334249,
+      "grad_norm": 0.09802668541669846,
+      "learning_rate": 2.435923670590655e-06,
+      "loss": 0.0028875328600406645,
+      "step": 14730,
+      "token_acc": 0.9988825511191167
+    },
+    {
+      "epoch": 0.7803948300166111,
+      "grad_norm": 0.08157936483621597,
+      "learning_rate": 2.424718610893373e-06,
+      "loss": 0.00284363217651844,
+      "step": 14740,
+      "token_acc": 0.9988643859751668
+    },
+    {
+      "epoch": 0.7809242701997975,
+      "grad_norm": 0.0791802629828453,
+      "learning_rate": 2.413535825290657e-06,
+      "loss": 0.002671162039041519,
+      "step": 14750,
+      "token_acc": 0.9989652870493992
+    },
+    {
+      "epoch": 0.7814537103829838,
+      "grad_norm": 0.08670476078987122,
+      "learning_rate": 2.4023753466639855e-06,
+      "loss": 0.0028258666396141054,
+      "step": 14760,
+      "token_acc": 0.9989241034195163
+    },
+    {
+      "epoch": 0.7819831505661701,
+      "grad_norm": 0.07970444113016129,
+      "learning_rate": 2.3912372078292402e-06,
+      "loss": 0.003194136917591095,
+      "step": 14770,
+      "token_acc": 0.9986820043543907
+    },
+    {
+      "epoch": 0.7825125907493564,
+      "grad_norm": 0.0908869206905365,
+      "learning_rate": 2.380121441536618e-06,
+      "loss": 0.002976713702082634,
+      "step": 14780,
+      "token_acc": 0.9987992395183616
+    },
+    {
+      "epoch": 0.7830420309325427,
+      "grad_norm": 0.10501644760370255,
+      "learning_rate": 2.3690280804705335e-06,
+      "loss": 0.003120335377752781,
+      "step": 14790,
+      "token_acc": 0.9987496248874662
+    },
+    {
+      "epoch": 0.783571471115729,
+      "grad_norm": 0.07744579762220383,
+      "learning_rate": 2.3579571572495207e-06,
+      "loss": 0.0026989962905645372,
+      "step": 14800,
+      "token_acc": 0.9989735886844411
+    },
+    {
+      "epoch": 0.7841009112989153,
+      "grad_norm": 0.08961227536201477,
+      "learning_rate": 2.346908704426136e-06,
+      "loss": 0.0029162347316741945,
+      "step": 14810,
+      "token_acc": 0.9987489783323047
+    },
+    {
+      "epoch": 0.7846303514821016,
+      "grad_norm": 0.07339447736740112,
+      "learning_rate": 2.33588275448687e-06,
+      "loss": 0.0028346633538603784,
+      "step": 14820,
+      "token_acc": 0.9989235557706589
+    },
+    {
+      "epoch": 0.7851597916652879,
+      "grad_norm": 0.11385338008403778,
+      "learning_rate": 2.324879339852044e-06,
+      "loss": 0.0028848091140389444,
+      "step": 14830,
+      "token_acc": 0.9989822986703148
+    },
+    {
+      "epoch": 0.7856892318484742,
+      "grad_norm": 0.10979268699884415,
+      "learning_rate": 2.3138984928757122e-06,
+      "loss": 0.0029622877016663553,
+      "step": 14840,
+      "token_acc": 0.9988822901374617
+    },
+    {
+      "epoch": 0.7862186720316605,
+      "grad_norm": 0.09100823849439621,
+      "learning_rate": 2.302940245845581e-06,
+      "loss": 0.0027660321444272994,
+      "step": 14850,
+      "token_acc": 0.9988735825914276
+    },
+    {
+      "epoch": 0.7867481122148469,
+      "grad_norm": 0.08152920007705688,
+      "learning_rate": 2.2920046309828935e-06,
+      "loss": 0.0028596729040145873,
+      "step": 14860,
+      "token_acc": 0.9988062442607897
+    },
+    {
+      "epoch": 0.7872775523980331,
+      "grad_norm": 0.11900486797094345,
+      "learning_rate": 2.2810916804423566e-06,
+      "loss": 0.0031838081777095795,
+      "step": 14870,
+      "token_acc": 0.9986650981570011
+    },
+    {
+      "epoch": 0.7878069925812194,
+      "grad_norm": 0.09837418794631958,
+      "learning_rate": 2.2702014263120298e-06,
+      "loss": 0.002691994421184063,
+      "step": 14880,
+      "token_acc": 0.9989410842630113
+    },
+    {
+      "epoch": 0.7883364327644057,
+      "grad_norm": 0.10275392979383469,
+      "learning_rate": 2.25933390061324e-06,
+      "loss": 0.0028628962114453315,
+      "step": 14890,
+      "token_acc": 0.9989314277127544
+    },
+    {
+      "epoch": 0.788865872947592,
+      "grad_norm": 0.0804351419210434,
+      "learning_rate": 2.2484891353004814e-06,
+      "loss": 0.003006833419203758,
+      "step": 14900,
+      "token_acc": 0.9987307949231797
+    },
+    {
+      "epoch": 0.7893953131307784,
+      "grad_norm": 0.08549032360315323,
+      "learning_rate": 2.2376671622613256e-06,
+      "loss": 0.0027782201766967775,
+      "step": 14910,
+      "token_acc": 0.9989647514568618
+    },
+    {
+      "epoch": 0.7899247533139646,
+      "grad_norm": 0.10040626674890518,
+      "learning_rate": 2.226868013316328e-06,
+      "loss": 0.002863612398505211,
+      "step": 14920,
+      "token_acc": 0.9988475991649269
+    },
+    {
+      "epoch": 0.790454193497151,
+      "grad_norm": 0.08848872780799866,
+      "learning_rate": 2.216091720218931e-06,
+      "loss": 0.0029786832630634306,
+      "step": 14930,
+      "token_acc": 0.9988078365985827
+    },
+    {
+      "epoch": 0.7909836336803373,
+      "grad_norm": 0.07284176349639893,
+      "learning_rate": 2.2053383146553733e-06,
+      "loss": 0.0027898747473955156,
+      "step": 14940,
+      "token_acc": 0.9990566195254713
+    },
+    {
+      "epoch": 0.7915130738635235,
+      "grad_norm": 0.07434673607349396,
+      "learning_rate": 2.194607828244596e-06,
+      "loss": 0.002725965715944767,
+      "step": 14950,
+      "token_acc": 0.998956271970475
+    },
+    {
+      "epoch": 0.7920425140467099,
+      "grad_norm": 0.09228596091270447,
+      "learning_rate": 2.183900292538147e-06,
+      "loss": 0.002767041325569153,
+      "step": 14960,
+      "token_acc": 0.9989570731300321
+    },
+    {
+      "epoch": 0.7925719542298961,
+      "grad_norm": 0.09298758953809738,
+      "learning_rate": 2.1732157390200927e-06,
+      "loss": 0.002995377965271473,
+      "step": 14970,
+      "token_acc": 0.9988563128193141
+    },
+    {
+      "epoch": 0.7931013944130825,
+      "grad_norm": 0.07650390267372131,
+      "learning_rate": 2.162554199106924e-06,
+      "loss": 0.002613643556833267,
+      "step": 14980,
+      "token_acc": 0.9989565159319147
+    },
+    {
+      "epoch": 0.7936308345962688,
+      "grad_norm": 0.0731302946805954,
+      "learning_rate": 2.151915704147465e-06,
+      "loss": 0.002704036980867386,
+      "step": 14990,
+      "token_acc": 0.9988579336100969
+    },
+    {
+      "epoch": 0.794160274779455,
+      "grad_norm": 0.07136200368404388,
+      "learning_rate": 2.1413002854227747e-06,
+      "loss": 0.002697054296731949,
+      "step": 15000,
+      "token_acc": 0.9989397936354226
+    },
+    {
+      "epoch": 0.794160274779455,
+      "eval_loss": 0.004724802915006876,
+      "eval_runtime": 712.0674,
+      "eval_samples_per_second": 16.821,
+      "eval_steps_per_second": 1.052,
+      "eval_token_acc": 0.9983419047670015,
+      "step": 15000
+    },
+    {
+      "epoch": 0.7946897149626414,
+      "grad_norm": 0.1689254492521286,
+      "learning_rate": 2.1307079741460633e-06,
+      "loss": 0.002980345115065575,
+      "step": 15010,
+      "token_acc": 0.9987986184111729
+    },
+    {
+      "epoch": 0.7952191551458276,
+      "grad_norm": 0.07408677786588669,
+      "learning_rate": 2.1201388014625955e-06,
+      "loss": 0.002685100771486759,
+      "step": 15020,
+      "token_acc": 0.9989148490388067
+    },
+    {
+      "epoch": 0.795748595329014,
+      "grad_norm": 0.09993043541908264,
+      "learning_rate": 2.1095927984496e-06,
+      "loss": 0.0030009247362613677,
+      "step": 15030,
+      "token_acc": 0.9988070409610411
+    },
+    {
+      "epoch": 0.7962780355122003,
+      "grad_norm": 0.09249048680067062,
+      "learning_rate": 2.0990699961161764e-06,
+      "loss": 0.0030381496995687484,
+      "step": 15040,
+      "token_acc": 0.9988073792367227
+    },
+    {
+      "epoch": 0.7968074756953866,
+      "grad_norm": 0.07976478338241577,
+      "learning_rate": 2.0885704254032122e-06,
+      "loss": 0.002795400097966194,
+      "step": 15050,
+      "token_acc": 0.9989329776592197
+    },
+    {
+      "epoch": 0.7973369158785729,
+      "grad_norm": 0.08819480240345001,
+      "learning_rate": 2.0780941171832757e-06,
+      "loss": 0.002814822271466255,
+      "step": 15060,
+      "token_acc": 0.9989152293455495
+    },
+    {
+      "epoch": 0.7978663560617592,
+      "grad_norm": 0.0817602202296257,
+      "learning_rate": 2.0676411022605415e-06,
+      "loss": 0.0027516849339008333,
+      "step": 15070,
+      "token_acc": 0.9988740335454599
+    },
+    {
+      "epoch": 0.7983957962449455,
+      "grad_norm": 0.07159268856048584,
+      "learning_rate": 2.057211411370692e-06,
+      "loss": 0.0028716757893562316,
+      "step": 15080,
+      "token_acc": 0.9988731218697829
+    },
+    {
+      "epoch": 0.7989252364281318,
+      "grad_norm": 0.07562939822673798,
+      "learning_rate": 2.0468050751808287e-06,
+      "loss": 0.00299276877194643,
+      "step": 15090,
+      "token_acc": 0.9988986416580449
+    },
+    {
+      "epoch": 0.7994546766113181,
+      "grad_norm": 0.08248212188482285,
+      "learning_rate": 2.0364221242893823e-06,
+      "loss": 0.0027312519028782844,
+      "step": 15100,
+      "token_acc": 0.9989486332231902
+    },
+    {
+      "epoch": 0.7999841167945044,
+      "grad_norm": 0.10717691481113434,
+      "learning_rate": 2.0260625892260232e-06,
+      "loss": 0.0025301286950707436,
+      "step": 15110,
+      "token_acc": 0.9990580114872581
+    },
+    {
+      "epoch": 0.8005135569776907,
+      "grad_norm": 0.07399527728557587,
+      "learning_rate": 2.0157265004515647e-06,
+      "loss": 0.0028338510543107986,
+      "step": 15120,
+      "token_acc": 0.9988900943002587
+    },
+    {
+      "epoch": 0.801042997160877,
+      "grad_norm": 0.08512876182794571,
+      "learning_rate": 2.0054138883578844e-06,
+      "loss": 0.00275920070707798,
+      "step": 15130,
+      "token_acc": 0.9988901035625172
+    },
+    {
+      "epoch": 0.8015724373440634,
+      "grad_norm": 0.10306844115257263,
+      "learning_rate": 1.99512478326783e-06,
+      "loss": 0.0032227423042058946,
+      "step": 15140,
+      "token_acc": 0.9987233083836082
+    },
+    {
+      "epoch": 0.8021018775272496,
+      "grad_norm": 0.07537955790758133,
+      "learning_rate": 1.9848592154351287e-06,
+      "loss": 0.0027443328872323036,
+      "step": 15150,
+      "token_acc": 0.9989653906484665
+    },
+    {
+      "epoch": 0.8026313177104359,
+      "grad_norm": 0.0753602460026741,
+      "learning_rate": 1.974617215044301e-06,
+      "loss": 0.002537006512284279,
+      "step": 15160,
+      "token_acc": 0.9990318892347753
+    },
+    {
+      "epoch": 0.8031607578936222,
+      "grad_norm": 0.08275630325078964,
+      "learning_rate": 1.9643988122105717e-06,
+      "loss": 0.002800140529870987,
+      "step": 15170,
+      "token_acc": 0.9989072952638339
+    },
+    {
+      "epoch": 0.8036901980768085,
+      "grad_norm": 0.06321652978658676,
+      "learning_rate": 1.954204036979772e-06,
+      "loss": 0.0024375002831220627,
+      "step": 15180,
+      "token_acc": 0.9989322834120218
+    },
+    {
+      "epoch": 0.8042196382599949,
+      "grad_norm": 0.061290886253118515,
+      "learning_rate": 1.9440329193282693e-06,
+      "loss": 0.002595100924372673,
+      "step": 15190,
+      "token_acc": 0.9988985589479569
+    },
+    {
+      "epoch": 0.8047490784431811,
+      "grad_norm": 0.08478914201259613,
+      "learning_rate": 1.9338854891628633e-06,
+      "loss": 0.0025872129946947096,
+      "step": 15200,
+      "token_acc": 0.9989988904369009
+    },
+    {
+      "epoch": 0.8052785186263675,
+      "grad_norm": 0.09350861608982086,
+      "learning_rate": 1.9237617763207074e-06,
+      "loss": 0.0025544418022036552,
+      "step": 15210,
+      "token_acc": 0.9989898315272745
+    },
+    {
+      "epoch": 0.8058079588095537,
+      "grad_norm": 0.09016543626785278,
+      "learning_rate": 1.913661810569214e-06,
+      "loss": 0.002735462039709091,
+      "step": 15220,
+      "token_acc": 0.9989407133086444
+    },
+    {
+      "epoch": 0.80633739899274,
+      "grad_norm": 0.09619557112455368,
+      "learning_rate": 1.9035856216059724e-06,
+      "loss": 0.002473337948322296,
+      "step": 15230,
+      "token_acc": 0.9989655632674853
+    },
+    {
+      "epoch": 0.8068668391759264,
+      "grad_norm": 0.11192234605550766,
+      "learning_rate": 1.8935332390586604e-06,
+      "loss": 0.002525945380330086,
+      "step": 15240,
+      "token_acc": 0.9990321477142833
+    },
+    {
+      "epoch": 0.8073962793591126,
+      "grad_norm": 0.09001670032739639,
+      "learning_rate": 1.8835046924849532e-06,
+      "loss": 0.002306840941309929,
+      "step": 15250,
+      "token_acc": 0.9991409078018917
+    },
+    {
+      "epoch": 0.807925719542299,
+      "grad_norm": 0.10716260224580765,
+      "learning_rate": 1.873500011372441e-06,
+      "loss": 0.002586829289793968,
+      "step": 15260,
+      "token_acc": 0.9990155920212899
+    },
+    {
+      "epoch": 0.8084551597254853,
+      "grad_norm": 0.0925392135977745,
+      "learning_rate": 1.8635192251385447e-06,
+      "loss": 0.0026578862220048905,
+      "step": 15270,
+      "token_acc": 0.9989988403233746
+    },
+    {
+      "epoch": 0.8089845999086716,
+      "grad_norm": 0.08346688747406006,
+      "learning_rate": 1.8535623631304177e-06,
+      "loss": 0.0029551561921834944,
+      "step": 15280,
+      "token_acc": 0.9988896958768481
+    },
+    {
+      "epoch": 0.8095140400918579,
+      "grad_norm": 0.08865714073181152,
+      "learning_rate": 1.8436294546248712e-06,
+      "loss": 0.0026189696043729784,
+      "step": 15290,
+      "token_acc": 0.9989737428349729
+    },
+    {
+      "epoch": 0.8100434802750441,
+      "grad_norm": 0.09471502155065536,
+      "learning_rate": 1.8337205288282877e-06,
+      "loss": 0.0028749682009220124,
+      "step": 15300,
+      "token_acc": 0.9988075483026325
+    },
+    {
+      "epoch": 0.8105729204582305,
+      "grad_norm": 0.09338246285915375,
+      "learning_rate": 1.8238356148765269e-06,
+      "loss": 0.002410345524549484,
+      "step": 15310,
+      "token_acc": 0.9990732236787175
+    },
+    {
+      "epoch": 0.8111023606414168,
+      "grad_norm": 0.09444420784711838,
+      "learning_rate": 1.8139747418348463e-06,
+      "loss": 0.0023157740011811256,
+      "step": 15320,
+      "token_acc": 0.9990990164262653
+    },
+    {
+      "epoch": 0.8116318008246031,
+      "grad_norm": 0.09008310735225677,
+      "learning_rate": 1.8041379386978175e-06,
+      "loss": 0.0026003452017903327,
+      "step": 15330,
+      "token_acc": 0.9989985311790627
+    },
+    {
+      "epoch": 0.8121612410077894,
+      "grad_norm": 0.08330412954092026,
+      "learning_rate": 1.7943252343892326e-06,
+      "loss": 0.0027289748191833495,
+      "step": 15340,
+      "token_acc": 0.9989574210767755
+    },
+    {
+      "epoch": 0.8126906811909757,
+      "grad_norm": 0.08764860033988953,
+      "learning_rate": 1.7845366577620293e-06,
+      "loss": 0.0029014809057116508,
+      "step": 15350,
+      "token_acc": 0.998857543134001
+    },
+    {
+      "epoch": 0.813220121374162,
+      "grad_norm": 0.09109850972890854,
+      "learning_rate": 1.7747722375981979e-06,
+      "loss": 0.0028282759711146356,
+      "step": 15360,
+      "token_acc": 0.9990236412340507
+    },
+    {
+      "epoch": 0.8137495615573483,
+      "grad_norm": 0.11446291208267212,
+      "learning_rate": 1.7650320026086987e-06,
+      "loss": 0.002674074098467827,
+      "step": 15370,
+      "token_acc": 0.9990156248696537
+    },
+    {
+      "epoch": 0.8142790017405346,
+      "grad_norm": 0.07126311212778091,
+      "learning_rate": 1.755315981433382e-06,
+      "loss": 0.0022654183208942412,
+      "step": 15380,
+      "token_acc": 0.9990661374779042
+    },
+    {
+      "epoch": 0.8148084419237209,
+      "grad_norm": 0.07957299798727036,
+      "learning_rate": 1.745624202640902e-06,
+      "loss": 0.0024698738008737562,
+      "step": 15390,
+      "token_acc": 0.9991331599653264
+    },
+    {
+      "epoch": 0.8153378821069072,
+      "grad_norm": 0.07216495275497437,
+      "learning_rate": 1.7359566947286243e-06,
+      "loss": 0.002627863921225071,
+      "step": 15400,
+      "token_acc": 0.9990320265692018
+    },
+    {
+      "epoch": 0.8158673222900935,
+      "grad_norm": 0.069883793592453,
+      "learning_rate": 1.726313486122555e-06,
+      "loss": 0.0028042053803801537,
+      "step": 15410,
+      "token_acc": 0.998898485417449
+    },
+    {
+      "epoch": 0.8163967624732799,
+      "grad_norm": 0.09146000444889069,
+      "learning_rate": 1.7166946051772504e-06,
+      "loss": 0.0028740085661411287,
+      "step": 15420,
+      "token_acc": 0.9988488776557143
+    },
+    {
+      "epoch": 0.8169262026564661,
+      "grad_norm": 0.08396581560373306,
+      "learning_rate": 1.7071000801757354e-06,
+      "loss": 0.0025847548618912696,
+      "step": 15430,
+      "token_acc": 0.999007489699578
+    },
+    {
+      "epoch": 0.8174556428396524,
+      "grad_norm": 0.09808298200368881,
+      "learning_rate": 1.6975299393294176e-06,
+      "loss": 0.0027008550241589546,
+      "step": 15440,
+      "token_acc": 0.9989741793434748
+    },
+    {
+      "epoch": 0.8179850830228387,
+      "grad_norm": 0.08761489391326904,
+      "learning_rate": 1.6879842107780075e-06,
+      "loss": 0.0024102041497826576,
+      "step": 15450,
+      "token_acc": 0.999065818118124
+    },
+    {
+      "epoch": 0.818514523206025,
+      "grad_norm": 0.10248196870088577,
+      "learning_rate": 1.6784629225894334e-06,
+      "loss": 0.0027877837419509888,
+      "step": 15460,
+      "token_acc": 0.9989235198397797
+    },
+    {
+      "epoch": 0.8190439633892114,
+      "grad_norm": 0.09514966607093811,
+      "learning_rate": 1.6689661027597615e-06,
+      "loss": 0.0026691924780607224,
+      "step": 15470,
+      "token_acc": 0.9989912463526469
+    },
+    {
+      "epoch": 0.8195734035723976,
+      "grad_norm": 0.10945416241884232,
+      "learning_rate": 1.6594937792131128e-06,
+      "loss": 0.003082018345594406,
+      "step": 15480,
+      "token_acc": 0.9987986284341289
+    },
+    {
+      "epoch": 0.820102843755584,
+      "grad_norm": 0.07468570023775101,
+      "learning_rate": 1.6500459798015756e-06,
+      "loss": 0.002528471499681473,
+      "step": 15490,
+      "token_acc": 0.9989327641408752
+    },
+    {
+      "epoch": 0.8206322839387702,
+      "grad_norm": 0.08511780947446823,
+      "learning_rate": 1.6406227323051327e-06,
+      "loss": 0.002537349611520767,
+      "step": 15500,
+      "token_acc": 0.9990067441239316
+    },
+    {
+      "epoch": 0.8211617241219565,
+      "grad_norm": 0.06801439821720123,
+      "learning_rate": 1.6312240644315737e-06,
+      "loss": 0.0027577653527259827,
+      "step": 15510,
+      "token_acc": 0.9990327207231247
+    },
+    {
+      "epoch": 0.8216911643051429,
+      "grad_norm": 0.09126472473144531,
+      "learning_rate": 1.6218500038164175e-06,
+      "loss": 0.002791179530322552,
+      "step": 15520,
+      "token_acc": 0.9989818315348472
+    },
+    {
+      "epoch": 0.8222206044883291,
+      "grad_norm": 0.07962197065353394,
+      "learning_rate": 1.6125005780228241e-06,
+      "loss": 0.0026240047067403794,
+      "step": 15530,
+      "token_acc": 0.9989154284474775
+    },
+    {
+      "epoch": 0.8227500446715155,
+      "grad_norm": 0.09373387694358826,
+      "learning_rate": 1.6031758145415222e-06,
+      "loss": 0.0025842390954494477,
+      "step": 15540,
+      "token_acc": 0.9989986063938981
+    },
+    {
+      "epoch": 0.8232794848547018,
+      "grad_norm": 0.07656331360340118,
+      "learning_rate": 1.5938757407907224e-06,
+      "loss": 0.002850542590022087,
+      "step": 15550,
+      "token_acc": 0.9988907515366844
+    },
+    {
+      "epoch": 0.823808925037888,
+      "grad_norm": 0.08031673729419708,
+      "learning_rate": 1.5846003841160397e-06,
+      "loss": 0.002816171199083328,
+      "step": 15560,
+      "token_acc": 0.9989493082946272
+    },
+    {
+      "epoch": 0.8243383652210744,
+      "grad_norm": 0.08136258274316788,
+      "learning_rate": 1.575349771790411e-06,
+      "loss": 0.00322466678917408,
+      "step": 15570,
+      "token_acc": 0.9986484569883951
+    },
+    {
+      "epoch": 0.8248678054042606,
+      "grad_norm": 0.07025915384292603,
+      "learning_rate": 1.5661239310140163e-06,
+      "loss": 0.0027570284903049467,
+      "step": 15580,
+      "token_acc": 0.9989495535602632
+    },
+    {
+      "epoch": 0.825397245587447,
+      "grad_norm": 0.08101579546928406,
+      "learning_rate": 1.5569228889141951e-06,
+      "loss": 0.0024117318913340568,
+      "step": 15590,
+      "token_acc": 0.9990823392008009
+    },
+    {
+      "epoch": 0.8259266857706333,
+      "grad_norm": 0.0845760703086853,
+      "learning_rate": 1.5477466725453737e-06,
+      "loss": 0.002349299564957619,
+      "step": 15600,
+      "token_acc": 0.9991074928891372
+    },
+    {
+      "epoch": 0.8264561259538196,
+      "grad_norm": 0.09509969502687454,
+      "learning_rate": 1.5385953088889805e-06,
+      "loss": 0.0029516143724322317,
+      "step": 15610,
+      "token_acc": 0.998873977195953
+    },
+    {
+      "epoch": 0.8269855661370059,
+      "grad_norm": 0.10121852904558182,
+      "learning_rate": 1.5294688248533674e-06,
+      "loss": 0.002662522718310356,
+      "step": 15620,
+      "token_acc": 0.9989231514099204
+    },
+    {
+      "epoch": 0.8275150063201921,
+      "grad_norm": 0.10379631072282791,
+      "learning_rate": 1.5203672472737318e-06,
+      "loss": 0.0025891119614243506,
+      "step": 15630,
+      "token_acc": 0.9990235108540524
+    },
+    {
+      "epoch": 0.8280444465033785,
+      "grad_norm": 0.06680166721343994,
+      "learning_rate": 1.5112906029120377e-06,
+      "loss": 0.0025252636522054674,
+      "step": 15640,
+      "token_acc": 0.9990654049633673
+    },
+    {
+      "epoch": 0.8285738866865648,
+      "grad_norm": 0.06837759166955948,
+      "learning_rate": 1.5022389184569331e-06,
+      "loss": 0.0025278031826019287,
+      "step": 15650,
+      "token_acc": 0.9990318245933246
+    },
+    {
+      "epoch": 0.8291033268697511,
+      "grad_norm": 0.07174143195152283,
+      "learning_rate": 1.4932122205236809e-06,
+      "loss": 0.002458263747394085,
+      "step": 15660,
+      "token_acc": 0.9990158957850316
+    },
+    {
+      "epoch": 0.8296327670529374,
+      "grad_norm": 0.08632295578718185,
+      "learning_rate": 1.4842105356540648e-06,
+      "loss": 0.0028199270367622376,
+      "step": 15670,
+      "token_acc": 0.998956681412236
+    },
+    {
+      "epoch": 0.8301622072361237,
+      "grad_norm": 0.0951794907450676,
+      "learning_rate": 1.47523389031633e-06,
+      "loss": 0.002957139350473881,
+      "step": 15680,
+      "token_acc": 0.9988736107866368
+    },
+    {
+      "epoch": 0.83069164741931,
+      "grad_norm": 0.09027064591646194,
+      "learning_rate": 1.4662823109050916e-06,
+      "loss": 0.002741934359073639,
+      "step": 15690,
+      "token_acc": 0.9989742135637322
+    },
+    {
+      "epoch": 0.8312210876024964,
+      "grad_norm": 0.11203402280807495,
+      "learning_rate": 1.4573558237412677e-06,
+      "loss": 0.002680276706814766,
+      "step": 15700,
+      "token_acc": 0.9989156726999749
+    },
+    {
+      "epoch": 0.8317505277856826,
+      "grad_norm": 0.07407877594232559,
+      "learning_rate": 1.4484544550719837e-06,
+      "loss": 0.0027659183368086817,
+      "step": 15710,
+      "token_acc": 0.9989061273568363
+    },
+    {
+      "epoch": 0.8322799679688689,
+      "grad_norm": 0.09242725372314453,
+      "learning_rate": 1.4395782310705209e-06,
+      "loss": 0.002823355421423912,
+      "step": 15720,
+      "token_acc": 0.998940368618224
+    },
+    {
+      "epoch": 0.8328094081520552,
+      "grad_norm": 0.07496926188468933,
+      "learning_rate": 1.4307271778362175e-06,
+      "loss": 0.0023126501590013506,
+      "step": 15730,
+      "token_acc": 0.9991072173550272
+    },
+    {
+      "epoch": 0.8333388483352415,
+      "grad_norm": 0.09402763843536377,
+      "learning_rate": 1.4219013213944045e-06,
+      "loss": 0.002599596418440342,
+      "step": 15740,
+      "token_acc": 0.9990162321692081
+    },
+    {
+      "epoch": 0.8338682885184279,
+      "grad_norm": 0.07234492152929306,
+      "learning_rate": 1.413100687696325e-06,
+      "loss": 0.0025988150388002395,
+      "step": 15750,
+      "token_acc": 0.9989979792581707
+    },
+    {
+      "epoch": 0.8343977287016141,
+      "grad_norm": 0.08698644489049911,
+      "learning_rate": 1.404325302619055e-06,
+      "loss": 0.002579846233129501,
+      "step": 15760,
+      "token_acc": 0.9989657703342897
+    },
+    {
+      "epoch": 0.8349271688848005,
+      "grad_norm": 0.077992744743824,
+      "learning_rate": 1.3955751919654337e-06,
+      "loss": 0.0025061095133423806,
+      "step": 15770,
+      "token_acc": 0.9990739427513078
+    },
+    {
+      "epoch": 0.8354566090679867,
+      "grad_norm": 0.1002521812915802,
+      "learning_rate": 1.3868503814639834e-06,
+      "loss": 0.0023947948589920997,
+      "step": 15780,
+      "token_acc": 0.9990574457614253
+    },
+    {
+      "epoch": 0.835986049251173,
+      "grad_norm": 0.0880778580904007,
+      "learning_rate": 1.3781508967688316e-06,
+      "loss": 0.002555733360350132,
+      "step": 15790,
+      "token_acc": 0.9989823071597194
+    },
+    {
+      "epoch": 0.8365154894343594,
+      "grad_norm": 0.10500499606132507,
+      "learning_rate": 1.369476763459646e-06,
+      "loss": 0.0025547750294208525,
+      "step": 15800,
+      "token_acc": 0.9989910276508456
+    },
+    {
+      "epoch": 0.8370449296175456,
+      "grad_norm": 0.08560687303543091,
+      "learning_rate": 1.3608280070415425e-06,
+      "loss": 0.0023888822644948958,
+      "step": 15810,
+      "token_acc": 0.9990659427723152
+    },
+    {
+      "epoch": 0.837574369800732,
+      "grad_norm": 0.08371592313051224,
+      "learning_rate": 1.352204652945026e-06,
+      "loss": 0.002433671988546848,
+      "step": 15820,
+      "token_acc": 0.9991067179816835
+    },
+    {
+      "epoch": 0.8381038099839182,
+      "grad_norm": 0.0834755226969719,
+      "learning_rate": 1.3436067265259066e-06,
+      "loss": 0.00223463773727417,
+      "step": 15830,
+      "token_acc": 0.9991740294846445
+    },
+    {
+      "epoch": 0.8386332501671045,
+      "grad_norm": 0.059335678815841675,
+      "learning_rate": 1.3350342530652317e-06,
+      "loss": 0.0022908492013812066,
+      "step": 15840,
+      "token_acc": 0.9991662984484814
+    },
+    {
+      "epoch": 0.8391626903502909,
+      "grad_norm": 0.09442520141601562,
+      "learning_rate": 1.3264872577692022e-06,
+      "loss": 0.0021867575123906136,
+      "step": 15850,
+      "token_acc": 0.9990575558168823
+    },
+    {
+      "epoch": 0.8396921305334771,
+      "grad_norm": 0.1053178459405899,
+      "learning_rate": 1.317965765769107e-06,
+      "loss": 0.0022815696895122526,
+      "step": 15860,
+      "token_acc": 0.9990992343491968
+    },
+    {
+      "epoch": 0.8402215707166635,
+      "grad_norm": 0.10747252404689789,
+      "learning_rate": 1.309469802121246e-06,
+      "loss": 0.0025641445070505144,
+      "step": 15870,
+      "token_acc": 0.9989817465550482
+    },
+    {
+      "epoch": 0.8407510108998498,
+      "grad_norm": 0.09118606895208359,
+      "learning_rate": 1.3009993918068564e-06,
+      "loss": 0.0026136547327041625,
+      "step": 15880,
+      "token_acc": 0.99894851916449
+    },
+    {
+      "epoch": 0.8412804510830361,
+      "grad_norm": 0.09919490665197372,
+      "learning_rate": 1.2925545597320388e-06,
+      "loss": 0.0026182178407907486,
+      "step": 15890,
+      "token_acc": 0.9989986565308455
+    },
+    {
+      "epoch": 0.8418098912662224,
+      "grad_norm": 0.09187951683998108,
+      "learning_rate": 1.284135330727685e-06,
+      "loss": 0.002405889332294464,
+      "step": 15900,
+      "token_acc": 0.9990152551991187
+    },
+    {
+      "epoch": 0.8423393314494086,
+      "grad_norm": 0.09006477892398834,
+      "learning_rate": 1.2757417295494012e-06,
+      "loss": 0.00229044109582901,
+      "step": 15910,
+      "token_acc": 0.9991488083316643
+    },
+    {
+      "epoch": 0.842868771632595,
+      "grad_norm": 0.08589550852775574,
+      "learning_rate": 1.2673737808774434e-06,
+      "loss": 0.0028909342363476753,
+      "step": 15920,
+      "token_acc": 0.998948992784752
+    },
+    {
+      "epoch": 0.8433982118157813,
+      "grad_norm": 0.06804647296667099,
+      "learning_rate": 1.2590315093166361e-06,
+      "loss": 0.0025324176996946333,
+      "step": 15930,
+      "token_acc": 0.999057760137417
+    },
+    {
+      "epoch": 0.8439276519989676,
+      "grad_norm": 0.09280627220869064,
+      "learning_rate": 1.2507149393963081e-06,
+      "loss": 0.0023559173569083214,
+      "step": 15940,
+      "token_acc": 0.9992320726526047
+    },
+    {
+      "epoch": 0.8444570921821539,
+      "grad_norm": 0.06362074613571167,
+      "learning_rate": 1.2424240955702082e-06,
+      "loss": 0.0023885246366262434,
+      "step": 15950,
+      "token_acc": 0.9991239121909704
+    },
+    {
+      "epoch": 0.8449865323653402,
+      "grad_norm": 0.1041622906923294,
+      "learning_rate": 1.2341590022164496e-06,
+      "loss": 0.0026021456345915795,
+      "step": 15960,
+      "token_acc": 0.9990328497582125
+    },
+    {
+      "epoch": 0.8455159725485265,
+      "grad_norm": 0.08286857604980469,
+      "learning_rate": 1.2259196836374244e-06,
+      "loss": 0.0025524552911520004,
+      "step": 15970,
+      "token_acc": 0.9991073514198953
+    },
+    {
+      "epoch": 0.8460454127317129,
+      "grad_norm": 0.08514775335788727,
+      "learning_rate": 1.2177061640597399e-06,
+      "loss": 0.0024499766528606414,
+      "step": 15980,
+      "token_acc": 0.9990988585541686
+    },
+    {
+      "epoch": 0.8465748529148991,
+      "grad_norm": 0.07216134667396545,
+      "learning_rate": 1.209518467634143e-06,
+      "loss": 0.0022013064473867415,
+      "step": 15990,
+      "token_acc": 0.9991075524417199
+    },
+    {
+      "epoch": 0.8471042930980854,
+      "grad_norm": 0.0996067002415657,
+      "learning_rate": 1.2013566184354542e-06,
+      "loss": 0.002331162244081497,
+      "step": 16000,
+      "token_acc": 0.9990908408471028
+    },
+    {
+      "epoch": 0.8476337332812717,
+      "grad_norm": 0.08986614644527435,
+      "learning_rate": 1.1932206404624901e-06,
+      "loss": 0.002367625944316387,
+      "step": 16010,
+      "token_acc": 0.9990906512272038
+    },
+    {
+      "epoch": 0.848163173464458,
+      "grad_norm": 0.08185578137636185,
+      "learning_rate": 1.1851105576380006e-06,
+      "loss": 0.0024272631853818893,
+      "step": 16020,
+      "token_acc": 0.9991075301104327
+    },
+    {
+      "epoch": 0.8486926136476444,
+      "grad_norm": 0.06554555892944336,
+      "learning_rate": 1.1770263938085879e-06,
+      "loss": 0.002320902980864048,
+      "step": 16030,
+      "token_acc": 0.9991158193268549
+    },
+    {
+      "epoch": 0.8492220538308306,
+      "grad_norm": 0.10153020173311234,
+      "learning_rate": 1.1689681727446477e-06,
+      "loss": 0.002306465245783329,
+      "step": 16040,
+      "token_acc": 0.9991075152222871
+    },
+    {
+      "epoch": 0.849751494014017,
+      "grad_norm": 0.092742420732975,
+      "learning_rate": 1.1609359181402958e-06,
+      "loss": 0.0021018244326114653,
+      "step": 16050,
+      "token_acc": 0.9990989938764954
+    },
+    {
+      "epoch": 0.8502809341972032,
+      "grad_norm": 0.08784468472003937,
+      "learning_rate": 1.1529296536132939e-06,
+      "loss": 0.002349836379289627,
+      "step": 16060,
+      "token_acc": 0.9991657768286172
+    },
+    {
+      "epoch": 0.8508103743803895,
+      "grad_norm": 0.12630102038383484,
+      "learning_rate": 1.1449494027049835e-06,
+      "loss": 0.0025905279442667963,
+      "step": 16070,
+      "token_acc": 0.9990239751739326
+    },
+    {
+      "epoch": 0.8513398145635759,
+      "grad_norm": 0.11619700491428375,
+      "learning_rate": 1.1369951888802188e-06,
+      "loss": 0.002401433512568474,
+      "step": 16080,
+      "token_acc": 0.9990907801773395
+    },
+    {
+      "epoch": 0.8518692547467621,
+      "grad_norm": 0.10642553120851517,
+      "learning_rate": 1.1290670355272938e-06,
+      "loss": 0.0025503624230623244,
+      "step": 16090,
+      "token_acc": 0.9991240802842986
+    },
+    {
+      "epoch": 0.8523986949299485,
+      "grad_norm": 0.0960921123623848,
+      "learning_rate": 1.1211649659578761e-06,
+      "loss": 0.0025045568123459815,
+      "step": 16100,
+      "token_acc": 0.9990404512382351
+    },
+    {
+      "epoch": 0.8529281351131347,
+      "grad_norm": 0.12831172347068787,
+      "learning_rate": 1.1132890034069354e-06,
+      "loss": 0.002685297280550003,
+      "step": 16110,
+      "token_acc": 0.9989324080870088
+    },
+    {
+      "epoch": 0.853457575296321,
+      "grad_norm": 0.08403823524713516,
+      "learning_rate": 1.1054391710326816e-06,
+      "loss": 0.0022169895470142364,
+      "step": 16120,
+      "token_acc": 0.9990986554944459
+    },
+    {
+      "epoch": 0.8539870154795074,
+      "grad_norm": 0.09647926688194275,
+      "learning_rate": 1.097615491916485e-06,
+      "loss": 0.0023500382900238036,
+      "step": 16130,
+      "token_acc": 0.9991235758106923
+    },
+    {
+      "epoch": 0.8545164556626936,
+      "grad_norm": 0.08204001188278198,
+      "learning_rate": 1.0898179890628234e-06,
+      "loss": 0.0024673786014318467,
+      "step": 16140,
+      "token_acc": 0.9991321255413784
+    },
+    {
+      "epoch": 0.85504589584588,
+      "grad_norm": 0.10058377683162689,
+      "learning_rate": 1.0820466853992028e-06,
+      "loss": 0.002559250220656395,
+      "step": 16150,
+      "token_acc": 0.9990319134730938
+    },
+    {
+      "epoch": 0.8555753360290662,
+      "grad_norm": 0.0797661691904068,
+      "learning_rate": 1.0743016037760946e-06,
+      "loss": 0.0020648933947086333,
+      "step": 16160,
+      "token_acc": 0.9992909221349083
+    },
+    {
+      "epoch": 0.8561047762122526,
+      "grad_norm": 0.12094248831272125,
+      "learning_rate": 1.0665827669668682e-06,
+      "loss": 0.0026639699935913086,
+      "step": 16170,
+      "token_acc": 0.9990402830747661
+    },
+    {
+      "epoch": 0.8566342163954389,
+      "grad_norm": 0.08476892113685608,
+      "learning_rate": 1.0588901976677235e-06,
+      "loss": 0.002490963228046894,
+      "step": 16180,
+      "token_acc": 0.9991071577577143
+    },
+    {
+      "epoch": 0.8571636565786251,
+      "grad_norm": 0.08236558735370636,
+      "learning_rate": 1.0512239184976259e-06,
+      "loss": 0.0025233741849660873,
+      "step": 16190,
+      "token_acc": 0.9989989488963411
+    },
+    {
+      "epoch": 0.8576930967618115,
+      "grad_norm": 0.08283514529466629,
+      "learning_rate": 1.0435839519982349e-06,
+      "loss": 0.002327500842511654,
+      "step": 16200,
+      "token_acc": 0.9990574221747689
+    },
+    {
+      "epoch": 0.8582225369449978,
+      "grad_norm": 0.08618906885385513,
+      "learning_rate": 1.0359703206338435e-06,
+      "loss": 0.002279461920261383,
+      "step": 16210,
+      "token_acc": 0.9991401117019945
+    },
+    {
+      "epoch": 0.8587519771281841,
+      "grad_norm": 0.0749441608786583,
+      "learning_rate": 1.0283830467913103e-06,
+      "loss": 0.0021953023970127106,
+      "step": 16220,
+      "token_acc": 0.9991322341632735
+    },
+    {
+      "epoch": 0.8592814173113704,
+      "grad_norm": 0.08628387749195099,
+      "learning_rate": 1.02082215277999e-06,
+      "loss": 0.002403458207845688,
+      "step": 16230,
+      "token_acc": 0.999099864979747
+    },
+    {
+      "epoch": 0.8598108574945567,
+      "grad_norm": 0.10228714346885681,
+      "learning_rate": 1.0132876608316754e-06,
+      "loss": 0.0021017735823988916,
+      "step": 16240,
+      "token_acc": 0.9991571463143928
+    },
+    {
+      "epoch": 0.860340297677743,
+      "grad_norm": 0.09213738888502121,
+      "learning_rate": 1.005779593100522e-06,
+      "loss": 0.0024308063089847564,
+      "step": 16250,
+      "token_acc": 0.99903228497539
+    },
+    {
+      "epoch": 0.8608697378609294,
+      "grad_norm": 0.0972374975681305,
+      "learning_rate": 9.982979716629936e-07,
+      "loss": 0.0023803522810339926,
+      "step": 16260,
+      "token_acc": 0.999123729407641
+    },
+    {
+      "epoch": 0.8613991780441156,
+      "grad_norm": 0.08680824935436249,
+      "learning_rate": 9.908428185177898e-07,
+      "loss": 0.0022451061755418777,
+      "step": 16270,
+      "token_acc": 0.9991241241241241
+    },
+    {
+      "epoch": 0.8619286182273019,
+      "grad_norm": 0.09000048041343689,
+      "learning_rate": 9.834141555857847e-07,
+      "loss": 0.002094823308289051,
+      "step": 16280,
+      "token_acc": 0.9991825635807051
+    },
+    {
+      "epoch": 0.8624580584104882,
+      "grad_norm": 0.0871637836098671,
+      "learning_rate": 9.760120047099608e-07,
+      "loss": 0.002291351556777954,
+      "step": 16290,
+      "token_acc": 0.9991989319092123
+    },
+    {
+      "epoch": 0.8629874985936745,
+      "grad_norm": 0.08163755387067795,
+      "learning_rate": 9.68636387655345e-07,
+      "loss": 0.0022896572947502134,
+      "step": 16300,
+      "token_acc": 0.9990490252508821
+    },
+    {
+      "epoch": 0.8635169387768609,
+      "grad_norm": 0.07211092859506607,
+      "learning_rate": 9.612873261089483e-07,
+      "loss": 0.0024365322664380074,
+      "step": 16310,
+      "token_acc": 0.9990741358601362
+    },
+    {
+      "epoch": 0.8640463789600471,
+      "grad_norm": 0.06685639172792435,
+      "learning_rate": 9.539648416796933e-07,
+      "loss": 0.0020786356180906296,
+      "step": 16320,
+      "token_acc": 0.9992077787784782
+    },
+    {
+      "epoch": 0.8645758191432334,
+      "grad_norm": 0.0951664075255394,
+      "learning_rate": 9.46668955898361e-07,
+      "loss": 0.0023359864950180053,
+      "step": 16330,
+      "token_acc": 0.9990825535038116
+    },
+    {
+      "epoch": 0.8651052593264197,
+      "grad_norm": 0.06530774384737015,
+      "learning_rate": 9.393996902175218e-07,
+      "loss": 0.0022738704457879065,
+      "step": 16340,
+      "token_acc": 0.9991494471406415
+    },
+    {
+      "epoch": 0.865634699509606,
+      "grad_norm": 0.09316892921924591,
+      "learning_rate": 9.321570660114687e-07,
+      "loss": 0.0024407083168625832,
+      "step": 16350,
+      "token_acc": 0.9990323011211959
+    },
+    {
+      "epoch": 0.8661641396927924,
+      "grad_norm": 0.07008277624845505,
+      "learning_rate": 9.249411045761658e-07,
+      "loss": 0.0021681353449821473,
+      "step": 16360,
+      "token_acc": 0.999174649225921
+    },
+    {
+      "epoch": 0.8666935798759786,
+      "grad_norm": 0.10108017921447754,
+      "learning_rate": 9.177518271291741e-07,
+      "loss": 0.002104620262980461,
+      "step": 16370,
+      "token_acc": 0.9992244441849992
+    },
+    {
+      "epoch": 0.867223020059165,
+      "grad_norm": 0.07476262003183365,
+      "learning_rate": 9.105892548095951e-07,
+      "loss": 0.0023061862215399743,
+      "step": 16380,
+      "token_acc": 0.9991159004470541
+    },
+    {
+      "epoch": 0.8677524602423512,
+      "grad_norm": 0.09893724322319031,
+      "learning_rate": 9.0345340867801e-07,
+      "loss": 0.00253312848508358,
+      "step": 16390,
+      "token_acc": 0.9991572588383523
+    },
+    {
+      "epoch": 0.8682819004255375,
+      "grad_norm": 0.12122004479169846,
+      "learning_rate": 8.963443097164126e-07,
+      "loss": 0.002156557887792587,
+      "step": 16400,
+      "token_acc": 0.9990740740740741
+    },
+    {
+      "epoch": 0.8688113406087239,
+      "grad_norm": 0.08731667697429657,
+      "learning_rate": 8.892619788281487e-07,
+      "loss": 0.0019489720463752747,
+      "step": 16410,
+      "token_acc": 0.9992409772209757
+    },
+    {
+      "epoch": 0.8693407807919101,
+      "grad_norm": 0.06583050638437271,
+      "learning_rate": 8.822064368378613e-07,
+      "loss": 0.002591731399297714,
+      "step": 16420,
+      "token_acc": 0.9990235353029544
+    },
+    {
+      "epoch": 0.8698702209750965,
+      "grad_norm": 0.08148118108510971,
+      "learning_rate": 8.7517770449142e-07,
+      "loss": 0.0021829381585121155,
+      "step": 16430,
+      "token_acc": 0.9991653311965812
+    },
+    {
+      "epoch": 0.8703996611582827,
+      "grad_norm": 0.09586796164512634,
+      "learning_rate": 8.681758024558661e-07,
+      "loss": 0.0024335684254765512,
+      "step": 16440,
+      "token_acc": 0.9990574693469013
+    },
+    {
+      "epoch": 0.8709291013414691,
+      "grad_norm": 0.0914069190621376,
+      "learning_rate": 8.612007513193477e-07,
+      "loss": 0.002287931181490421,
+      "step": 16450,
+      "token_acc": 0.9990906132937319
+    },
+    {
+      "epoch": 0.8714585415246554,
+      "grad_norm": 0.10264045745134354,
+      "learning_rate": 8.542525715910644e-07,
+      "loss": 0.0021370701491832734,
+      "step": 16460,
+      "token_acc": 0.9992991882263622
+    },
+    {
+      "epoch": 0.8719879817078416,
+      "grad_norm": 0.08214473724365234,
+      "learning_rate": 8.473312837012027e-07,
+      "loss": 0.0020849965512752533,
+      "step": 16470,
+      "token_acc": 0.9992575166015951
+    },
+    {
+      "epoch": 0.872517421891028,
+      "grad_norm": 0.08767972886562347,
+      "learning_rate": 8.404369080008768e-07,
+      "loss": 0.0021775305271148683,
+      "step": 16480,
+      "token_acc": 0.9992077325305023
+    },
+    {
+      "epoch": 0.8730468620742142,
+      "grad_norm": 0.09107723832130432,
+      "learning_rate": 8.335694647620729e-07,
+      "loss": 0.002438681572675705,
+      "step": 16490,
+      "token_acc": 0.9991160773849233
+    },
+    {
+      "epoch": 0.8735763022574006,
+      "grad_norm": 0.07920833677053452,
+      "learning_rate": 8.267289741775775e-07,
+      "loss": 0.0022123508155345918,
+      "step": 16500,
+      "token_acc": 0.9992072499082079
+    },
+    {
+      "epoch": 0.8741057424405869,
+      "grad_norm": 0.0976443886756897,
+      "learning_rate": 8.199154563609357e-07,
+      "loss": 0.0025723207741975783,
+      "step": 16510,
+      "token_acc": 0.9990654673497655
+    },
+    {
+      "epoch": 0.8746351826237732,
+      "grad_norm": 0.08808494359254837,
+      "learning_rate": 8.131289313463764e-07,
+      "loss": 0.00221429243683815,
+      "step": 16520,
+      "token_acc": 0.99912405836274
+    },
+    {
+      "epoch": 0.8751646228069595,
+      "grad_norm": 0.1260966658592224,
+      "learning_rate": 8.06369419088765e-07,
+      "loss": 0.0023735411465168,
+      "step": 16530,
+      "token_acc": 0.9990490649138319
+    },
+    {
+      "epoch": 0.8756940629901458,
+      "grad_norm": 0.09164728969335556,
+      "learning_rate": 7.996369394635351e-07,
+      "loss": 0.002113846689462662,
+      "step": 16540,
+      "token_acc": 0.9991741948399689
+    },
+    {
+      "epoch": 0.8762235031733321,
+      "grad_norm": 0.08544573187828064,
+      "learning_rate": 7.929315122666359e-07,
+      "loss": 0.002081836760044098,
+      "step": 16550,
+      "token_acc": 0.9992069521082552
+    },
+    {
+      "epoch": 0.8767529433565184,
+      "grad_norm": 0.07350046187639236,
+      "learning_rate": 7.862531572144749e-07,
+      "loss": 0.0025009023025631904,
+      "step": 16560,
+      "token_acc": 0.9990902717500167
+    },
+    {
+      "epoch": 0.8772823835397047,
+      "grad_norm": 0.1262260377407074,
+      "learning_rate": 7.796018939438533e-07,
+      "loss": 0.002323727682232857,
+      "step": 16570,
+      "token_acc": 0.9991408361416035
+    },
+    {
+      "epoch": 0.877811823722891,
+      "grad_norm": 0.0857425257563591,
+      "learning_rate": 7.729777420119155e-07,
+      "loss": 0.0024500522762537003,
+      "step": 16580,
+      "token_acc": 0.9990995047276002
+    },
+    {
+      "epoch": 0.8783412639060774,
+      "grad_norm": 0.09190305322408676,
+      "learning_rate": 7.663807208960883e-07,
+      "loss": 0.0020844219252467155,
+      "step": 16590,
+      "token_acc": 0.9991741741741742
+    },
+    {
+      "epoch": 0.8788707040892636,
+      "grad_norm": 0.10032513737678528,
+      "learning_rate": 7.598108499940237e-07,
+      "loss": 0.0021449126303195953,
+      "step": 16600,
+      "token_acc": 0.9991818401916831
+    },
+    {
+      "epoch": 0.87940014427245,
+      "grad_norm": 0.13777637481689453,
+      "learning_rate": 7.532681486235416e-07,
+      "loss": 0.0021868335083127023,
+      "step": 16610,
+      "token_acc": 0.9992073491251637
+    },
+    {
+      "epoch": 0.8799295844556362,
+      "grad_norm": 0.1032845675945282,
+      "learning_rate": 7.467526360225752e-07,
+      "loss": 0.002194729819893837,
+      "step": 16620,
+      "token_acc": 0.9991071354066706
+    },
+    {
+      "epoch": 0.8804590246388225,
+      "grad_norm": 0.09758809208869934,
+      "learning_rate": 7.402643313491109e-07,
+      "loss": 0.0019295927137136458,
+      "step": 16630,
+      "token_acc": 0.9991988918003237
+    },
+    {
+      "epoch": 0.8809884648220089,
+      "grad_norm": 0.08712895959615707,
+      "learning_rate": 7.338032536811357e-07,
+      "loss": 0.002124910242855549,
+      "step": 16640,
+      "token_acc": 0.9991238025301244
+    },
+    {
+      "epoch": 0.8815179050051951,
+      "grad_norm": 0.11778214573860168,
+      "learning_rate": 7.273694220165762e-07,
+      "loss": 0.002427450940012932,
+      "step": 16650,
+      "token_acc": 0.9990075393648252
+    },
+    {
+      "epoch": 0.8820473451883815,
+      "grad_norm": 0.1225259006023407,
+      "learning_rate": 7.209628552732506e-07,
+      "loss": 0.0022301387041807176,
+      "step": 16660,
+      "token_acc": 0.9990658882402002
+    },
+    {
+      "epoch": 0.8825767853715677,
+      "grad_norm": 0.08817021548748016,
+      "learning_rate": 7.145835722888028e-07,
+      "loss": 0.0023319533094763754,
+      "step": 16670,
+      "token_acc": 0.999115140283656
+    },
+    {
+      "epoch": 0.883106225554754,
+      "grad_norm": 0.1040254533290863,
+      "learning_rate": 7.082315918206561e-07,
+      "loss": 0.0021027131006121635,
+      "step": 16680,
+      "token_acc": 0.9991653869266208
+    },
+    {
+      "epoch": 0.8836356657379404,
+      "grad_norm": 0.08091525733470917,
+      "learning_rate": 7.019069325459538e-07,
+      "loss": 0.002465756982564926,
+      "step": 16690,
+      "token_acc": 0.9990238530273071
+    },
+    {
+      "epoch": 0.8841651059211266,
+      "grad_norm": 0.13280081748962402,
+      "learning_rate": 6.956096130615042e-07,
+      "loss": 0.0022840695455670357,
+      "step": 16700,
+      "token_acc": 0.9990988059178412
+    },
+    {
+      "epoch": 0.884694546104313,
+      "grad_norm": 0.058297161012887955,
+      "learning_rate": 6.89339651883727e-07,
+      "loss": 0.0021291492506861688,
+      "step": 16710,
+      "token_acc": 0.9992325146823278
+    },
+    {
+      "epoch": 0.8852239862874992,
+      "grad_norm": 0.08407409489154816,
+      "learning_rate": 6.830970674485982e-07,
+      "loss": 0.0023063525557518007,
+      "step": 16720,
+      "token_acc": 0.9990820558610733
+    },
+    {
+      "epoch": 0.8857534264706856,
+      "grad_norm": 0.08805397897958755,
+      "learning_rate": 6.768818781115982e-07,
+      "loss": 0.002531985193490982,
+      "step": 16730,
+      "token_acc": 0.9990401869548888
+    },
+    {
+      "epoch": 0.8862828666538719,
+      "grad_norm": 0.0804048478603363,
+      "learning_rate": 6.706941021476521e-07,
+      "loss": 0.0022350046783685684,
+      "step": 16740,
+      "token_acc": 0.9991162321474725
+    },
+    {
+      "epoch": 0.8868123068370581,
+      "grad_norm": 0.06452525407075882,
+      "learning_rate": 6.645337577510847e-07,
+      "loss": 0.002026721462607384,
+      "step": 16750,
+      "token_acc": 0.9992661162538571
+    },
+    {
+      "epoch": 0.8873417470202445,
+      "grad_norm": 0.09755001962184906,
+      "learning_rate": 6.584008630355543e-07,
+      "loss": 0.0020289402455091476,
+      "step": 16760,
+      "token_acc": 0.9992827356130108
+    },
+    {
+      "epoch": 0.8878711872034307,
+      "grad_norm": 0.08147627115249634,
+      "learning_rate": 6.522954360340139e-07,
+      "loss": 0.0022091187536716463,
+      "step": 16770,
+      "token_acc": 0.9991750068749428
+    },
+    {
+      "epoch": 0.8884006273866171,
+      "grad_norm": 0.10032638162374496,
+      "learning_rate": 6.462174946986511e-07,
+      "loss": 0.002504967525601387,
+      "step": 16780,
+      "token_acc": 0.9989487121724112
+    },
+    {
+      "epoch": 0.8889300675698034,
+      "grad_norm": 0.12397350370883942,
+      "learning_rate": 6.401670569008311e-07,
+      "loss": 0.002355308458209038,
+      "step": 16790,
+      "token_acc": 0.9990569738039006
+    },
+    {
+      "epoch": 0.8894595077529897,
+      "grad_norm": 0.07949100434780121,
+      "learning_rate": 6.341441404310522e-07,
+      "loss": 0.002355266734957695,
+      "step": 16800,
+      "token_acc": 0.9991070310870018
+    },
+    {
+      "epoch": 0.889988947936176,
+      "grad_norm": 0.07372858375310898,
+      "learning_rate": 6.281487629988881e-07,
+      "loss": 0.002205265313386917,
+      "step": 16810,
+      "token_acc": 0.9991406641081262
+    },
+    {
+      "epoch": 0.8905183881193622,
+      "grad_norm": 0.08473403751850128,
+      "learning_rate": 6.221809422329406e-07,
+      "loss": 0.0020689476281404496,
+      "step": 16820,
+      "token_acc": 0.9991904928813446
+    },
+    {
+      "epoch": 0.8910478283025486,
+      "grad_norm": 0.0972638949751854,
+      "learning_rate": 6.16240695680781e-07,
+      "loss": 0.0021564757451415064,
+      "step": 16830,
+      "token_acc": 0.9992156339179921
+    },
+    {
+      "epoch": 0.8915772684857349,
+      "grad_norm": 0.09670817106962204,
+      "learning_rate": 6.103280408089052e-07,
+      "loss": 0.00235123485326767,
+      "step": 16840,
+      "token_acc": 0.9992069123846893
+    },
+    {
+      "epoch": 0.8921067086689212,
+      "grad_norm": 0.10003198683261871,
+      "learning_rate": 6.044429950026786e-07,
+      "loss": 0.002288242429494858,
+      "step": 16850,
+      "token_acc": 0.9991404991780501
+    },
+    {
+      "epoch": 0.8926361488521075,
+      "grad_norm": 0.059302497655153275,
+      "learning_rate": 5.985855755662851e-07,
+      "loss": 0.0017237659543752671,
+      "step": 16860,
+      "token_acc": 0.9992821788376305
+    },
+    {
+      "epoch": 0.8931655890352939,
+      "grad_norm": 0.07633254677057266,
+      "learning_rate": 5.927557997226785e-07,
+      "loss": 0.0020890194922685624,
+      "step": 16870,
+      "token_acc": 0.9992154047760148
+    },
+    {
+      "epoch": 0.8936950292184801,
+      "grad_norm": 0.07453097403049469,
+      "learning_rate": 5.869536846135282e-07,
+      "loss": 0.0019986411556601525,
+      "step": 16880,
+      "token_acc": 0.9992408315814062
+    },
+    {
+      "epoch": 0.8942244694016664,
+      "grad_norm": 0.10289797186851501,
+      "learning_rate": 5.811792472991718e-07,
+      "loss": 0.0026891566812992096,
+      "step": 16890,
+      "token_acc": 0.9990237064109946
+    },
+    {
+      "epoch": 0.8947539095848527,
+      "grad_norm": 0.08072052896022797,
+      "learning_rate": 5.754325047585651e-07,
+      "loss": 0.0019872715696692468,
+      "step": 16900,
+      "token_acc": 0.9992492492492493
+    },
+    {
+      "epoch": 0.895283349768039,
+      "grad_norm": 0.09491624683141708,
+      "learning_rate": 5.697134738892318e-07,
+      "loss": 0.0020303145051002503,
+      "step": 16910,
+      "token_acc": 0.9991575610976728
+    },
+    {
+      "epoch": 0.8958127899512254,
+      "grad_norm": 0.08324210345745087,
+      "learning_rate": 5.640221715072091e-07,
+      "loss": 0.002317227050662041,
+      "step": 16920,
+      "token_acc": 0.9990651007103565
+    },
+    {
+      "epoch": 0.8963422301344116,
+      "grad_norm": 0.08922237902879715,
+      "learning_rate": 5.583586143470076e-07,
+      "loss": 0.0023006686940789224,
+      "step": 16930,
+      "token_acc": 0.9990493820983639
+    },
+    {
+      "epoch": 0.896871670317598,
+      "grad_norm": 0.08643261343240738,
+      "learning_rate": 5.527228190615541e-07,
+      "loss": 0.0018477454781532288,
+      "step": 16940,
+      "token_acc": 0.9993409472006941
+    },
+    {
+      "epoch": 0.8974011105007842,
+      "grad_norm": 0.06402246654033661,
+      "learning_rate": 5.471148022221429e-07,
+      "loss": 0.001960694417357445,
+      "step": 16950,
+      "token_acc": 0.9992992233058307
+    },
+    {
+      "epoch": 0.8979305506839705,
+      "grad_norm": 0.07398195564746857,
+      "learning_rate": 5.415345803183958e-07,
+      "loss": 0.0020707461982965468,
+      "step": 16960,
+      "token_acc": 0.9992740986725184
+    },
+    {
+      "epoch": 0.8984599908671569,
+      "grad_norm": 0.06887250393629074,
+      "learning_rate": 5.359821697582024e-07,
+      "loss": 0.001969555765390396,
+      "step": 16970,
+      "token_acc": 0.9993240649565232
+    },
+    {
+      "epoch": 0.8989894310503431,
+      "grad_norm": 0.09057144820690155,
+      "learning_rate": 5.304575868676754e-07,
+      "loss": 0.0019350048154592515,
+      "step": 16980,
+      "token_acc": 0.9993244764692637
+    },
+    {
+      "epoch": 0.8995188712335295,
+      "grad_norm": 0.08465085178613663,
+      "learning_rate": 5.249608478911095e-07,
+      "loss": 0.001894519105553627,
+      "step": 16990,
+      "token_acc": 0.9992825261752806
+    },
+    {
+      "epoch": 0.9000483114167157,
+      "grad_norm": 0.08330614864826202,
+      "learning_rate": 5.19491968990925e-07,
+      "loss": 0.0022463735193014147,
+      "step": 17000,
+      "token_acc": 0.9991155242187826
+    },
+    {
+      "epoch": 0.900577751599902,
+      "grad_norm": 0.100593701004982,
+      "learning_rate": 5.140509662476223e-07,
+      "loss": 0.0023477278649806977,
+      "step": 17010,
+      "token_acc": 0.999107708729444
+    },
+    {
+      "epoch": 0.9011071917830884,
+      "grad_norm": 0.0832865908741951,
+      "learning_rate": 5.086378556597383e-07,
+      "loss": 0.0018615100532770156,
+      "step": 17020,
+      "token_acc": 0.9993740349705796
+    },
+    {
+      "epoch": 0.9016366319662746,
+      "grad_norm": 0.08051163703203201,
+      "learning_rate": 5.032526531437954e-07,
+      "loss": 0.0018396107479929924,
+      "step": 17030,
+      "token_acc": 0.9993160511126681
+    },
+    {
+      "epoch": 0.902166072149461,
+      "grad_norm": 0.09023325145244598,
+      "learning_rate": 4.978953745342574e-07,
+      "loss": 0.00224925484508276,
+      "step": 17040,
+      "token_acc": 0.9991068000066782
+    },
+    {
+      "epoch": 0.9026955123326472,
+      "grad_norm": 0.06281016021966934,
+      "learning_rate": 4.925660355834783e-07,
+      "loss": 0.00189041830599308,
+      "step": 17050,
+      "token_acc": 0.9992661346142621
+    },
+    {
+      "epoch": 0.9032249525158336,
+      "grad_norm": 0.12031037360429764,
+      "learning_rate": 4.87264651961662e-07,
+      "loss": 0.002138815447688103,
+      "step": 17060,
+      "token_acc": 0.9992242242242242
+    },
+    {
+      "epoch": 0.9037543926990199,
+      "grad_norm": 0.08921172469854355,
+      "learning_rate": 4.819912392568126e-07,
+      "loss": 0.002419743686914444,
+      "step": 17070,
+      "token_acc": 0.9991077459327391
+    },
+    {
+      "epoch": 0.9042838328822062,
+      "grad_norm": 0.05873069912195206,
+      "learning_rate": 4.767458129746916e-07,
+      "loss": 0.0022126238793134688,
+      "step": 17080,
+      "token_acc": 0.9992152868794296
+    },
+    {
+      "epoch": 0.9048132730653925,
+      "grad_norm": 0.05552367866039276,
+      "learning_rate": 4.715283885387678e-07,
+      "loss": 0.0018749767914414406,
+      "step": 17090,
+      "token_acc": 0.9992910049379421
+    },
+    {
+      "epoch": 0.9053427132485787,
+      "grad_norm": 0.09197156131267548,
+      "learning_rate": 4.663389812901742e-07,
+      "loss": 0.001953360065817833,
+      "step": 17100,
+      "token_acc": 0.9992076466270768
+    },
+    {
+      "epoch": 0.9058721534317651,
+      "grad_norm": 0.08967173099517822,
+      "learning_rate": 4.6117760648766276e-07,
+      "loss": 0.0020676851272583008,
+      "step": 17110,
+      "token_acc": 0.9991908372748735
+    },
+    {
+      "epoch": 0.9064015936149514,
+      "grad_norm": 0.061723340302705765,
+      "learning_rate": 4.5604427930756366e-07,
+      "loss": 0.002228090725839138,
+      "step": 17120,
+      "token_acc": 0.9991320241364058
+    },
+    {
+      "epoch": 0.9069310337981377,
+      "grad_norm": 0.09508956968784332,
+      "learning_rate": 4.50939014843732e-07,
+      "loss": 0.0018032921478152275,
+      "step": 17130,
+      "token_acc": 0.99937474989996
+    },
+    {
+      "epoch": 0.907460473981324,
+      "grad_norm": 0.10391975939273834,
+      "learning_rate": 4.458618281075111e-07,
+      "loss": 0.0021069152280688286,
+      "step": 17140,
+      "token_acc": 0.9991241168177912
+    },
+    {
+      "epoch": 0.9079899141645102,
+      "grad_norm": 0.08783455193042755,
+      "learning_rate": 4.4081273402768464e-07,
+      "loss": 0.002133310027420521,
+      "step": 17150,
+      "token_acc": 0.9992074417052518
+    },
+    {
+      "epoch": 0.9085193543476966,
+      "grad_norm": 0.10606454312801361,
+      "learning_rate": 4.3579174745043253e-07,
+      "loss": 0.0020396407693624497,
+      "step": 17160,
+      "token_acc": 0.9991994596352538
+    },
+    {
+      "epoch": 0.9090487945308829,
+      "grad_norm": 0.08260182291269302,
+      "learning_rate": 4.3079888313929175e-07,
+      "loss": 0.002501970902085304,
+      "step": 17170,
+      "token_acc": 0.9990064123973015
+    },
+    {
+      "epoch": 0.9095782347140692,
+      "grad_norm": 0.10310252755880356,
+      "learning_rate": 4.2583415577510554e-07,
+      "loss": 0.0022511731833219526,
+      "step": 17180,
+      "token_acc": 0.9991405924071757
+    },
+    {
+      "epoch": 0.9101076748972555,
+      "grad_norm": 0.07963304221630096,
+      "learning_rate": 4.2089757995598777e-07,
+      "loss": 0.0019296742975711823,
+      "step": 17190,
+      "token_acc": 0.9992244959223495
+    },
+    {
+      "epoch": 0.9106371150804419,
+      "grad_norm": 0.1135302186012268,
+      "learning_rate": 4.1598917019727293e-07,
+      "loss": 0.002195674553513527,
+      "step": 17200,
+      "token_acc": 0.9991146820789938
+    },
+    {
+      "epoch": 0.9111665552636281,
+      "grad_norm": 0.08967743068933487,
+      "learning_rate": 4.1110894093147837e-07,
+      "loss": 0.0022018466144800184,
+      "step": 17210,
+      "token_acc": 0.9991733674006162
+    },
+    {
+      "epoch": 0.9116959954468145,
+      "grad_norm": 0.10516800731420517,
+      "learning_rate": 4.062569065082622e-07,
+      "loss": 0.0022115685045719148,
+      "step": 17220,
+      "token_acc": 0.9991405493808618
+    },
+    {
+      "epoch": 0.9122254356300007,
+      "grad_norm": 0.09111347049474716,
+      "learning_rate": 4.0143308119437783e-07,
+      "loss": 0.002279951795935631,
+      "step": 17230,
+      "token_acc": 0.9991733466933868
+    },
+    {
+      "epoch": 0.912754875813187,
+      "grad_norm": 0.1059509739279747,
+      "learning_rate": 3.966374791736338e-07,
+      "loss": 0.0022253010421991347,
+      "step": 17240,
+      "token_acc": 0.9992411164761118
+    },
+    {
+      "epoch": 0.9132843159963734,
+      "grad_norm": 0.08143110573291779,
+      "learning_rate": 3.9187011454685174e-07,
+      "loss": 0.002197651192545891,
+      "step": 17250,
+      "token_acc": 0.999107522666422
+    },
+    {
+      "epoch": 0.9138137561795596,
+      "grad_norm": 0.088469497859478,
+      "learning_rate": 3.8713100133182524e-07,
+      "loss": 0.0020544635131955146,
+      "step": 17260,
+      "token_acc": 0.99926567532836
+    },
+    {
+      "epoch": 0.914343196362746,
+      "grad_norm": 0.0857153907418251,
+      "learning_rate": 3.8242015346327877e-07,
+      "loss": 0.002419964596629143,
+      "step": 17270,
+      "token_acc": 0.9991988717443733
+    },
+    {
+      "epoch": 0.9148726365459322,
+      "grad_norm": 0.09507952630519867,
+      "learning_rate": 3.777375847928244e-07,
+      "loss": 0.0024507462978363035,
+      "step": 17280,
+      "token_acc": 0.9990906815717027
+    },
+    {
+      "epoch": 0.9154020767291186,
+      "grad_norm": 0.09115224331617355,
+      "learning_rate": 3.7308330908892855e-07,
+      "loss": 0.0023792386054992676,
+      "step": 17290,
+      "token_acc": 0.999107708729444
+    },
+    {
+      "epoch": 0.9159315169123049,
+      "grad_norm": 0.09789731353521347,
+      "learning_rate": 3.684573400368574e-07,
+      "loss": 0.0020947787910699845,
+      "step": 17300,
+      "token_acc": 0.9991822771079311
+    },
+    {
+      "epoch": 0.9164609570954911,
+      "grad_norm": 0.08335071057081223,
+      "learning_rate": 3.638596912386516e-07,
+      "loss": 0.001968991383910179,
+      "step": 17310,
+      "token_acc": 0.9992744376892091
+    },
+    {
+      "epoch": 0.9169903972786775,
+      "grad_norm": 0.10355088114738464,
+      "learning_rate": 3.5929037621307947e-07,
+      "loss": 0.0020446885377168656,
+      "step": 17320,
+      "token_acc": 0.9992573493211839
+    },
+    {
+      "epoch": 0.9175198374618637,
+      "grad_norm": 0.09731577336788177,
+      "learning_rate": 3.547494083955938e-07,
+      "loss": 0.0020982807502150534,
+      "step": 17330,
+      "token_acc": 0.9992573803047244
+    },
+    {
+      "epoch": 0.9180492776450501,
+      "grad_norm": 0.10574337840080261,
+      "learning_rate": 3.502368011383006e-07,
+      "loss": 0.0022320859134197235,
+      "step": 17340,
+      "token_acc": 0.9990990840688033
+    },
+    {
+      "epoch": 0.9185787178282364,
+      "grad_norm": 0.07314448058605194,
+      "learning_rate": 3.4575256770991274e-07,
+      "loss": 0.0021878771483898165,
+      "step": 17350,
+      "token_acc": 0.9992909457948915
+    },
+    {
+      "epoch": 0.9191081580114226,
+      "grad_norm": 0.056934453547000885,
+      "learning_rate": 3.412967212957152e-07,
+      "loss": 0.002494687959551811,
+      "step": 17360,
+      "token_acc": 0.9990567376478543
+    },
+    {
+      "epoch": 0.919637598194609,
+      "grad_norm": 0.09077022969722748,
+      "learning_rate": 3.3686927499752443e-07,
+      "loss": 0.0018930362537503242,
+      "step": 17370,
+      "token_acc": 0.9992157975089057
+    },
+    {
+      "epoch": 0.9201670383777952,
+      "grad_norm": 0.0928955003619194,
+      "learning_rate": 3.324702418336501e-07,
+      "loss": 0.001938376948237419,
+      "step": 17380,
+      "token_acc": 0.9991906212190746
+    },
+    {
+      "epoch": 0.9206964785609816,
+      "grad_norm": 0.09506716579198837,
+      "learning_rate": 3.2809963473885543e-07,
+      "loss": 0.0017499210312962531,
+      "step": 17390,
+      "token_acc": 0.9993326771325136
+    },
+    {
+      "epoch": 0.9212259187441679,
+      "grad_norm": 0.09124301373958588,
+      "learning_rate": 3.2375746656432284e-07,
+      "loss": 0.0019548801705241204,
+      "step": 17400,
+      "token_acc": 0.9992149395336407
+    },
+    {
+      "epoch": 0.9217553589273542,
+      "grad_norm": 0.05927102640271187,
+      "learning_rate": 3.1944375007761374e-07,
+      "loss": 0.0017473045736551285,
+      "step": 17410,
+      "token_acc": 0.9993576910243577
+    },
+    {
+      "epoch": 0.9222847991105405,
+      "grad_norm": 0.05175984278321266,
+      "learning_rate": 3.151584979626288e-07,
+      "loss": 0.0019814418628811836,
+      "step": 17420,
+      "token_acc": 0.99924894226035
+    },
+    {
+      "epoch": 0.9228142392937267,
+      "grad_norm": 0.08383145928382874,
+      "learning_rate": 3.1090172281957543e-07,
+      "loss": 0.0018943574279546738,
+      "step": 17430,
+      "token_acc": 0.9992992291520673
+    },
+    {
+      "epoch": 0.9233436794769131,
+      "grad_norm": 0.09110525250434875,
+      "learning_rate": 3.0667343716492717e-07,
+      "loss": 0.002185625582933426,
+      "step": 17440,
+      "token_acc": 0.9991491633439549
+    },
+    {
+      "epoch": 0.9238731196600994,
+      "grad_norm": 0.09756845235824585,
+      "learning_rate": 3.024736534313888e-07,
+      "loss": 0.0018680911511182786,
+      "step": 17450,
+      "token_acc": 0.9993078141939788
+    },
+    {
+      "epoch": 0.9244025598432857,
+      "grad_norm": 0.09847177565097809,
+      "learning_rate": 2.9830238396785784e-07,
+      "loss": 0.0021465420722961426,
+      "step": 17460,
+      "token_acc": 0.9991997599279784
+    },
+    {
+      "epoch": 0.924932000026472,
+      "grad_norm": 0.06098906323313713,
+      "learning_rate": 2.941596410393921e-07,
+      "loss": 0.00216008760035038,
+      "step": 17470,
+      "token_acc": 0.9991743670147113
+    },
+    {
+      "epoch": 0.9254614402096583,
+      "grad_norm": 0.08452929556369781,
+      "learning_rate": 2.900454368271677e-07,
+      "loss": 0.001861930638551712,
+      "step": 17480,
+      "token_acc": 0.9992489610628036
+    },
+    {
+      "epoch": 0.9259908803928446,
+      "grad_norm": 0.10778235644102097,
+      "learning_rate": 2.8595978342844886e-07,
+      "loss": 0.0020772457122802735,
+      "step": 17490,
+      "token_acc": 0.9992152082620203
+    },
+    {
+      "epoch": 0.926520320576031,
+      "grad_norm": 0.05830886960029602,
+      "learning_rate": 2.819026928565483e-07,
+      "loss": 0.002205232158303261,
+      "step": 17500,
+      "token_acc": 0.9991820382271931
+    },
+    {
+      "epoch": 0.9270497607592172,
+      "grad_norm": 0.06828165799379349,
+      "learning_rate": 2.7787417704079554e-07,
+      "loss": 0.001999301463365555,
+      "step": 17510,
+      "token_acc": 0.9992327643001893
+    },
+    {
+      "epoch": 0.9275792009424035,
+      "grad_norm": 0.10267084836959839,
+      "learning_rate": 2.7387424782649664e-07,
+      "loss": 0.001958618499338627,
+      "step": 17520,
+      "token_acc": 0.999266299816575
+    },
+    {
+      "epoch": 0.9281086411255899,
+      "grad_norm": 0.12018513679504395,
+      "learning_rate": 2.699029169749068e-07,
+      "loss": 0.002154861204326153,
+      "step": 17530,
+      "token_acc": 0.999206866035499
+    },
+    {
+      "epoch": 0.9286380813087761,
+      "grad_norm": 0.1087157130241394,
+      "learning_rate": 2.659601961631886e-07,
+      "loss": 0.0019658215343952177,
+      "step": 17540,
+      "token_acc": 0.9993239351979367
+    },
+    {
+      "epoch": 0.9291675214919625,
+      "grad_norm": 0.06090916693210602,
+      "learning_rate": 2.620460969843808e-07,
+      "loss": 0.0017729105427861213,
+      "step": 17550,
+      "token_acc": 0.9993406886882209
+    },
+    {
+      "epoch": 0.9296969616751487,
+      "grad_norm": 0.08646995574235916,
+      "learning_rate": 2.581606309473661e-07,
+      "loss": 0.002241835743188858,
+      "step": 17560,
+      "token_acc": 0.9991153027584192
+    },
+    {
+      "epoch": 0.930226401858335,
+      "grad_norm": 0.09457089751958847,
+      "learning_rate": 2.5430380947683243e-07,
+      "loss": 0.001740437000989914,
+      "step": 17570,
+      "token_acc": 0.9992743105950653
+    },
+    {
+      "epoch": 0.9307558420415214,
+      "grad_norm": 0.12147544324398041,
+      "learning_rate": 2.5047564391324607e-07,
+      "loss": 0.0026052448898553847,
+      "step": 17580,
+      "token_acc": 0.9990906208806795
+    },
+    {
+      "epoch": 0.9312852822247076,
+      "grad_norm": 0.07668498158454895,
+      "learning_rate": 2.466761455128108e-07,
+      "loss": 0.002141008898615837,
+      "step": 17590,
+      "token_acc": 0.999115738191768
+    },
+    {
+      "epoch": 0.931814722407894,
+      "grad_norm": 0.10753285139799118,
+      "learning_rate": 2.4290532544744005e-07,
+      "loss": 0.0019825618714094163,
+      "step": 17600,
+      "token_acc": 0.999291105458488
+    },
+    {
+      "epoch": 0.9323441625910802,
+      "grad_norm": 0.09900170564651489,
+      "learning_rate": 2.391631948047224e-07,
+      "loss": 0.0022107940167188644,
+      "step": 17610,
+      "token_acc": 0.9991235758106923
+    },
+    {
+      "epoch": 0.9328736027742666,
+      "grad_norm": 0.10063713043928146,
+      "learning_rate": 2.3544976458788838e-07,
+      "loss": 0.002167546935379505,
+      "step": 17620,
+      "token_acc": 0.9990409153837172
+    },
+    {
+      "epoch": 0.9334030429574529,
+      "grad_norm": 0.10098527371883392,
+      "learning_rate": 2.3176504571578163e-07,
+      "loss": 0.0017058951780200005,
+      "step": 17630,
+      "token_acc": 0.9994158098544532
+    },
+    {
+      "epoch": 0.9339324831406391,
+      "grad_norm": 0.07803171128034592,
+      "learning_rate": 2.2810904902281882e-07,
+      "loss": 0.0021216347813606262,
+      "step": 17640,
+      "token_acc": 0.9992075144315793
+    },
+    {
+      "epoch": 0.9344619233238255,
+      "grad_norm": 0.08300700783729553,
+      "learning_rate": 2.2448178525896648e-07,
+      "loss": 0.0017645839601755143,
+      "step": 17650,
+      "token_acc": 0.9993740663155875
+    },
+    {
+      "epoch": 0.9349913635070117,
+      "grad_norm": 0.08854418247938156,
+      "learning_rate": 2.2088326508970525e-07,
+      "loss": 0.0019573625177145004,
+      "step": 17660,
+      "token_acc": 0.9992576961892291
+    },
+    {
+      "epoch": 0.9355208036901981,
+      "grad_norm": 0.06657784432172775,
+      "learning_rate": 2.173134990960002e-07,
+      "loss": 0.0019745051860809324,
+      "step": 17670,
+      "token_acc": 0.9993076063199693
+    },
+    {
+      "epoch": 0.9360502438733844,
+      "grad_norm": 0.09055756777524948,
+      "learning_rate": 2.1377249777426611e-07,
+      "loss": 0.0022365756332874296,
+      "step": 17680,
+      "token_acc": 0.9991403772325155
+    },
+    {
+      "epoch": 0.9365796840565707,
+      "grad_norm": 0.10941233485937119,
+      "learning_rate": 2.1026027153634e-07,
+      "loss": 0.002171015366911888,
+      "step": 17690,
+      "token_acc": 0.9991902901599385
+    },
+    {
+      "epoch": 0.937109124239757,
+      "grad_norm": 0.12454210221767426,
+      "learning_rate": 2.0677683070945197e-07,
+      "loss": 0.0020880803465843202,
+      "step": 17700,
+      "token_acc": 0.9991905334134454
+    },
+    {
+      "epoch": 0.9376385644229432,
+      "grad_norm": 0.10969654470682144,
+      "learning_rate": 2.0332218553618888e-07,
+      "loss": 0.0019478930160403251,
+      "step": 17710,
+      "token_acc": 0.999232425036293
+    },
+    {
+      "epoch": 0.9381680046061296,
+      "grad_norm": 0.09396298229694366,
+      "learning_rate": 1.998963461744696e-07,
+      "loss": 0.001985710486769676,
+      "step": 17720,
+      "token_acc": 0.9992491678276757
+    },
+    {
+      "epoch": 0.9386974447893159,
+      "grad_norm": 0.07106446474790573,
+      "learning_rate": 1.9649932269751537e-07,
+      "loss": 0.001944005861878395,
+      "step": 17730,
+      "token_acc": 0.9992735046303641
+    },
+    {
+      "epoch": 0.9392268849725022,
+      "grad_norm": 0.06245732679963112,
+      "learning_rate": 1.9313112509381394e-07,
+      "loss": 0.0017808031290769577,
+      "step": 17740,
+      "token_acc": 0.9992742379498474
+    },
+    {
+      "epoch": 0.9397563251556885,
+      "grad_norm": 0.07781852781772614,
+      "learning_rate": 1.897917632670976e-07,
+      "loss": 0.0023833632469177244,
+      "step": 17750,
+      "token_acc": 0.9991074258829811
+    },
+    {
+      "epoch": 0.9402857653388748,
+      "grad_norm": 0.10063618421554565,
+      "learning_rate": 1.8648124703630866e-07,
+      "loss": 0.0017320863902568818,
+      "step": 17760,
+      "token_acc": 0.9993828241632681
+    },
+    {
+      "epoch": 0.9408152055220611,
+      "grad_norm": 0.11506026983261108,
+      "learning_rate": 1.831995861355762e-07,
+      "loss": 0.0019873294979333876,
+      "step": 17770,
+      "token_acc": 0.9992237126568225
+    },
+    {
+      "epoch": 0.9413446457052475,
+      "grad_norm": 0.07472510635852814,
+      "learning_rate": 1.7994679021418048e-07,
+      "loss": 0.0018821466714143754,
+      "step": 17780,
+      "token_acc": 0.9992156797303273
+    },
+    {
+      "epoch": 0.9418740858884337,
+      "grad_norm": 0.07418346405029297,
+      "learning_rate": 1.7672286883653078e-07,
+      "loss": 0.002004493400454521,
+      "step": 17790,
+      "token_acc": 0.9991911071824678
+    },
+    {
+      "epoch": 0.94240352607162,
+      "grad_norm": 0.0904916301369667,
+      "learning_rate": 1.7352783148213315e-07,
+      "loss": 0.0018276162445545197,
+      "step": 17800,
+      "token_acc": 0.9994244388278571
+    },
+    {
+      "epoch": 0.9429329662548063,
+      "grad_norm": 0.10013597458600998,
+      "learning_rate": 1.7036168754556492e-07,
+      "loss": 0.002083142288029194,
+      "step": 17810,
+      "token_acc": 0.9992325851038095
+    },
+    {
+      "epoch": 0.9434624064379926,
+      "grad_norm": 0.0882093608379364,
+      "learning_rate": 1.6722444633644585e-07,
+      "loss": 0.0017276903614401816,
+      "step": 17820,
+      "token_acc": 0.9993076409743077
+    },
+    {
+      "epoch": 0.943991846621179,
+      "grad_norm": 0.12518928945064545,
+      "learning_rate": 1.6411611707941144e-07,
+      "loss": 0.002119935303926468,
+      "step": 17830,
+      "token_acc": 0.999282352548483
+    },
+    {
+      "epoch": 0.9445212868043652,
+      "grad_norm": 0.074955053627491,
+      "learning_rate": 1.6103670891408406e-07,
+      "loss": 0.0018457887694239617,
+      "step": 17840,
+      "token_acc": 0.9993075543319568
+    },
+    {
+      "epoch": 0.9450507269875515,
+      "grad_norm": 0.11051096767187119,
+      "learning_rate": 1.579862308950486e-07,
+      "loss": 0.0020054973661899566,
+      "step": 17850,
+      "token_acc": 0.9992158040511229
+    },
+    {
+      "epoch": 0.9455801671707379,
+      "grad_norm": 0.09825264662504196,
+      "learning_rate": 1.5496469199182685e-07,
+      "loss": 0.002380309998989105,
+      "step": 17860,
+      "token_acc": 0.9991495038772618
+    },
+    {
+      "epoch": 0.9461096073539241,
+      "grad_norm": 0.09114942699670792,
+      "learning_rate": 1.5197210108884531e-07,
+      "loss": 0.001965579017996788,
+      "step": 17870,
+      "token_acc": 0.999232373800584
+    },
+    {
+      "epoch": 0.9466390475371105,
+      "grad_norm": 0.07192118465900421,
+      "learning_rate": 1.4900846698541526e-07,
+      "loss": 0.001948327384889126,
+      "step": 17880,
+      "token_acc": 0.9991325671009391
+    },
+    {
+      "epoch": 0.9471684877202967,
+      "grad_norm": 0.08129381388425827,
+      "learning_rate": 1.4607379839570168e-07,
+      "loss": 0.001799514889717102,
+      "step": 17890,
+      "token_acc": 0.9992744376892091
+    },
+    {
+      "epoch": 0.9476979279034831,
+      "grad_norm": 0.09351889789104462,
+      "learning_rate": 1.4316810394870428e-07,
+      "loss": 0.001853940635919571,
+      "step": 17900,
+      "token_acc": 0.9993658581357898
+    },
+    {
+      "epoch": 0.9482273680866694,
+      "grad_norm": 0.09372225403785706,
+      "learning_rate": 1.402913921882254e-07,
+      "loss": 0.0021557532250881194,
+      "step": 17910,
+      "token_acc": 0.9991658742472015
+    },
+    {
+      "epoch": 0.9487568082698556,
+      "grad_norm": 0.0883384644985199,
+      "learning_rate": 1.3744367157284888e-07,
+      "loss": 0.0018237311393022536,
+      "step": 17920,
+      "token_acc": 0.9992743227011878
+    },
+    {
+      "epoch": 0.949286248453042,
+      "grad_norm": 0.08764438331127167,
+      "learning_rate": 1.346249504759134e-07,
+      "loss": 0.0021309252828359605,
+      "step": 17930,
+      "token_acc": 0.9991575400168492
+    },
+    {
+      "epoch": 0.9498156886362282,
+      "grad_norm": 0.10959600657224655,
+      "learning_rate": 1.3183523718548918e-07,
+      "loss": 0.002059393376111984,
+      "step": 17940,
+      "token_acc": 0.9992243471588587
+    },
+    {
+      "epoch": 0.9503451288194146,
+      "grad_norm": 0.1173255667090416,
+      "learning_rate": 1.290745399043525e-07,
+      "loss": 0.0018445458263158798,
+      "step": 17950,
+      "token_acc": 0.9992906025705225
+    },
+    {
+      "epoch": 0.9508745690026009,
+      "grad_norm": 0.08341265469789505,
+      "learning_rate": 1.2634286674995998e-07,
+      "loss": 0.0020848046988248825,
+      "step": 17960,
+      "token_acc": 0.9992325658992326
+    },
+    {
+      "epoch": 0.9514040091857872,
+      "grad_norm": 0.08953704684972763,
+      "learning_rate": 1.2364022575443002e-07,
+      "loss": 0.0020843427628278732,
+      "step": 17970,
+      "token_acc": 0.9992066739596991
+    },
+    {
+      "epoch": 0.9519334493689735,
+      "grad_norm": 0.06755571067333221,
+      "learning_rate": 1.2096662486451471e-07,
+      "loss": 0.0018383169546723366,
+      "step": 17980,
+      "token_acc": 0.9992571881650878
+    },
+    {
+      "epoch": 0.9524628895521597,
+      "grad_norm": 0.06749697029590607,
+      "learning_rate": 1.1832207194157674e-07,
+      "loss": 0.0017815949395298958,
+      "step": 17990,
+      "token_acc": 0.9992736926467641
+    },
+    {
+      "epoch": 0.9529923297353461,
+      "grad_norm": 0.10420604050159454,
+      "learning_rate": 1.157065747615671e-07,
+      "loss": 0.0016976058483123778,
+      "step": 18000,
+      "token_acc": 0.9993825254708243
+    },
+    {
+      "epoch": 0.9529923297353461,
+      "eval_loss": 0.003807932138442993,
+      "eval_runtime": 712.5255,
+      "eval_samples_per_second": 16.811,
+      "eval_steps_per_second": 1.051,
+      "eval_token_acc": 0.9987263259856257,
+      "step": 18000
+    },
+    {
+      "epoch": 0.9535217699185324,
+      "grad_norm": 0.09544046223163605,
+      "learning_rate": 1.1312014101500513e-07,
+      "loss": 0.002042551152408123,
+      "step": 18010,
+      "token_acc": 0.9992659387225665
+    },
+    {
+      "epoch": 0.9540512101017187,
+      "grad_norm": 0.06917744874954224,
+      "learning_rate": 1.105627783069485e-07,
+      "loss": 0.0016617190092802047,
+      "step": 18020,
+      "token_acc": 0.9993914080150731
+    },
+    {
+      "epoch": 0.954580650284905,
+      "grad_norm": 0.10581348836421967,
+      "learning_rate": 1.0803449415697886e-07,
+      "loss": 0.0020620428025722505,
+      "step": 18030,
+      "token_acc": 0.9992322456813819
+    },
+    {
+      "epoch": 0.9551100904680913,
+      "grad_norm": 0.06485496461391449,
+      "learning_rate": 1.0553529599917622e-07,
+      "loss": 0.0019014880061149597,
+      "step": 18040,
+      "token_acc": 0.9993239803370083
+    },
+    {
+      "epoch": 0.9556395306512776,
+      "grad_norm": 0.08478603512048721,
+      "learning_rate": 1.0306519118209457e-07,
+      "loss": 0.001971239224076271,
+      "step": 18050,
+      "token_acc": 0.9991574908241575
+    },
+    {
+      "epoch": 0.956168970834464,
+      "grad_norm": 0.08804220706224442,
+      "learning_rate": 1.006241869687452e-07,
+      "loss": 0.0019677083939313887,
+      "step": 18060,
+      "token_acc": 0.9992070315434505
+    },
+    {
+      "epoch": 0.9566984110176502,
+      "grad_norm": 0.0851602852344513,
+      "learning_rate": 9.821229053657233e-08,
+      "loss": 0.0019555501639842987,
+      "step": 18070,
+      "token_acc": 0.9991991858389363
+    },
+    {
+      "epoch": 0.9572278512008365,
+      "grad_norm": 0.10766731947660446,
+      "learning_rate": 9.582950897743082e-08,
+      "loss": 0.0020186502486467363,
+      "step": 18080,
+      "token_acc": 0.9992080231423974
+    },
+    {
+      "epoch": 0.9577572913840228,
+      "grad_norm": 0.07938266545534134,
+      "learning_rate": 9.34758492975707e-08,
+      "loss": 0.0019124969840049744,
+      "step": 18090,
+      "token_acc": 0.999282430391576
+    },
+    {
+      "epoch": 0.9582867315672091,
+      "grad_norm": 0.09312859177589417,
+      "learning_rate": 9.11513184176116e-08,
+      "loss": 0.0019601305946707727,
+      "step": 18100,
+      "token_acc": 0.9992910345057676
+    },
+    {
+      "epoch": 0.9588161717503955,
+      "grad_norm": 0.0860222727060318,
+      "learning_rate": 8.885592317252167e-08,
+      "loss": 0.0019595615565776827,
+      "step": 18110,
+      "token_acc": 0.9992743711216387
+    },
+    {
+      "epoch": 0.9593456119335817,
+      "grad_norm": 0.08982247859239578,
+      "learning_rate": 8.658967031160315e-08,
+      "loss": 0.002068643644452095,
+      "step": 18120,
+      "token_acc": 0.9992240106135323
+    },
+    {
+      "epoch": 0.959875052116768,
+      "grad_norm": 0.07292438298463821,
+      "learning_rate": 8.435256649846568e-08,
+      "loss": 0.001907522976398468,
+      "step": 18130,
+      "token_acc": 0.9992575351836558
+    },
+    {
+      "epoch": 0.9604044922999543,
+      "grad_norm": 0.09148246794939041,
+      "learning_rate": 8.214461831101417e-08,
+      "loss": 0.0017873343080282212,
+      "step": 18140,
+      "token_acc": 0.9993408702181803
+    },
+    {
+      "epoch": 0.9609339324831406,
+      "grad_norm": 0.1048528328537941,
+      "learning_rate": 7.996583224141985e-08,
+      "loss": 0.0019355010241270064,
+      "step": 18150,
+      "token_acc": 0.9993075081138356
+    },
+    {
+      "epoch": 0.961463372666327,
+      "grad_norm": 0.08234653621912003,
+      "learning_rate": 7.781621469611144e-08,
+      "loss": 0.001990067586302757,
+      "step": 18160,
+      "token_acc": 0.9992487980769231
+    },
+    {
+      "epoch": 0.9619928128495132,
+      "grad_norm": 0.0826045498251915,
+      "learning_rate": 7.569577199574963e-08,
+      "loss": 0.001684541255235672,
+      "step": 18170,
+      "token_acc": 0.9993826800030032
+    },
+    {
+      "epoch": 0.9625222530326996,
+      "grad_norm": 0.09972482919692993,
+      "learning_rate": 7.360451037521033e-08,
+      "loss": 0.001763300970196724,
+      "step": 18180,
+      "token_acc": 0.9993073058369916
+    },
+    {
+      "epoch": 0.9630516932158859,
+      "grad_norm": 0.07779534161090851,
+      "learning_rate": 7.154243598356703e-08,
+      "loss": 0.0021690007299184797,
+      "step": 18190,
+      "token_acc": 0.9991914038729254
+    },
+    {
+      "epoch": 0.9635811333990721,
+      "grad_norm": 0.07482873648405075,
+      "learning_rate": 6.950955488407185e-08,
+      "loss": 0.0019812822341918946,
+      "step": 18200,
+      "token_acc": 0.9992656324323422
+    },
+    {
+      "epoch": 0.9641105735822585,
+      "grad_norm": 0.08722586184740067,
+      "learning_rate": 6.750587305413669e-08,
+      "loss": 0.0021751241758465765,
+      "step": 18210,
+      "token_acc": 0.9992492617740778
+    },
+    {
+      "epoch": 0.9646400137654447,
+      "grad_norm": 0.08595967292785645,
+      "learning_rate": 6.553139638531881e-08,
+      "loss": 0.0017299339175224303,
+      "step": 18220,
+      "token_acc": 0.9993155715811965
+    },
+    {
+      "epoch": 0.9651694539486311,
+      "grad_norm": 0.07583785802125931,
+      "learning_rate": 6.358613068330077e-08,
+      "loss": 0.0022641865536570547,
+      "step": 18230,
+      "token_acc": 0.9991909182660628
+    },
+    {
+      "epoch": 0.9656988941318174,
+      "grad_norm": 0.1003444567322731,
+      "learning_rate": 6.167008166787502e-08,
+      "loss": 0.002081393450498581,
+      "step": 18240,
+      "token_acc": 0.9992489798643157
+    },
+    {
+      "epoch": 0.9662283343150037,
+      "grad_norm": 0.08482867479324341,
+      "learning_rate": 5.978325497292492e-08,
+      "loss": 0.0018806051462888717,
+      "step": 18250,
+      "token_acc": 0.9992740138688385
+    },
+    {
+      "epoch": 0.96675777449819,
+      "grad_norm": 0.07545541971921921,
+      "learning_rate": 5.792565614641033e-08,
+      "loss": 0.002113974653184414,
+      "step": 18260,
+      "token_acc": 0.9992317584381315
+    },
+    {
+      "epoch": 0.9672872146813762,
+      "grad_norm": 0.1279316246509552,
+      "learning_rate": 5.6097290650349855e-08,
+      "loss": 0.001985575444996357,
+      "step": 18270,
+      "token_acc": 0.9992661835708508
+    },
+    {
+      "epoch": 0.9678166548645626,
+      "grad_norm": 0.0832834541797638,
+      "learning_rate": 5.429816386080755e-08,
+      "loss": 0.0016820928081870078,
+      "step": 18280,
+      "token_acc": 0.9994241121729333
+    },
+    {
+      "epoch": 0.9683460950477489,
+      "grad_norm": 0.11210549622774124,
+      "learning_rate": 5.2528281067871776e-08,
+      "loss": 0.0021329956129193307,
+      "step": 18290,
+      "token_acc": 0.9992157975089057
+    },
+    {
+      "epoch": 0.9688755352309352,
+      "grad_norm": 0.06730542331933975,
+      "learning_rate": 5.078764747564524e-08,
+      "loss": 0.0019266251474618912,
+      "step": 18300,
+      "token_acc": 0.999274225840897
+    },
+    {
+      "epoch": 0.9694049754141215,
+      "grad_norm": 0.09534727036952972,
+      "learning_rate": 4.907626820222611e-08,
+      "loss": 0.0020238738507032394,
+      "step": 18310,
+      "token_acc": 0.9992328730571677
+    },
+    {
+      "epoch": 0.9699344155973078,
+      "grad_norm": 0.09610612690448761,
+      "learning_rate": 4.739414827969579e-08,
+      "loss": 0.002177560888230801,
+      "step": 18320,
+      "token_acc": 0.9991653869266208
+    },
+    {
+      "epoch": 0.9704638557804941,
+      "grad_norm": 0.08023147284984589,
+      "learning_rate": 4.57412926541001e-08,
+      "loss": 0.0018499422818422317,
+      "step": 18330,
+      "token_acc": 0.9992660978925334
+    },
+    {
+      "epoch": 0.9709932959636804,
+      "grad_norm": 0.08633679151535034,
+      "learning_rate": 4.4117706185438095e-08,
+      "loss": 0.002042420022189617,
+      "step": 18340,
+      "token_acc": 0.9992738381410257
+    },
+    {
+      "epoch": 0.9715227361468667,
+      "grad_norm": 0.09126947820186615,
+      "learning_rate": 4.252339364764879e-08,
+      "loss": 0.0019891276955604554,
+      "step": 18350,
+      "token_acc": 0.9993244426651988
+    },
+    {
+      "epoch": 0.972052176330053,
+      "grad_norm": 0.0719359889626503,
+      "learning_rate": 4.09583597285923e-08,
+      "loss": 0.002046186476945877,
+      "step": 18360,
+      "token_acc": 0.9992324762651628
+    },
+    {
+      "epoch": 0.9725816165132393,
+      "grad_norm": 0.09622064977884293,
+      "learning_rate": 3.9422609030039805e-08,
+      "loss": 0.0019241759553551673,
+      "step": 18370,
+      "token_acc": 0.9992650743277101
+    },
+    {
+      "epoch": 0.9731110566964256,
+      "grad_norm": 0.09742356836795807,
+      "learning_rate": 3.791614606766025e-08,
+      "loss": 0.0020631000399589537,
+      "step": 18380,
+      "token_acc": 0.9992410595142781
+    },
+    {
+      "epoch": 0.973640496879612,
+      "grad_norm": 0.048557527363300323,
+      "learning_rate": 3.6438975271003706e-08,
+      "loss": 0.0018245715647935868,
+      "step": 18390,
+      "token_acc": 0.99933253237218
+    },
+    {
+      "epoch": 0.9741699370627982,
+      "grad_norm": 0.08639136701822281,
+      "learning_rate": 3.4991100983493566e-08,
+      "loss": 0.002021871507167816,
+      "step": 18400,
+      "token_acc": 0.9992743650694358
+    },
+    {
+      "epoch": 0.9746993772459845,
+      "grad_norm": 0.09376675635576248,
+      "learning_rate": 3.35725274624088e-08,
+      "loss": 0.0019344331696629525,
+      "step": 18410,
+      "token_acc": 0.9992821848290598
+    },
+    {
+      "epoch": 0.9752288174291708,
+      "grad_norm": 0.07244961708784103,
+      "learning_rate": 3.218325887887286e-08,
+      "loss": 0.0019204583019018172,
+      "step": 18420,
+      "token_acc": 0.9992740926157697
+    },
+    {
+      "epoch": 0.9757582576123571,
+      "grad_norm": 0.1124308854341507,
+      "learning_rate": 3.082329931784256e-08,
+      "loss": 0.002000363916158676,
+      "step": 18430,
+      "token_acc": 0.999266256993488
+    },
+    {
+      "epoch": 0.9762876977955435,
+      "grad_norm": 0.0706089660525322,
+      "learning_rate": 2.9492652778098097e-08,
+      "loss": 0.002120649814605713,
+      "step": 18440,
+      "token_acc": 0.9991569985810868
+    },
+    {
+      "epoch": 0.9768171379787297,
+      "grad_norm": 0.10726562887430191,
+      "learning_rate": 2.8191323172224173e-08,
+      "loss": 0.0019288035109639168,
+      "step": 18450,
+      "token_acc": 0.9992741531787085
+    },
+    {
+      "epoch": 0.9773465781619161,
+      "grad_norm": 0.11050349473953247,
+      "learning_rate": 2.691931432660555e-08,
+      "loss": 0.0017303816974163055,
+      "step": 18460,
+      "token_acc": 0.9993405345843699
+    },
+    {
+      "epoch": 0.9778760183451023,
+      "grad_norm": 0.08911315351724625,
+      "learning_rate": 2.5676629981413738e-08,
+      "loss": 0.0020194873213768005,
+      "step": 18470,
+      "token_acc": 0.9992323866101526
+    },
+    {
+      "epoch": 0.9784054585282886,
+      "grad_norm": 0.09087201952934265,
+      "learning_rate": 2.4463273790594765e-08,
+      "loss": 0.002222846634685993,
+      "step": 18480,
+      "token_acc": 0.9992905848084996
+    },
+    {
+      "epoch": 0.978934898711475,
+      "grad_norm": 0.09747378528118134,
+      "learning_rate": 2.32792493218581e-08,
+      "loss": 0.002178752049803734,
+      "step": 18490,
+      "token_acc": 0.99914038440674
+    },
+    {
+      "epoch": 0.9794643388946612,
+      "grad_norm": 0.06852329522371292,
+      "learning_rate": 2.2124560056668853e-08,
+      "loss": 0.0020709581673145293,
+      "step": 18500,
+      "token_acc": 0.9992322841216329
+    },
+    {
+      "epoch": 0.9799937790778476,
+      "grad_norm": 0.07985907047986984,
+      "learning_rate": 2.0999209390235585e-08,
+      "loss": 0.0021202221512794496,
+      "step": 18510,
+      "token_acc": 0.9992320085480788
+    },
+    {
+      "epoch": 0.9805232192610339,
+      "grad_norm": 0.05642770975828171,
+      "learning_rate": 1.9903200631499197e-08,
+      "loss": 0.001705373078584671,
+      "step": 18520,
+      "token_acc": 0.9994327045809105
+    },
+    {
+      "epoch": 0.9810526594442202,
+      "grad_norm": 0.08196930587291718,
+      "learning_rate": 1.8836537003126266e-08,
+      "loss": 0.0019800242036581038,
+      "step": 18530,
+      "token_acc": 0.9992831003409441
+    },
+    {
+      "epoch": 0.9815820996274065,
+      "grad_norm": 0.08949355781078339,
+      "learning_rate": 1.7799221641497945e-08,
+      "loss": 0.002028035745024681,
+      "step": 18540,
+      "token_acc": 0.9992740017524095
+    },
+    {
+      "epoch": 0.9821115398105927,
+      "grad_norm": 0.11900454759597778,
+      "learning_rate": 1.6791257596699974e-08,
+      "loss": 0.002021810971200466,
+      "step": 18550,
+      "token_acc": 0.9992579128172631
+    },
+    {
+      "epoch": 0.9826409799937791,
+      "grad_norm": 0.10891634225845337,
+      "learning_rate": 1.5812647832514906e-08,
+      "loss": 0.0023721672594547273,
+      "step": 18560,
+      "token_acc": 0.9990407953891451
+    },
+    {
+      "epoch": 0.9831704201769654,
+      "grad_norm": 0.14587770402431488,
+      "learning_rate": 1.4863395226414334e-08,
+      "loss": 0.0021209102123975754,
+      "step": 18570,
+      "token_acc": 0.9991489432712285
+    },
+    {
+      "epoch": 0.9836998603601517,
+      "grad_norm": 0.0913902148604393,
+      "learning_rate": 1.3943502569545575e-08,
+      "loss": 0.0017486879602074622,
+      "step": 18580,
+      "token_acc": 0.9993578035212384
+    },
+    {
+      "epoch": 0.984229300543338,
+      "grad_norm": 0.09430061280727386,
+      "learning_rate": 1.3052972566729438e-08,
+      "loss": 0.0021475233137607575,
+      "step": 18590,
+      "token_acc": 0.9992070977272917
+    },
+    {
+      "epoch": 0.9847587407265243,
+      "grad_norm": 0.11087960004806519,
+      "learning_rate": 1.2191807836450242e-08,
+      "loss": 0.002006252482533455,
+      "step": 18600,
+      "token_acc": 0.9992071903661112
+    },
+    {
+      "epoch": 0.9852881809097106,
+      "grad_norm": 0.11041762679815292,
+      "learning_rate": 1.1360010910846931e-08,
+      "loss": 0.0019351227208971977,
+      "step": 18610,
+      "token_acc": 0.999265877484963
+    },
+    {
+      "epoch": 0.985817621092897,
+      "grad_norm": 0.06417790800333023,
+      "learning_rate": 1.0557584235705298e-08,
+      "loss": 0.001991066709160805,
+      "step": 18620,
+      "token_acc": 0.9992409518963691
+    },
+    {
+      "epoch": 0.9863470612760832,
+      "grad_norm": 0.0954044982790947,
+      "learning_rate": 9.784530170453554e-09,
+      "loss": 0.0020793016999959947,
+      "step": 18630,
+      "token_acc": 0.9991570970757111
+    },
+    {
+      "epoch": 0.9868765014592695,
+      "grad_norm": 0.12416848540306091,
+      "learning_rate": 9.040850988153437e-09,
+      "loss": 0.001730544865131378,
+      "step": 18640,
+      "token_acc": 0.9993578410114421
+    },
+    {
+      "epoch": 0.9874059416424558,
+      "grad_norm": 0.10388429462909698,
+      "learning_rate": 8.326548875493556e-09,
+      "loss": 0.002037663944065571,
+      "step": 18650,
+      "token_acc": 0.9992908688941726
+    },
+    {
+      "epoch": 0.9879353818256421,
+      "grad_norm": 0.10862120240926743,
+      "learning_rate": 7.641625932781616e-09,
+      "loss": 0.0016551494598388671,
+      "step": 18660,
+      "token_acc": 0.9994075038387076
+    },
+    {
+      "epoch": 0.9884648220088285,
+      "grad_norm": 0.08534073084592819,
+      "learning_rate": 6.986084173942198e-09,
+      "loss": 0.0018829140812158585,
+      "step": 18670,
+      "token_acc": 0.9992745163442295
+    },
+    {
+      "epoch": 0.9889942621920147,
+      "grad_norm": 0.07599177956581116,
+      "learning_rate": 6.359925526507882e-09,
+      "loss": 0.0020452138036489488,
+      "step": 18680,
+      "token_acc": 0.9992496686036333
+    },
+    {
+      "epoch": 0.989523702375201,
+      "grad_norm": 0.09368439018726349,
+      "learning_rate": 5.7631518316136896e-09,
+      "loss": 0.001770384982228279,
+      "step": 18690,
+      "token_acc": 0.999249349436178
+    },
+    {
+      "epoch": 0.9900531425583873,
+      "grad_norm": 0.09994275867938995,
+      "learning_rate": 5.1957648439915355e-09,
+      "loss": 0.0018109044060111046,
+      "step": 18700,
+      "token_acc": 0.9993075889914992
+    },
+    {
+      "epoch": 0.9905825827415736,
+      "grad_norm": 0.07695628702640533,
+      "learning_rate": 4.657766231968009e-09,
+      "loss": 0.001849803328514099,
+      "step": 18710,
+      "token_acc": 0.9993824687896389
+    },
+    {
+      "epoch": 0.99111202292476,
+      "grad_norm": 0.09553005546331406,
+      "learning_rate": 4.149157577453267e-09,
+      "loss": 0.0018735792487859725,
+      "step": 18720,
+      "token_acc": 0.9993071901971586
+    },
+    {
+      "epoch": 0.9916414631079462,
+      "grad_norm": 0.074878990650177,
+      "learning_rate": 3.6699403759443697e-09,
+      "loss": 0.0017944257706403732,
+      "step": 18730,
+      "token_acc": 0.999291211860944
+    },
+    {
+      "epoch": 0.9921709032911326,
+      "grad_norm": 0.11529374122619629,
+      "learning_rate": 3.220116036514176e-09,
+      "loss": 0.002326592244207859,
+      "step": 18740,
+      "token_acc": 0.9991741121705834
+    },
+    {
+      "epoch": 0.9927003434743188,
+      "grad_norm": 0.08639650791883469,
+      "learning_rate": 2.7996858818113425e-09,
+      "loss": 0.001996733248233795,
+      "step": 18750,
+      "token_acc": 0.9993074041005015
+    },
+    {
+      "epoch": 0.9932297836575051,
+      "grad_norm": 0.08170365542173386,
+      "learning_rate": 2.408651148052554e-09,
+      "loss": 0.0015399491414427758,
+      "step": 18760,
+      "token_acc": 0.9994077855349531
+    },
+    {
+      "epoch": 0.9937592238406915,
+      "grad_norm": 0.08576114475727081,
+      "learning_rate": 2.0470129850247434e-09,
+      "loss": 0.0020539745688438415,
+      "step": 18770,
+      "token_acc": 0.9992573245324899
+    },
+    {
+      "epoch": 0.9942886640238777,
+      "grad_norm": 0.09750602394342422,
+      "learning_rate": 1.7147724560739875e-09,
+      "loss": 0.0020490594208240507,
+      "step": 18780,
+      "token_acc": 0.9991909655034363
+    },
+    {
+      "epoch": 0.9948181042070641,
+      "grad_norm": 0.11412956565618515,
+      "learning_rate": 1.4119305381110616e-09,
+      "loss": 0.002065237984061241,
+      "step": 18790,
+      "token_acc": 0.9991660620616614
+    },
+    {
+      "epoch": 0.9953475443902503,
+      "grad_norm": 0.13405659794807434,
+      "learning_rate": 1.1384881216014444e-09,
+      "loss": 0.0024325214326381683,
+      "step": 18800,
+      "token_acc": 0.999149624417451
+    },
+    {
+      "epoch": 0.9958769845734367,
+      "grad_norm": 0.08538686484098434,
+      "learning_rate": 8.944460105642094e-10,
+      "loss": 0.0020084988325834276,
+      "step": 18810,
+      "token_acc": 0.9992492805605372
+    },
+    {
+      "epoch": 0.996406424756623,
+      "grad_norm": 0.07645708322525024,
+      "learning_rate": 6.798049225731351e-10,
+      "loss": 0.002058519423007965,
+      "step": 18820,
+      "token_acc": 0.999274752207004
+    },
+    {
+      "epoch": 0.9969358649398092,
+      "grad_norm": 0.08269505202770233,
+      "learning_rate": 4.945654887522633e-10,
+      "loss": 0.002136114425957203,
+      "step": 18830,
+      "token_acc": 0.999215502996111
+    },
+    {
+      "epoch": 0.9974653051229956,
+      "grad_norm": 0.08643733710050583,
+      "learning_rate": 3.387282537714587e-10,
+      "loss": 0.0020525578409433367,
+      "step": 18840,
+      "token_acc": 0.9992071374322937
+    },
+    {
+      "epoch": 0.9979947453061819,
+      "grad_norm": 0.08035251498222351,
+      "learning_rate": 2.1229367585084982e-10,
+      "loss": 0.0020373277366161346,
+      "step": 18850,
+      "token_acc": 0.9992071837497705
+    },
+    {
+      "epoch": 0.9985241854893682,
+      "grad_norm": 0.1004517674446106,
+      "learning_rate": 1.1526212675305737e-10,
+      "loss": 0.002096066251397133,
+      "step": 18860,
+      "token_acc": 0.9992569400960134
+    },
+    {
+      "epoch": 0.9990536256725545,
+      "grad_norm": 0.06819505989551544,
+      "learning_rate": 4.763389178652489e-11,
+      "loss": 0.0021103113889694215,
+      "step": 18870,
+      "token_acc": 0.9991994529595224
+    },
+    {
+      "epoch": 0.9995830658557407,
+      "grad_norm": 0.0742933377623558,
+      "learning_rate": 9.409169804408535e-12,
+      "loss": 0.0018262401223182677,
+      "step": 18880,
+      "token_acc": 0.9993242059419818
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.0037917355075478554,
+      "eval_runtime": 710.867,
+      "eval_samples_per_second": 16.85,
+      "eval_steps_per_second": 1.054,
+      "eval_token_acc": 0.9987361372000221,
+      "step": 18888
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 18888,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 3000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.3644710538813165e+20,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}