{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 250.0,
  "global_step": 1505,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000664451827242525,
      "grad_norm": 0.33507779240608215,
      "learning_rate": 2.173913043478261e-07,
      "loss": 0.403564453125,
      "step": 1,
      "token_acc": 0.8677136094555559
    },
    {
      "epoch": 0.00132890365448505,
      "grad_norm": 0.3274036645889282,
      "learning_rate": 4.347826086956522e-07,
      "loss": 0.4091796875,
      "step": 2,
      "token_acc": 0.8667182948946773
    },
    {
      "epoch": 0.0019933554817275745,
      "grad_norm": 0.33733829855918884,
      "learning_rate": 6.521739130434783e-07,
      "loss": 0.39990234375,
      "step": 3,
      "token_acc": 0.869089347749717
    },
    {
      "epoch": 0.0026578073089701,
      "grad_norm": 0.3406624495983124,
      "learning_rate": 8.695652173913044e-07,
      "loss": 0.39794921875,
      "step": 4,
      "token_acc": 0.8696012334332952
    },
    {
      "epoch": 0.0033222591362126247,
      "grad_norm": 0.4239804446697235,
      "learning_rate": 1.0869565217391306e-06,
      "loss": 0.392822265625,
      "step": 5,
      "token_acc": 0.8707661255513122
    },
    {
      "epoch": 0.003986710963455149,
      "grad_norm": 0.32294777035713196,
      "learning_rate": 1.3043478260869566e-06,
      "loss": 0.395263671875,
      "step": 6,
      "token_acc": 0.8702375038584558
    },
    {
      "epoch": 0.004651162790697674,
      "grad_norm": 0.3336384892463684,
      "learning_rate": 1.521739130434783e-06,
      "loss": 0.4013671875,
      "step": 7,
      "token_acc": 0.8692256715347048
    },
    {
      "epoch": 0.0053156146179402,
      "grad_norm": 0.32594093680381775,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 0.3857421875,
      "step": 8,
      "token_acc": 0.8732306134020335
    },
    {
      "epoch": 0.005980066445182724,
      "grad_norm": 0.34246423840522766,
      "learning_rate": 1.956521739130435e-06,
      "loss": 0.3916015625,
      "step": 9,
      "token_acc": 0.8719959743791993
    },
    {
      "epoch": 0.006644518272425249,
      "grad_norm": 0.4030548632144928,
      "learning_rate": 2.173913043478261e-06,
      "loss": 0.4052734375,
      "step": 10,
      "token_acc": 0.8674930668190106
    },
    {
      "epoch": 0.007308970099667774,
      "grad_norm": 0.587324857711792,
      "learning_rate": 2.391304347826087e-06,
      "loss": 0.38134765625,
      "step": 11,
      "token_acc": 0.874481143674146
    },
    {
      "epoch": 0.007973421926910298,
      "grad_norm": 0.32525062561035156,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 0.3876953125,
      "step": 12,
      "token_acc": 0.872403767919576
    },
    {
      "epoch": 0.008637873754152824,
      "grad_norm": 0.3522593677043915,
      "learning_rate": 2.8260869565217393e-06,
      "loss": 0.395751953125,
      "step": 13,
      "token_acc": 0.8703341831758403
    },
    {
      "epoch": 0.009302325581395349,
      "grad_norm": 0.9920299649238586,
      "learning_rate": 3.043478260869566e-06,
      "loss": 0.4033203125,
      "step": 14,
      "token_acc": 0.8684506435845347
    },
    {
      "epoch": 0.009966777408637873,
      "grad_norm": 0.33649641275405884,
      "learning_rate": 3.2608695652173914e-06,
      "loss": 0.407958984375,
      "step": 15,
      "token_acc": 0.8661938542148662
    },
    {
      "epoch": 0.0106312292358804,
      "grad_norm": 0.3800162672996521,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 0.37451171875,
      "step": 16,
      "token_acc": 0.8770822672031487
    },
    {
      "epoch": 0.011295681063122924,
      "grad_norm": 0.35152649879455566,
      "learning_rate": 3.6956521739130436e-06,
      "loss": 0.39306640625,
      "step": 17,
      "token_acc": 0.8707390368407262
    },
    {
      "epoch": 0.011960132890365448,
      "grad_norm": 0.32991814613342285,
      "learning_rate": 3.91304347826087e-06,
      "loss": 0.38623046875,
      "step": 18,
      "token_acc": 0.8732363366834957
    },
    {
      "epoch": 0.012624584717607974,
      "grad_norm": 0.3507179617881775,
      "learning_rate": 4.130434782608696e-06,
      "loss": 0.3994140625,
      "step": 19,
      "token_acc": 0.8689937441021744
    },
    {
      "epoch": 0.013289036544850499,
      "grad_norm": 0.3807450830936432,
      "learning_rate": 4.347826086956522e-06,
      "loss": 0.386474609375,
      "step": 20,
      "token_acc": 0.8732248835998251
    },
    {
      "epoch": 0.013953488372093023,
      "grad_norm": 0.39044684171676636,
      "learning_rate": 4.565217391304348e-06,
      "loss": 0.40576171875,
      "step": 21,
      "token_acc": 0.8676612206038454
    },
    {
      "epoch": 0.014617940199335547,
      "grad_norm": 0.35150668025016785,
      "learning_rate": 4.782608695652174e-06,
      "loss": 0.4033203125,
      "step": 22,
      "token_acc": 0.86807086066518
    },
    {
      "epoch": 0.015282392026578074,
      "grad_norm": 0.40974894165992737,
      "learning_rate": 5e-06,
      "loss": 0.418212890625,
      "step": 23,
      "token_acc": 0.8651191150687132
    },
    {
      "epoch": 0.015946843853820596,
      "grad_norm": 0.42400214076042175,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 0.4111328125,
      "step": 24,
      "token_acc": 0.8658044131393084
    },
    {
      "epoch": 0.016611295681063124,
      "grad_norm": 0.33786138892173767,
      "learning_rate": 5.4347826086956525e-06,
      "loss": 0.394775390625,
      "step": 25,
      "token_acc": 0.8699101291785932
    },
    {
      "epoch": 0.01727574750830565,
      "grad_norm": 0.34576690196990967,
      "learning_rate": 5.652173913043479e-06,
      "loss": 0.403076171875,
      "step": 26,
      "token_acc": 0.8680597362103007
    },
    {
      "epoch": 0.017940199335548173,
      "grad_norm": 0.30764421820640564,
      "learning_rate": 5.8695652173913055e-06,
      "loss": 0.39990234375,
      "step": 27,
      "token_acc": 0.8694097013114254
    },
    {
      "epoch": 0.018604651162790697,
      "grad_norm": 0.45521724224090576,
      "learning_rate": 6.086956521739132e-06,
      "loss": 0.39697265625,
      "step": 28,
      "token_acc": 0.8694389120685546
    },
    {
      "epoch": 0.019269102990033222,
      "grad_norm": 0.3858051896095276,
      "learning_rate": 6.304347826086958e-06,
      "loss": 0.40283203125,
      "step": 29,
      "token_acc": 0.8680464778503995
    },
    {
      "epoch": 0.019933554817275746,
      "grad_norm": 0.3429538607597351,
      "learning_rate": 6.521739130434783e-06,
      "loss": 0.404052734375,
      "step": 30,
      "token_acc": 0.8678521748334967
    },
    {
      "epoch": 0.020598006644518274,
      "grad_norm": 0.3273807466030121,
      "learning_rate": 6.739130434782609e-06,
      "loss": 0.40625,
      "step": 31,
      "token_acc": 0.867287128799456
    },
    {
      "epoch": 0.0212624584717608,
      "grad_norm": 0.3436574339866638,
      "learning_rate": 6.956521739130435e-06,
      "loss": 0.39013671875,
      "step": 32,
      "token_acc": 0.8716442561320746
    },
    {
      "epoch": 0.021926910299003323,
      "grad_norm": 0.32729777693748474,
      "learning_rate": 7.173913043478261e-06,
      "loss": 0.38427734375,
      "step": 33,
      "token_acc": 0.8740190559857992
    },
    {
      "epoch": 0.022591362126245847,
      "grad_norm": 0.33254274725914,
      "learning_rate": 7.391304347826087e-06,
      "loss": 0.397705078125,
      "step": 34,
      "token_acc": 0.8688389159199733
    },
    {
      "epoch": 0.023255813953488372,
      "grad_norm": 0.40609490871429443,
      "learning_rate": 7.608695652173914e-06,
      "loss": 0.4111328125,
      "step": 35,
      "token_acc": 0.8657248490343799
    },
    {
      "epoch": 0.023920265780730896,
      "grad_norm": 0.35102349519729614,
      "learning_rate": 7.82608695652174e-06,
      "loss": 0.409912109375,
      "step": 36,
      "token_acc": 0.8660650273911877
    },
    {
      "epoch": 0.02458471760797342,
      "grad_norm": 0.4353107810020447,
      "learning_rate": 8.043478260869566e-06,
      "loss": 0.400146484375,
      "step": 37,
      "token_acc": 0.8688639141568953
    },
    {
      "epoch": 0.02524916943521595,
      "grad_norm": 0.3355410695075989,
      "learning_rate": 8.260869565217392e-06,
      "loss": 0.39990234375,
      "step": 38,
      "token_acc": 0.8689172421161938
    },
    {
      "epoch": 0.025913621262458473,
      "grad_norm": 0.361273854970932,
      "learning_rate": 8.478260869565218e-06,
      "loss": 0.3955078125,
      "step": 39,
      "token_acc": 0.8707040034941018
    },
    {
      "epoch": 0.026578073089700997,
      "grad_norm": 0.31194832921028137,
      "learning_rate": 8.695652173913044e-06,
      "loss": 0.385986328125,
      "step": 40,
      "token_acc": 0.8729131647079037
    },
    {
      "epoch": 0.02724252491694352,
      "grad_norm": 0.38033246994018555,
      "learning_rate": 8.91304347826087e-06,
      "loss": 0.392333984375,
      "step": 41,
      "token_acc": 0.8721707209151148
    },
    {
      "epoch": 0.027906976744186046,
      "grad_norm": 0.3943629562854767,
      "learning_rate": 9.130434782608697e-06,
      "loss": 0.389404296875,
      "step": 42,
      "token_acc": 0.8717123205152076
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 0.5038305521011353,
      "learning_rate": 9.347826086956523e-06,
      "loss": 0.3994140625,
      "step": 43,
      "token_acc": 0.8690093584894413
    },
    {
      "epoch": 0.029235880398671095,
      "grad_norm": 0.3585200905799866,
      "learning_rate": 9.565217391304349e-06,
      "loss": 0.405029296875,
      "step": 44,
      "token_acc": 0.867361693364118
    },
    {
      "epoch": 0.029900332225913623,
      "grad_norm": 0.37307044863700867,
      "learning_rate": 9.782608695652175e-06,
      "loss": 0.406982421875,
      "step": 45,
      "token_acc": 0.8667211881943941
    },
    {
      "epoch": 0.030564784053156147,
      "grad_norm": 0.5289521813392639,
      "learning_rate": 1e-05,
      "loss": 0.40771484375,
      "step": 46,
      "token_acc": 0.8659434542347664
    },
    {
      "epoch": 0.03122923588039867,
      "grad_norm": 0.3869972229003906,
      "learning_rate": 9.999988408783906e-06,
      "loss": 0.393310546875,
      "step": 47,
      "token_acc": 0.8710683249943174
    },
    {
      "epoch": 0.03189368770764119,
      "grad_norm": 0.40658363699913025,
      "learning_rate": 9.99995363518936e-06,
      "loss": 0.402587890625,
      "step": 48,
      "token_acc": 0.8670007297604698
    },
    {
      "epoch": 0.03255813953488372,
      "grad_norm": 0.3440706133842468,
      "learning_rate": 9.999895679377595e-06,
      "loss": 0.396240234375,
      "step": 49,
      "token_acc": 0.8700892745782254
    },
    {
      "epoch": 0.03322259136212625,
      "grad_norm": 0.3560961186885834,
      "learning_rate": 9.99981454161732e-06,
      "loss": 0.39794921875,
      "step": 50,
      "token_acc": 0.8695683981895744
    },
    {
      "epoch": 0.03388704318936877,
      "grad_norm": 0.3715246319770813,
      "learning_rate": 9.999710222284731e-06,
      "loss": 0.395751953125,
      "step": 51,
      "token_acc": 0.8702689461742125
    },
    {
      "epoch": 0.0345514950166113,
      "grad_norm": 0.33247023820877075,
      "learning_rate": 9.9995827218635e-06,
      "loss": 0.4033203125,
      "step": 52,
      "token_acc": 0.8676876033179124
    },
    {
      "epoch": 0.03521594684385382,
      "grad_norm": 0.3893953859806061,
      "learning_rate": 9.999432040944784e-06,
      "loss": 0.384521484375,
      "step": 53,
      "token_acc": 0.8743975132272712
    },
    {
      "epoch": 0.035880398671096346,
      "grad_norm": 0.4291185736656189,
      "learning_rate": 9.99925818022721e-06,
      "loss": 0.401123046875,
      "step": 54,
      "token_acc": 0.8687922720267799
    },
    {
      "epoch": 0.036544850498338874,
      "grad_norm": 0.32648563385009766,
      "learning_rate": 9.999061140516881e-06,
      "loss": 0.391845703125,
      "step": 55,
      "token_acc": 0.871350750199139
    },
    {
      "epoch": 0.037209302325581395,
      "grad_norm": 0.3648381233215332,
      "learning_rate": 9.998840922727372e-06,
      "loss": 0.383056640625,
      "step": 56,
      "token_acc": 0.8740521452994802
    },
    {
      "epoch": 0.03787375415282392,
      "grad_norm": 0.36927032470703125,
      "learning_rate": 9.998597527879718e-06,
      "loss": 0.392822265625,
      "step": 57,
      "token_acc": 0.8705230446886274
    },
    {
      "epoch": 0.038538205980066444,
      "grad_norm": 0.3364102840423584,
      "learning_rate": 9.998330957102416e-06,
      "loss": 0.402587890625,
      "step": 58,
      "token_acc": 0.8686193957071804
    },
    {
      "epoch": 0.03920265780730897,
      "grad_norm": 0.3306722939014435,
      "learning_rate": 9.998041211631418e-06,
      "loss": 0.38623046875,
      "step": 59,
      "token_acc": 0.8729841499051414
    },
    {
      "epoch": 0.03986710963455149,
      "grad_norm": 1.6782549619674683,
      "learning_rate": 9.997728292810122e-06,
      "loss": 0.389892578125,
      "step": 60,
      "token_acc": 0.8720178206998086
    },
    {
      "epoch": 0.04053156146179402,
      "grad_norm": 0.3510347306728363,
      "learning_rate": 9.997392202089378e-06,
      "loss": 0.38671875,
      "step": 61,
      "token_acc": 0.8727935049452079
    },
    {
      "epoch": 0.04119601328903655,
      "grad_norm": 0.3565468490123749,
      "learning_rate": 9.997032941027462e-06,
      "loss": 0.4013671875,
      "step": 62,
      "token_acc": 0.8684921346850617
    },
    {
      "epoch": 0.04186046511627907,
      "grad_norm": 0.38575077056884766,
      "learning_rate": 9.996650511290082e-06,
      "loss": 0.39697265625,
      "step": 63,
      "token_acc": 0.8698753631935924
    },
    {
      "epoch": 0.0425249169435216,
      "grad_norm": 0.4672475755214691,
      "learning_rate": 9.996244914650372e-06,
      "loss": 0.41162109375,
      "step": 64,
      "token_acc": 0.8667054701828736
    },
    {
      "epoch": 0.04318936877076412,
      "grad_norm": 0.3279372751712799,
      "learning_rate": 9.995816152988874e-06,
      "loss": 0.411865234375,
      "step": 65,
      "token_acc": 0.8647513754918101
    },
    {
      "epoch": 0.043853820598006646,
      "grad_norm": 0.6665076017379761,
      "learning_rate": 9.995364228293534e-06,
      "loss": 0.395751953125,
      "step": 66,
      "token_acc": 0.8703015103554509
    },
    {
      "epoch": 0.04451827242524917,
      "grad_norm": 0.33411839604377747,
      "learning_rate": 9.994889142659694e-06,
      "loss": 0.395751953125,
      "step": 67,
      "token_acc": 0.8699354029338293
    },
    {
      "epoch": 0.045182724252491695,
      "grad_norm": 0.34475526213645935,
      "learning_rate": 9.994390898290087e-06,
      "loss": 0.407958984375,
      "step": 68,
      "token_acc": 0.8665927531620397
    },
    {
      "epoch": 0.04584717607973422,
      "grad_norm": 0.3182011544704437,
      "learning_rate": 9.99386949749481e-06,
      "loss": 0.40869140625,
      "step": 69,
      "token_acc": 0.8667905193607363
    },
    {
      "epoch": 0.046511627906976744,
      "grad_norm": 0.3795689046382904,
      "learning_rate": 9.993324942691336e-06,
      "loss": 0.407958984375,
      "step": 70,
      "token_acc": 0.8664710917920518
    },
    {
      "epoch": 0.04717607973421927,
      "grad_norm": 0.34782886505126953,
      "learning_rate": 9.992757236404483e-06,
      "loss": 0.41748046875,
      "step": 71,
      "token_acc": 0.8638055207497718
    },
    {
      "epoch": 0.04784053156146179,
      "grad_norm": 0.3663429617881775,
      "learning_rate": 9.992166381266414e-06,
      "loss": 0.4052734375,
      "step": 72,
      "token_acc": 0.8671082049253677
    },
    {
      "epoch": 0.04850498338870432,
      "grad_norm": 0.37814590334892273,
      "learning_rate": 9.99155238001662e-06,
      "loss": 0.390869140625,
      "step": 73,
      "token_acc": 0.8719194727847939
    },
    {
      "epoch": 0.04916943521594684,
      "grad_norm": 0.366350919008255,
      "learning_rate": 9.990915235501913e-06,
      "loss": 0.402587890625,
      "step": 74,
      "token_acc": 0.8680019407348909
    },
    {
      "epoch": 0.04983388704318937,
      "grad_norm": 0.3358443081378937,
      "learning_rate": 9.990254950676401e-06,
      "loss": 0.38427734375,
      "step": 75,
      "token_acc": 0.8741284835889634
    },
    {
      "epoch": 0.0504983388704319,
      "grad_norm": 0.3837835192680359,
      "learning_rate": 9.989571528601488e-06,
      "loss": 0.409912109375,
      "step": 76,
      "token_acc": 0.8655285226045801
    },
    {
      "epoch": 0.05116279069767442,
      "grad_norm": 0.38427668809890747,
      "learning_rate": 9.988864972445848e-06,
      "loss": 0.40576171875,
      "step": 77,
      "token_acc": 0.8675548885974658
    },
    {
      "epoch": 0.051827242524916946,
      "grad_norm": 0.3456524610519409,
      "learning_rate": 9.988135285485424e-06,
      "loss": 0.39794921875,
      "step": 78,
      "token_acc": 0.8697487072037193
    },
    {
      "epoch": 0.05249169435215947,
      "grad_norm": 0.3337782323360443,
      "learning_rate": 9.987382471103396e-06,
      "loss": 0.412353515625,
      "step": 79,
      "token_acc": 0.8651893403502204
    },
    {
      "epoch": 0.053156146179401995,
      "grad_norm": 0.32159659266471863,
      "learning_rate": 9.986606532790176e-06,
      "loss": 0.39306640625,
      "step": 80,
      "token_acc": 0.8709713933961872
    },
    {
      "epoch": 0.053820598006644516,
      "grad_norm": 0.352824330329895,
      "learning_rate": 9.985807474143398e-06,
      "loss": 0.407470703125,
      "step": 81,
      "token_acc": 0.8661421135455756
    },
    {
      "epoch": 0.05448504983388704,
      "grad_norm": 0.3196597397327423,
      "learning_rate": 9.984985298867882e-06,
      "loss": 0.3994140625,
      "step": 82,
      "token_acc": 0.8695444297984946
    },
    {
      "epoch": 0.05514950166112957,
      "grad_norm": 0.39389872550964355,
      "learning_rate": 9.984140010775632e-06,
      "loss": 0.392822265625,
      "step": 83,
      "token_acc": 0.8720013065992871
    },
    {
      "epoch": 0.05581395348837209,
      "grad_norm": 0.36133959889411926,
      "learning_rate": 9.983271613785817e-06,
      "loss": 0.409423828125,
      "step": 84,
      "token_acc": 0.8669388109133649
    },
    {
      "epoch": 0.05647840531561462,
      "grad_norm": 0.5385559797286987,
      "learning_rate": 9.982380111924745e-06,
      "loss": 0.40625,
      "step": 85,
      "token_acc": 0.8673349105161934
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 0.3416942059993744,
      "learning_rate": 9.981465509325856e-06,
      "loss": 0.395263671875,
      "step": 86,
      "token_acc": 0.8711604214883545
    },
    {
      "epoch": 0.05780730897009967,
      "grad_norm": 0.34966039657592773,
      "learning_rate": 9.98052781022969e-06,
      "loss": 0.39697265625,
      "step": 87,
      "token_acc": 0.8693357881463367
    },
    {
      "epoch": 0.05847176079734219,
      "grad_norm": 0.39413613080978394,
      "learning_rate": 9.979567018983878e-06,
      "loss": 0.399658203125,
      "step": 88,
      "token_acc": 0.8699227798191486
    },
    {
      "epoch": 0.05913621262458472,
      "grad_norm": 0.3239847719669342,
      "learning_rate": 9.978583140043115e-06,
      "loss": 0.398681640625,
      "step": 89,
      "token_acc": 0.8685625633682563
    },
    {
      "epoch": 0.059800664451827246,
      "grad_norm": 0.3165834844112396,
      "learning_rate": 9.977576177969139e-06,
      "loss": 0.38330078125,
      "step": 90,
      "token_acc": 0.8743781169055783
    },
    {
      "epoch": 0.06046511627906977,
      "grad_norm": 0.3304702043533325,
      "learning_rate": 9.97654613743072e-06,
      "loss": 0.388427734375,
      "step": 91,
      "token_acc": 0.872408288248837
    },
    {
      "epoch": 0.061129568106312294,
      "grad_norm": 0.3728533387184143,
      "learning_rate": 9.975493023203626e-06,
      "loss": 0.401611328125,
      "step": 92,
      "token_acc": 0.8689907695810208
    },
    {
      "epoch": 0.061794019933554815,
      "grad_norm": 0.32515856623649597,
      "learning_rate": 9.974416840170606e-06,
      "loss": 0.40478515625,
      "step": 93,
      "token_acc": 0.8678915199239129
    },
    {
      "epoch": 0.06245847176079734,
      "grad_norm": 0.3131546378135681,
      "learning_rate": 9.97331759332137e-06,
      "loss": 0.398681640625,
      "step": 94,
      "token_acc": 0.8694052639637007
    },
    {
      "epoch": 0.06312292358803986,
      "grad_norm": 0.38560986518859863,
      "learning_rate": 9.97219528775256e-06,
      "loss": 0.401123046875,
      "step": 95,
      "token_acc": 0.8701016269364199
    },
    {
      "epoch": 0.06378737541528239,
      "grad_norm": 0.36294984817504883,
      "learning_rate": 9.971049928667729e-06,
      "loss": 0.40625,
      "step": 96,
      "token_acc": 0.867136229443602
    },
    {
      "epoch": 0.06445182724252492,
      "grad_norm": 0.30629536509513855,
      "learning_rate": 9.96988152137732e-06,
      "loss": 0.399658203125,
      "step": 97,
      "token_acc": 0.8686520431609672
    },
    {
      "epoch": 0.06511627906976744,
      "grad_norm": 0.35642099380493164,
      "learning_rate": 9.968690071298638e-06,
      "loss": 0.39404296875,
      "step": 98,
      "token_acc": 0.8707742016381476
    },
    {
      "epoch": 0.06578073089700996,
      "grad_norm": 0.37405431270599365,
      "learning_rate": 9.967475583955824e-06,
      "loss": 0.408935546875,
      "step": 99,
      "token_acc": 0.8671385347751086
    },
    {
      "epoch": 0.0664451827242525,
      "grad_norm": 0.47246551513671875,
      "learning_rate": 9.966238064979835e-06,
      "loss": 0.408935546875,
      "step": 100,
      "token_acc": 0.8665384784182923
    },
    {
      "epoch": 0.06710963455149502,
      "grad_norm": 0.30980801582336426,
      "learning_rate": 9.964977520108407e-06,
      "loss": 0.40478515625,
      "step": 101,
      "token_acc": 0.8675859626648945
    },
    {
      "epoch": 0.06777408637873754,
      "grad_norm": 0.3309335708618164,
      "learning_rate": 9.963693955186043e-06,
      "loss": 0.38916015625,
      "step": 102,
      "token_acc": 0.8726074378710159
    },
    {
      "epoch": 0.06843853820598006,
      "grad_norm": 0.4001266062259674,
      "learning_rate": 9.962387376163972e-06,
      "loss": 0.400390625,
      "step": 103,
      "token_acc": 0.8692478555483947
    },
    {
      "epoch": 0.0691029900332226,
      "grad_norm": 0.5296802520751953,
      "learning_rate": 9.961057789100128e-06,
      "loss": 0.387939453125,
      "step": 104,
      "token_acc": 0.8719843640141578
    },
    {
      "epoch": 0.06976744186046512,
      "grad_norm": 0.35080987215042114,
      "learning_rate": 9.95970520015913e-06,
      "loss": 0.414794921875,
      "step": 105,
      "token_acc": 0.8644743844180658
    },
    {
      "epoch": 0.07043189368770764,
      "grad_norm": 0.36742234230041504,
      "learning_rate": 9.95832961561223e-06,
      "loss": 0.403564453125,
      "step": 106,
      "token_acc": 0.8670302288116724
    },
    {
      "epoch": 0.07109634551495017,
      "grad_norm": 0.40374043583869934,
      "learning_rate": 9.956931041837313e-06,
      "loss": 0.39697265625,
      "step": 107,
      "token_acc": 0.8697002807223317
    },
    {
      "epoch": 0.07176079734219269,
      "grad_norm": 0.37924709916114807,
      "learning_rate": 9.955509485318845e-06,
      "loss": 0.400146484375,
      "step": 108,
      "token_acc": 0.8689146729941731
    },
    {
      "epoch": 0.07242524916943521,
      "grad_norm": 0.35846924781799316,
      "learning_rate": 9.954064952647854e-06,
      "loss": 0.400390625,
      "step": 109,
      "token_acc": 0.8679311622779926
    },
    {
      "epoch": 0.07308970099667775,
      "grad_norm": 0.3705119788646698,
      "learning_rate": 9.952597450521897e-06,
      "loss": 0.398193359375,
      "step": 110,
      "token_acc": 0.8696233967497148
    },
    {
      "epoch": 0.07375415282392027,
      "grad_norm": 0.34265726804733276,
      "learning_rate": 9.951106985745024e-06,
      "loss": 0.409423828125,
      "step": 111,
      "token_acc": 0.8662913999506899
    },
    {
      "epoch": 0.07441860465116279,
      "grad_norm": 0.31674009561538696,
      "learning_rate": 9.949593565227762e-06,
      "loss": 0.4033203125,
      "step": 112,
      "token_acc": 0.8684863807879741
    },
    {
      "epoch": 0.07508305647840531,
      "grad_norm": 0.33458206057548523,
      "learning_rate": 9.948057195987057e-06,
      "loss": 0.39599609375,
      "step": 113,
      "token_acc": 0.8697776455389638
    },
    {
      "epoch": 0.07574750830564785,
      "grad_norm": 0.3613218069076538,
      "learning_rate": 9.94649788514627e-06,
      "loss": 0.393798828125,
      "step": 114,
      "token_acc": 0.8711454381728087
    },
    {
      "epoch": 0.07641196013289037,
      "grad_norm": 0.37891489267349243,
      "learning_rate": 9.94491563993512e-06,
      "loss": 0.402587890625,
      "step": 115,
      "token_acc": 0.8683016353092374
    },
    {
      "epoch": 0.07707641196013289,
      "grad_norm": 0.32539016008377075,
      "learning_rate": 9.943310467689666e-06,
      "loss": 0.392822265625,
      "step": 116,
      "token_acc": 0.8713886651078406
    },
    {
      "epoch": 0.07774086378737542,
      "grad_norm": 0.3701838254928589,
      "learning_rate": 9.941682375852272e-06,
      "loss": 0.3876953125,
      "step": 117,
      "token_acc": 0.8729166772286843
    },
    {
      "epoch": 0.07840531561461794,
      "grad_norm": 0.39926812052726746,
      "learning_rate": 9.940031371971559e-06,
      "loss": 0.398193359375,
      "step": 118,
      "token_acc": 0.8697781234823694
    },
    {
      "epoch": 0.07906976744186046,
      "grad_norm": 0.3215719759464264,
      "learning_rate": 9.938357463702387e-06,
      "loss": 0.3935546875,
      "step": 119,
      "token_acc": 0.8709026016220519
    },
    {
      "epoch": 0.07973421926910298,
      "grad_norm": 0.34168076515197754,
      "learning_rate": 9.936660658805806e-06,
      "loss": 0.402099609375,
      "step": 120,
      "token_acc": 0.8682460597614654
    },
    {
      "epoch": 0.08039867109634552,
      "grad_norm": 0.3355630040168762,
      "learning_rate": 9.93494096514903e-06,
      "loss": 0.406005859375,
      "step": 121,
      "token_acc": 0.867558401507734
    },
    {
      "epoch": 0.08106312292358804,
      "grad_norm": 0.3503526449203491,
      "learning_rate": 9.933198390705397e-06,
      "loss": 0.387451171875,
      "step": 122,
      "token_acc": 0.8730956043111542
    },
    {
      "epoch": 0.08172757475083056,
      "grad_norm": 0.42151138186454773,
      "learning_rate": 9.931432943554329e-06,
      "loss": 0.41552734375,
      "step": 123,
      "token_acc": 0.8649017752224621
    },
    {
      "epoch": 0.0823920265780731,
      "grad_norm": 0.33070817589759827,
      "learning_rate": 9.929644631881296e-06,
      "loss": 0.40283203125,
      "step": 124,
      "token_acc": 0.8677728482697427
    },
    {
      "epoch": 0.08305647840531562,
      "grad_norm": 0.3893410861492157,
      "learning_rate": 9.927833463977783e-06,
      "loss": 0.40771484375,
      "step": 125,
      "token_acc": 0.8664136977347535
    },
    {
      "epoch": 0.08372093023255814,
      "grad_norm": 0.36076223850250244,
      "learning_rate": 9.925999448241245e-06,
      "loss": 0.404052734375,
      "step": 126,
      "token_acc": 0.8675237588681122
    },
    {
      "epoch": 0.08438538205980066,
      "grad_norm": 0.3242746889591217,
      "learning_rate": 9.924142593175071e-06,
      "loss": 0.372802734375,
      "step": 127,
      "token_acc": 0.877090894024662
    },
    {
      "epoch": 0.0850498338870432,
      "grad_norm": 0.4951179623603821,
      "learning_rate": 9.922262907388542e-06,
      "loss": 0.388916015625,
      "step": 128,
      "token_acc": 0.871943738362742
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 0.3386238217353821,
      "learning_rate": 9.920360399596798e-06,
      "loss": 0.38818359375,
      "step": 129,
      "token_acc": 0.8729553448514529
    },
    {
      "epoch": 0.08637873754152824,
      "grad_norm": 0.311327189207077,
      "learning_rate": 9.918435078620792e-06,
      "loss": 0.389404296875,
      "step": 130,
      "token_acc": 0.8725015476427633
    },
    {
      "epoch": 0.08704318936877077,
      "grad_norm": 0.400531530380249,
      "learning_rate": 9.916486953387247e-06,
      "loss": 0.400146484375,
      "step": 131,
      "token_acc": 0.869601651486664
    },
    {
      "epoch": 0.08770764119601329,
      "grad_norm": 0.5043191909790039,
      "learning_rate": 9.914516032928618e-06,
      "loss": 0.3857421875,
      "step": 132,
      "token_acc": 0.8735046804267601
    },
    {
      "epoch": 0.08837209302325581,
      "grad_norm": 0.339206337928772,
      "learning_rate": 9.912522326383052e-06,
      "loss": 0.4208984375,
      "step": 133,
      "token_acc": 0.8626804458476187
    },
    {
      "epoch": 0.08903654485049833,
      "grad_norm": 0.32653316855430603,
      "learning_rate": 9.910505842994343e-06,
      "loss": 0.392822265625,
      "step": 134,
      "token_acc": 0.8712748254097038
    },
    {
      "epoch": 0.08970099667774087,
      "grad_norm": 0.4853458106517792,
      "learning_rate": 9.908466592111887e-06,
      "loss": 0.400146484375,
      "step": 135,
      "token_acc": 0.869519215791536
    },
    {
      "epoch": 0.09036544850498339,
      "grad_norm": 0.3116317391395569,
      "learning_rate": 9.906404583190646e-06,
      "loss": 0.404296875,
      "step": 136,
      "token_acc": 0.8679377345212573
    },
    {
      "epoch": 0.09102990033222591,
      "grad_norm": 0.3144552409648895,
      "learning_rate": 9.904319825791094e-06,
      "loss": 0.39306640625,
      "step": 137,
      "token_acc": 0.8709423808330988
    },
    {
      "epoch": 0.09169435215946845,
      "grad_norm": 0.32141605019569397,
      "learning_rate": 9.902212329579182e-06,
      "loss": 0.41357421875,
      "step": 138,
      "token_acc": 0.8640805175557202
    },
    {
      "epoch": 0.09235880398671097,
      "grad_norm": 0.438242644071579,
      "learning_rate": 9.900082104326284e-06,
      "loss": 0.400634765625,
      "step": 139,
      "token_acc": 0.8685913459333895
    },
    {
      "epoch": 0.09302325581395349,
      "grad_norm": 0.3710990250110626,
      "learning_rate": 9.897929159909168e-06,
      "loss": 0.410400390625,
      "step": 140,
      "token_acc": 0.8671641151756099
    },
    {
      "epoch": 0.09368770764119601,
      "grad_norm": 0.3444954752922058,
      "learning_rate": 9.895753506309923e-06,
      "loss": 0.399169921875,
      "step": 141,
      "token_acc": 0.8691030938913474
    },
    {
      "epoch": 0.09435215946843854,
      "grad_norm": 0.33866995573043823,
      "learning_rate": 9.893555153615942e-06,
      "loss": 0.39501953125,
      "step": 142,
      "token_acc": 0.8702185028383329
    },
    {
      "epoch": 0.09501661129568106,
      "grad_norm": 0.3861258327960968,
      "learning_rate": 9.891334112019858e-06,
      "loss": 0.402587890625,
      "step": 143,
      "token_acc": 0.8684216413194356
    },
    {
      "epoch": 0.09568106312292358,
      "grad_norm": 0.3470675051212311,
      "learning_rate": 9.889090391819499e-06,
      "loss": 0.418212890625,
      "step": 144,
      "token_acc": 0.8631844750219396
    },
    {
      "epoch": 0.09634551495016612,
      "grad_norm": 0.4245740473270416,
      "learning_rate": 9.886824003417841e-06,
      "loss": 0.400146484375,
      "step": 145,
      "token_acc": 0.8701846078343306
    },
    {
      "epoch": 0.09700996677740864,
      "grad_norm": 0.3204965889453888,
      "learning_rate": 9.884534957322967e-06,
      "loss": 0.388671875,
      "step": 146,
      "token_acc": 0.8723466490974253
    },
    {
      "epoch": 0.09767441860465116,
      "grad_norm": 0.3347446620464325,
      "learning_rate": 9.882223264148007e-06,
      "loss": 0.3935546875,
      "step": 147,
      "token_acc": 0.8707164130271097
    },
    {
      "epoch": 0.09833887043189368,
      "grad_norm": 0.31049609184265137,
      "learning_rate": 9.879888934611093e-06,
      "loss": 0.389892578125,
      "step": 148,
      "token_acc": 0.8713873504418044
    },
    {
      "epoch": 0.09900332225913622,
      "grad_norm": 0.3779807686805725,
      "learning_rate": 9.877531979535315e-06,
      "loss": 0.393310546875,
      "step": 149,
      "token_acc": 0.8705860175161906
    },
    {
      "epoch": 0.09966777408637874,
      "grad_norm": 0.3279036581516266,
      "learning_rate": 9.875152409848662e-06,
      "loss": 0.388671875,
      "step": 150,
      "token_acc": 0.8725996892462144
    },
    {
      "epoch": 0.10033222591362126,
      "grad_norm": 0.3144179880619049,
      "learning_rate": 9.872750236583976e-06,
      "loss": 0.41455078125,
      "step": 151,
      "token_acc": 0.8646503920989599
    },
    {
      "epoch": 0.1009966777408638,
      "grad_norm": 0.41906532645225525,
      "learning_rate": 9.870325470878901e-06,
      "loss": 0.39892578125,
      "step": 152,
      "token_acc": 0.8688814430403494
    },
    {
      "epoch": 0.10166112956810631,
      "grad_norm": 0.3263643682003021,
      "learning_rate": 9.867878123975832e-06,
      "loss": 0.389892578125,
      "step": 153,
      "token_acc": 0.871900640853938
    },
    {
      "epoch": 0.10232558139534884,
      "grad_norm": 0.3127242922782898,
      "learning_rate": 9.865408207221858e-06,
      "loss": 0.400146484375,
      "step": 154,
      "token_acc": 0.8692761633169367
    },
    {
      "epoch": 0.10299003322259136,
      "grad_norm": 0.40848925709724426,
      "learning_rate": 9.862915732068715e-06,
      "loss": 0.38916015625,
      "step": 155,
      "token_acc": 0.8721776990808343
    },
    {
      "epoch": 0.10365448504983389,
      "grad_norm": 0.3351116478443146,
      "learning_rate": 9.86040071007273e-06,
      "loss": 0.39013671875,
      "step": 156,
      "token_acc": 0.8715447047533551
    },
    {
      "epoch": 0.10431893687707641,
      "grad_norm": 0.2943994402885437,
      "learning_rate": 9.85786315289477e-06,
      "loss": 0.41357421875,
      "step": 157,
      "token_acc": 0.8647223259779874
    },
    {
      "epoch": 0.10498338870431893,
      "grad_norm": 0.3208179771900177,
      "learning_rate": 9.85530307230018e-06,
      "loss": 0.404052734375,
      "step": 158,
      "token_acc": 0.868371677708818
    },
    {
      "epoch": 0.10564784053156147,
      "grad_norm": 0.3213667869567871,
      "learning_rate": 9.852720480158744e-06,
      "loss": 0.3818359375,
      "step": 159,
      "token_acc": 0.8748765290041364
    },
    {
      "epoch": 0.10631229235880399,
      "grad_norm": 0.33461764454841614,
      "learning_rate": 9.850115388444614e-06,
      "loss": 0.40234375,
      "step": 160,
      "token_acc": 0.8677833028291086
    },
    {
      "epoch": 0.10697674418604651,
      "grad_norm": 0.34306567907333374,
      "learning_rate": 9.84748780923626e-06,
      "loss": 0.388427734375,
      "step": 161,
      "token_acc": 0.8719384230530794
    },
    {
      "epoch": 0.10764119601328903,
      "grad_norm": 0.3384004235267639,
      "learning_rate": 9.84483775471642e-06,
      "loss": 0.400146484375,
      "step": 162,
      "token_acc": 0.8691446067810925
    },
    {
      "epoch": 0.10830564784053157,
      "grad_norm": 0.4016912281513214,
      "learning_rate": 9.842165237172034e-06,
      "loss": 0.4052734375,
      "step": 163,
      "token_acc": 0.8673273795945037
    },
    {
      "epoch": 0.10897009966777409,
      "grad_norm": 0.3207138776779175,
      "learning_rate": 9.839470268994195e-06,
      "loss": 0.4111328125,
      "step": 164,
      "token_acc": 0.86681276275004
    },
    {
      "epoch": 0.10963455149501661,
      "grad_norm": 0.36941155791282654,
      "learning_rate": 9.836752862678087e-06,
      "loss": 0.394287109375,
      "step": 165,
      "token_acc": 0.8713484007516306
    },
    {
      "epoch": 0.11029900332225914,
      "grad_norm": 0.3264721632003784,
      "learning_rate": 9.834013030822926e-06,
      "loss": 0.398193359375,
      "step": 166,
      "token_acc": 0.8696471356235188
    },
    {
      "epoch": 0.11096345514950166,
      "grad_norm": 0.4093307554721832,
      "learning_rate": 9.831250786131905e-06,
      "loss": 0.393310546875,
      "step": 167,
      "token_acc": 0.8711054373163521
    },
    {
      "epoch": 0.11162790697674418,
      "grad_norm": 0.3767301142215729,
      "learning_rate": 9.828466141412135e-06,
      "loss": 0.39892578125,
      "step": 168,
      "token_acc": 0.8691457015417381
    },
    {
      "epoch": 0.1122923588039867,
      "grad_norm": 0.3588705360889435,
      "learning_rate": 9.825659109574584e-06,
      "loss": 0.40771484375,
      "step": 169,
      "token_acc": 0.8663953704327646
    },
    {
      "epoch": 0.11295681063122924,
      "grad_norm": 0.3255632221698761,
      "learning_rate": 9.822829703634014e-06,
      "loss": 0.39306640625,
      "step": 170,
      "token_acc": 0.8710232898057114
    },
    {
      "epoch": 0.11362126245847176,
      "grad_norm": 0.3362259268760681,
      "learning_rate": 9.819977936708931e-06,
      "loss": 0.411376953125,
      "step": 171,
      "token_acc": 0.8657624470371542
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 0.32704809308052063,
      "learning_rate": 9.81710382202151e-06,
      "loss": 0.39306640625,
      "step": 172,
      "token_acc": 0.8707981647178417
    },
    {
      "epoch": 0.11495016611295682,
      "grad_norm": 0.37108832597732544,
      "learning_rate": 9.814207372897548e-06,
      "loss": 0.39306640625,
      "step": 173,
      "token_acc": 0.8706603711611993
    },
    {
      "epoch": 0.11561461794019934,
      "grad_norm": 0.3386399745941162,
      "learning_rate": 9.811288602766392e-06,
      "loss": 0.381103515625,
      "step": 174,
      "token_acc": 0.8741954185390481
    },
    {
      "epoch": 0.11627906976744186,
      "grad_norm": 0.32836610078811646,
      "learning_rate": 9.808347525160879e-06,
      "loss": 0.399169921875,
      "step": 175,
      "token_acc": 0.8690814180301126
    },
    {
      "epoch": 0.11694352159468438,
      "grad_norm": 0.35498279333114624,
      "learning_rate": 9.805384153717275e-06,
      "loss": 0.40087890625,
      "step": 176,
      "token_acc": 0.8687123173225526
    },
    {
      "epoch": 0.11760797342192691,
      "grad_norm": 0.4251721501350403,
      "learning_rate": 9.802398502175212e-06,
      "loss": 0.39990234375,
      "step": 177,
      "token_acc": 0.8687494134374761
    },
    {
      "epoch": 0.11827242524916944,
      "grad_norm": 0.3648131787776947,
      "learning_rate": 9.799390584377621e-06,
      "loss": 0.423828125,
      "step": 178,
      "token_acc": 0.863310732383219
    },
    {
      "epoch": 0.11893687707641196,
      "grad_norm": 0.36038780212402344,
      "learning_rate": 9.796360414270676e-06,
      "loss": 0.39306640625,
      "step": 179,
      "token_acc": 0.8717255662084956
    },
    {
      "epoch": 0.11960132890365449,
      "grad_norm": 0.48658981919288635,
      "learning_rate": 9.793308005903716e-06,
      "loss": 0.40185546875,
      "step": 180,
      "token_acc": 0.8683223074235651
    },
    {
      "epoch": 0.12026578073089701,
      "grad_norm": 0.29339200258255005,
      "learning_rate": 9.790233373429195e-06,
      "loss": 0.404296875,
      "step": 181,
      "token_acc": 0.8671003606713319
    },
    {
      "epoch": 0.12093023255813953,
      "grad_norm": 0.3267621695995331,
      "learning_rate": 9.7871365311026e-06,
      "loss": 0.380859375,
      "step": 182,
      "token_acc": 0.8741399994297733
    },
    {
      "epoch": 0.12159468438538205,
      "grad_norm": 0.3824863135814667,
      "learning_rate": 9.784017493282403e-06,
      "loss": 0.396484375,
      "step": 183,
      "token_acc": 0.8693034466136419
    },
    {
      "epoch": 0.12225913621262459,
      "grad_norm": 0.31760460138320923,
      "learning_rate": 9.780876274429978e-06,
      "loss": 0.399658203125,
      "step": 184,
      "token_acc": 0.8689219147441392
    },
    {
      "epoch": 0.12292358803986711,
      "grad_norm": 0.37254786491394043,
      "learning_rate": 9.777712889109543e-06,
      "loss": 0.398193359375,
      "step": 185,
      "token_acc": 0.8688465648201286
    },
    {
      "epoch": 0.12358803986710963,
      "grad_norm": 0.5026144981384277,
      "learning_rate": 9.774527351988092e-06,
      "loss": 0.40625,
      "step": 186,
      "token_acc": 0.867349501178247
    },
    {
      "epoch": 0.12425249169435217,
      "grad_norm": 0.2981654703617096,
      "learning_rate": 9.771319677835325e-06,
      "loss": 0.40771484375,
      "step": 187,
      "token_acc": 0.8667493654480267
    },
    {
      "epoch": 0.12491694352159469,
      "grad_norm": 0.8839625120162964,
      "learning_rate": 9.768089881523579e-06,
      "loss": 0.415771484375,
      "step": 188,
      "token_acc": 0.8636917540624317
    },
    {
      "epoch": 0.12558139534883722,
      "grad_norm": 0.3370588719844818,
      "learning_rate": 9.764837978027761e-06,
      "loss": 0.394287109375,
      "step": 189,
      "token_acc": 0.8714053975155417
    },
    {
      "epoch": 0.12624584717607973,
      "grad_norm": 0.3549683392047882,
      "learning_rate": 9.761563982425279e-06,
      "loss": 0.402587890625,
      "step": 190,
      "token_acc": 0.8679337712583041
    },
    {
      "epoch": 0.12691029900332226,
      "grad_norm": 0.30366772413253784,
      "learning_rate": 9.758267909895966e-06,
      "loss": 0.380859375,
      "step": 191,
      "token_acc": 0.8745116376233455
    },
    {
      "epoch": 0.12757475083056477,
      "grad_norm": 0.34283390641212463,
      "learning_rate": 9.754949775722022e-06,
      "loss": 0.38330078125,
      "step": 192,
      "token_acc": 0.873324600799774
    },
    {
      "epoch": 0.1282392026578073,
      "grad_norm": 0.31559091806411743,
      "learning_rate": 9.751609595287928e-06,
      "loss": 0.392333984375,
      "step": 193,
      "token_acc": 0.8707110796125679
    },
    {
      "epoch": 0.12890365448504984,
      "grad_norm": 0.3621273636817932,
      "learning_rate": 9.748247384080384e-06,
      "loss": 0.40380859375,
      "step": 194,
      "token_acc": 0.8678270102849908
    },
    {
      "epoch": 0.12956810631229235,
      "grad_norm": 0.30913233757019043,
      "learning_rate": 9.74486315768824e-06,
      "loss": 0.39599609375,
      "step": 195,
      "token_acc": 0.8706236652094043
    },
    {
      "epoch": 0.13023255813953488,
      "grad_norm": 0.31845033168792725,
      "learning_rate": 9.741456931802415e-06,
      "loss": 0.40380859375,
      "step": 196,
      "token_acc": 0.8679240770885948
    },
    {
      "epoch": 0.13089700996677742,
      "grad_norm": 0.41279321908950806,
      "learning_rate": 9.738028722215826e-06,
      "loss": 0.386962890625,
      "step": 197,
      "token_acc": 0.8729940676156799
    },
    {
      "epoch": 0.13156146179401992,
      "grad_norm": 0.33431193232536316,
      "learning_rate": 9.734578544823326e-06,
      "loss": 0.39599609375,
      "step": 198,
      "token_acc": 0.8711745035432261
    },
    {
      "epoch": 0.13222591362126246,
      "grad_norm": 0.3859500288963318,
      "learning_rate": 9.73110641562161e-06,
      "loss": 0.385009765625,
      "step": 199,
      "token_acc": 0.8739121422238043
    },
    {
      "epoch": 0.132890365448505,
      "grad_norm": 0.35276520252227783,
      "learning_rate": 9.727612350709161e-06,
      "loss": 0.412109375,
      "step": 200,
      "token_acc": 0.8656328405866508
    },
    {
      "epoch": 0.1335548172757475,
      "grad_norm": 0.3505283296108246,
      "learning_rate": 9.724096366286162e-06,
      "loss": 0.400390625,
      "step": 201,
      "token_acc": 0.8696009140654697
    },
    {
      "epoch": 0.13421926910299004,
      "grad_norm": 0.37506866455078125,
      "learning_rate": 9.720558478654429e-06,
      "loss": 0.3896484375,
      "step": 202,
      "token_acc": 0.8721206613997008
    },
    {
      "epoch": 0.13488372093023257,
      "grad_norm": 0.3067897856235504,
      "learning_rate": 9.716998704217329e-06,
      "loss": 0.407958984375,
      "step": 203,
      "token_acc": 0.8661103584824166
    },
    {
      "epoch": 0.13554817275747508,
      "grad_norm": 0.3377469778060913,
      "learning_rate": 9.713417059479708e-06,
      "loss": 0.3974609375,
      "step": 204,
      "token_acc": 0.8699676242776936
    },
    {
      "epoch": 0.1362126245847176,
      "grad_norm": 0.341371089220047,
      "learning_rate": 9.709813561047814e-06,
      "loss": 0.3857421875,
      "step": 205,
      "token_acc": 0.872837855565821
    },
    {
      "epoch": 0.13687707641196012,
      "grad_norm": 0.40457719564437866,
      "learning_rate": 9.706188225629215e-06,
      "loss": 0.409423828125,
      "step": 206,
      "token_acc": 0.8661488329674804
    },
    {
      "epoch": 0.13754152823920265,
      "grad_norm": 0.5455163717269897,
      "learning_rate": 9.702541070032736e-06,
      "loss": 0.39453125,
      "step": 207,
      "token_acc": 0.8712232461222034
    },
    {
      "epoch": 0.1382059800664452,
      "grad_norm": 0.3177371025085449,
      "learning_rate": 9.698872111168358e-06,
      "loss": 0.383056640625,
      "step": 208,
      "token_acc": 0.8737463345789261
    },
    {
      "epoch": 0.1388704318936877,
      "grad_norm": 0.591479480266571,
      "learning_rate": 9.695181366047163e-06,
      "loss": 0.399658203125,
      "step": 209,
      "token_acc": 0.868439667393595
    },
    {
      "epoch": 0.13953488372093023,
      "grad_norm": 0.3593539893627167,
      "learning_rate": 9.691468851781239e-06,
      "loss": 0.407958984375,
      "step": 210,
      "token_acc": 0.8667547993398194
    },
    {
      "epoch": 0.14019933554817277,
      "grad_norm": 0.40368324518203735,
      "learning_rate": 9.687734585583609e-06,
      "loss": 0.38818359375,
      "step": 211,
      "token_acc": 0.8727109679463013
    },
    {
      "epoch": 0.14086378737541527,
      "grad_norm": 0.36480918526649475,
      "learning_rate": 9.683978584768147e-06,
      "loss": 0.390869140625,
      "step": 212,
      "token_acc": 0.8716076685912648
    },
    {
      "epoch": 0.1415282392026578,
      "grad_norm": 0.40862250328063965,
      "learning_rate": 9.6802008667495e-06,
      "loss": 0.39892578125,
      "step": 213,
      "token_acc": 0.86894173522342
    },
    {
      "epoch": 0.14219269102990034,
      "grad_norm": 0.327587366104126,
      "learning_rate": 9.676401449043006e-06,
      "loss": 0.40673828125,
      "step": 214,
      "token_acc": 0.8663272462649492
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.3087397813796997,
      "learning_rate": 9.672580349264615e-06,
      "loss": 0.3857421875,
      "step": 215,
      "token_acc": 0.8734414226682441
    },
    {
      "epoch": 0.14352159468438538,
      "grad_norm": 0.34060296416282654,
      "learning_rate": 9.668737585130801e-06,
      "loss": 0.406982421875,
      "step": 216,
      "token_acc": 0.8659608378226124
    },
    {
      "epoch": 0.14418604651162792,
      "grad_norm": 0.4111344516277313,
      "learning_rate": 9.664873174458491e-06,
      "loss": 0.4111328125,
      "step": 217,
      "token_acc": 0.8658226021211021
    },
    {
      "epoch": 0.14485049833887043,
      "grad_norm": 0.32795846462249756,
      "learning_rate": 9.660987135164973e-06,
      "loss": 0.395263671875,
      "step": 218,
      "token_acc": 0.8705327204292901
    },
    {
      "epoch": 0.14551495016611296,
      "grad_norm": 0.37067312002182007,
      "learning_rate": 9.657079485267813e-06,
      "loss": 0.402587890625,
      "step": 219,
      "token_acc": 0.8678936946371358
    },
    {
      "epoch": 0.1461794019933555,
      "grad_norm": 0.3332381844520569,
      "learning_rate": 9.65315024288478e-06,
      "loss": 0.409423828125,
      "step": 220,
      "token_acc": 0.8666489572941498
    },
    {
      "epoch": 0.146843853820598,
      "grad_norm": 0.3578885495662689,
      "learning_rate": 9.649199426233748e-06,
      "loss": 0.400146484375,
      "step": 221,
      "token_acc": 0.86908689696343
    },
    {
      "epoch": 0.14750830564784054,
      "grad_norm": 0.8276354670524597,
      "learning_rate": 9.64522705363263e-06,
      "loss": 0.395263671875,
      "step": 222,
      "token_acc": 0.8701266196028952
    },
    {
      "epoch": 0.14817275747508304,
      "grad_norm": 0.32939863204956055,
      "learning_rate": 9.641233143499274e-06,
      "loss": 0.390380859375,
      "step": 223,
      "token_acc": 0.8712053042477057
    },
    {
      "epoch": 0.14883720930232558,
      "grad_norm": 0.3627006709575653,
      "learning_rate": 9.637217714351392e-06,
      "loss": 0.396240234375,
      "step": 224,
      "token_acc": 0.8694965968885002
    },
    {
      "epoch": 0.14950166112956811,
      "grad_norm": 0.3268877863883972,
      "learning_rate": 9.633180784806468e-06,
      "loss": 0.4091796875,
      "step": 225,
      "token_acc": 0.8670361176542626
    },
    {
      "epoch": 0.15016611295681062,
      "grad_norm": 0.33783403038978577,
      "learning_rate": 9.629122373581668e-06,
      "loss": 0.391357421875,
      "step": 226,
      "token_acc": 0.871952160323751
    },
    {
      "epoch": 0.15083056478405316,
      "grad_norm": 0.448666512966156,
      "learning_rate": 9.625042499493764e-06,
      "loss": 0.39013671875,
      "step": 227,
      "token_acc": 0.8720324934570671
    },
    {
      "epoch": 0.1514950166112957,
      "grad_norm": 0.3673129975795746,
      "learning_rate": 9.620941181459033e-06,
      "loss": 0.3974609375,
      "step": 228,
      "token_acc": 0.8701506309362167
    },
    {
      "epoch": 0.1521594684385382,
      "grad_norm": 0.38613414764404297,
      "learning_rate": 9.616818438493183e-06,
      "loss": 0.379638671875,
      "step": 229,
      "token_acc": 0.8752439562865658
    },
    {
      "epoch": 0.15282392026578073,
      "grad_norm": 0.3849971890449524,
      "learning_rate": 9.612674289711256e-06,
      "loss": 0.389892578125,
      "step": 230,
      "token_acc": 0.8711368796387849
    },
    {
      "epoch": 0.15348837209302327,
      "grad_norm": 0.32757845520973206,
      "learning_rate": 9.60850875432754e-06,
      "loss": 0.419921875,
      "step": 231,
      "token_acc": 0.8625827880246878
    },
    {
      "epoch": 0.15415282392026577,
      "grad_norm": 0.39691653847694397,
      "learning_rate": 9.604321851655485e-06,
      "loss": 0.416259765625,
      "step": 232,
      "token_acc": 0.8648300311407564
    },
    {
      "epoch": 0.1548172757475083,
      "grad_norm": 0.34852269291877747,
      "learning_rate": 9.600113601107607e-06,
      "loss": 0.40771484375,
      "step": 233,
      "token_acc": 0.8673265464332044
    },
    {
      "epoch": 0.15548172757475084,
      "grad_norm": 0.3006671071052551,
      "learning_rate": 9.595884022195406e-06,
      "loss": 0.3935546875,
      "step": 234,
      "token_acc": 0.8706770434238698
    },
    {
      "epoch": 0.15614617940199335,
      "grad_norm": 0.36429914832115173,
      "learning_rate": 9.59163313452926e-06,
      "loss": 0.39599609375,
      "step": 235,
      "token_acc": 0.8701355795875868
    },
    {
      "epoch": 0.1568106312292359,
      "grad_norm": 0.39522895216941833,
      "learning_rate": 9.58736095781836e-06,
      "loss": 0.379638671875,
      "step": 236,
      "token_acc": 0.8751161077122315
    },
    {
      "epoch": 0.1574750830564784,
      "grad_norm": 0.3645418584346771,
      "learning_rate": 9.583067511870592e-06,
      "loss": 0.385498046875,
      "step": 237,
      "token_acc": 0.8727504814749382
    },
    {
      "epoch": 0.15813953488372093,
      "grad_norm": 0.3494720757007599,
      "learning_rate": 9.578752816592458e-06,
      "loss": 0.4033203125,
      "step": 238,
      "token_acc": 0.8692333026094972
    },
    {
      "epoch": 0.15880398671096346,
      "grad_norm": 0.34284812211990356,
      "learning_rate": 9.574416891988987e-06,
      "loss": 0.399169921875,
      "step": 239,
      "token_acc": 0.869123809356128
    },
    {
      "epoch": 0.15946843853820597,
      "grad_norm": 0.37843406200408936,
      "learning_rate": 9.570059758163634e-06,
      "loss": 0.3896484375,
      "step": 240,
      "token_acc": 0.8714420177539806
    },
    {
      "epoch": 0.1601328903654485,
      "grad_norm": 0.3323161005973816,
      "learning_rate": 9.56568143531819e-06,
      "loss": 0.401123046875,
      "step": 241,
      "token_acc": 0.8689622032030923
    },
    {
      "epoch": 0.16079734219269104,
      "grad_norm": 0.3518533408641815,
      "learning_rate": 9.561281943752691e-06,
      "loss": 0.4091796875,
      "step": 242,
      "token_acc": 0.8666717694177706
    },
    {
      "epoch": 0.16146179401993355,
      "grad_norm": 0.8659685254096985,
      "learning_rate": 9.556861303865318e-06,
      "loss": 0.39501953125,
      "step": 243,
      "token_acc": 0.869894151616078
    },
    {
      "epoch": 0.16212624584717608,
      "grad_norm": 0.3152049481868744,
      "learning_rate": 9.552419536152308e-06,
      "loss": 0.385986328125,
      "step": 244,
      "token_acc": 0.8728143765081624
    },
    {
      "epoch": 0.16279069767441862,
      "grad_norm": 0.31343042850494385,
      "learning_rate": 9.54795666120786e-06,
      "loss": 0.402099609375,
      "step": 245,
      "token_acc": 0.8687943183857197
    },
    {
      "epoch": 0.16345514950166112,
      "grad_norm": 0.32472360134124756,
      "learning_rate": 9.54347269972403e-06,
      "loss": 0.3857421875,
      "step": 246,
      "token_acc": 0.872513643513865
    },
    {
      "epoch": 0.16411960132890366,
      "grad_norm": 0.3384128510951996,
      "learning_rate": 9.538967672490646e-06,
      "loss": 0.4013671875,
      "step": 247,
      "token_acc": 0.8681260394756479
    },
    {
      "epoch": 0.1647840531561462,
      "grad_norm": 0.38958999514579773,
      "learning_rate": 9.534441600395203e-06,
      "loss": 0.3916015625,
      "step": 248,
      "token_acc": 0.8717481433482056
    },
    {
      "epoch": 0.1654485049833887,
      "grad_norm": 0.4059273600578308,
      "learning_rate": 9.529894504422777e-06,
      "loss": 0.41259765625,
      "step": 249,
      "token_acc": 0.8651882314979837
    },
    {
      "epoch": 0.16611295681063123,
      "grad_norm": 0.32635173201560974,
      "learning_rate": 9.525326405655914e-06,
      "loss": 0.410888671875,
      "step": 250,
      "token_acc": 0.865805893685962
    },
    {
      "epoch": 0.16677740863787374,
      "grad_norm": 0.3605281710624695,
      "learning_rate": 9.520737325274544e-06,
      "loss": 0.378173828125,
      "step": 251,
      "token_acc": 0.8764572310842031
    },
    {
      "epoch": 0.16744186046511628,
      "grad_norm": 0.3379956781864166,
      "learning_rate": 9.516127284555874e-06,
      "loss": 0.408203125,
      "step": 252,
      "token_acc": 0.8674066031114875
    },
    {
      "epoch": 0.1681063122923588,
      "grad_norm": 0.35810860991477966,
      "learning_rate": 9.511496304874294e-06,
      "loss": 0.378662109375,
      "step": 253,
      "token_acc": 0.8754635590573545
    },
    {
      "epoch": 0.16877076411960132,
      "grad_norm": 0.46297332644462585,
      "learning_rate": 9.506844407701283e-06,
      "loss": 0.376708984375,
      "step": 254,
      "token_acc": 0.8754675272458177
    },
    {
      "epoch": 0.16943521594684385,
      "grad_norm": 0.338838130235672,
      "learning_rate": 9.502171614605295e-06,
      "loss": 0.39501953125,
      "step": 255,
      "token_acc": 0.8701851812507865
    },
    {
      "epoch": 0.1700996677740864,
      "grad_norm": 0.345367431640625,
      "learning_rate": 9.497477947251677e-06,
      "loss": 0.370849609375,
      "step": 256,
      "token_acc": 0.8779050481535204
    },
    {
      "epoch": 0.1707641196013289,
      "grad_norm": 0.3605043292045593,
      "learning_rate": 9.492763427402548e-06,
      "loss": 0.38720703125,
      "step": 257,
      "token_acc": 0.872342182267344
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 0.32038503885269165,
      "learning_rate": 9.488028076916717e-06,
      "loss": 0.394287109375,
      "step": 258,
      "token_acc": 0.8699377828527334
    },
    {
      "epoch": 0.17209302325581396,
      "grad_norm": 0.421758234500885,
      "learning_rate": 9.483271917749573e-06,
      "loss": 0.390625,
      "step": 259,
      "token_acc": 0.8720226833477281
    },
    {
      "epoch": 0.17275747508305647,
      "grad_norm": 0.35105180740356445,
      "learning_rate": 9.478494971952985e-06,
      "loss": 0.402099609375,
      "step": 260,
      "token_acc": 0.8679115317150303
    },
    {
      "epoch": 0.173421926910299,
      "grad_norm": 0.43273764848709106,
      "learning_rate": 9.473697261675195e-06,
      "loss": 0.38134765625,
      "step": 261,
      "token_acc": 0.8740214525003641
    },
    {
      "epoch": 0.17408637873754154,
      "grad_norm": 0.34283486008644104,
      "learning_rate": 9.468878809160723e-06,
      "loss": 0.37353515625,
      "step": 262,
      "token_acc": 0.8771094961534953
    },
    {
      "epoch": 0.17475083056478405,
      "grad_norm": 0.30679354071617126,
      "learning_rate": 9.46403963675026e-06,
      "loss": 0.3994140625,
      "step": 263,
      "token_acc": 0.8689192446184323
    },
    {
      "epoch": 0.17541528239202658,
      "grad_norm": 0.3997681736946106,
      "learning_rate": 9.459179766880559e-06,
      "loss": 0.388427734375,
      "step": 264,
      "token_acc": 0.8721168950761063
    },
    {
      "epoch": 0.1760797342192691,
      "grad_norm": 0.3312614858150482,
      "learning_rate": 9.454299222084347e-06,
      "loss": 0.381103515625,
      "step": 265,
      "token_acc": 0.8750077053239762
    },
    {
      "epoch": 0.17674418604651163,
      "grad_norm": 0.6371876001358032,
      "learning_rate": 9.449398024990197e-06,
      "loss": 0.39404296875,
      "step": 266,
      "token_acc": 0.8708973458995228
    },
    {
      "epoch": 0.17740863787375416,
      "grad_norm": 0.3508185148239136,
      "learning_rate": 9.444476198322448e-06,
      "loss": 0.39404296875,
      "step": 267,
      "token_acc": 0.8712763483820689
    },
    {
      "epoch": 0.17807308970099667,
      "grad_norm": 0.2863066494464874,
      "learning_rate": 9.439533764901079e-06,
      "loss": 0.39013671875,
      "step": 268,
      "token_acc": 0.8717401450371054
    },
    {
      "epoch": 0.1787375415282392,
      "grad_norm": 0.2946258783340454,
      "learning_rate": 9.434570747641617e-06,
      "loss": 0.39404296875,
      "step": 269,
      "token_acc": 0.8699763240327335
    },
    {
      "epoch": 0.17940199335548174,
      "grad_norm": 0.32337528467178345,
      "learning_rate": 9.429587169555025e-06,
      "loss": 0.3828125,
      "step": 270,
      "token_acc": 0.8736828192017724
    },
    {
      "epoch": 0.18006644518272424,
      "grad_norm": 0.36138439178466797,
      "learning_rate": 9.424583053747596e-06,
      "loss": 0.408447265625,
      "step": 271,
      "token_acc": 0.8672851256777373
    },
    {
      "epoch": 0.18073089700996678,
      "grad_norm": 0.5077350735664368,
      "learning_rate": 9.41955842342084e-06,
      "loss": 0.392333984375,
      "step": 272,
      "token_acc": 0.870810201540998
    },
    {
      "epoch": 0.1813953488372093,
      "grad_norm": 0.293709397315979,
      "learning_rate": 9.414513301871395e-06,
      "loss": 0.386962890625,
      "step": 273,
      "token_acc": 0.8726319193509835
    },
    {
      "epoch": 0.18205980066445182,
      "grad_norm": 0.336428165435791,
      "learning_rate": 9.409447712490893e-06,
      "loss": 0.41943359375,
      "step": 274,
      "token_acc": 0.8634024049953899
    },
    {
      "epoch": 0.18272425249169436,
      "grad_norm": 0.3187560737133026,
      "learning_rate": 9.404361678765872e-06,
      "loss": 0.41552734375,
      "step": 275,
      "token_acc": 0.8647983931645459
    },
    {
      "epoch": 0.1833887043189369,
      "grad_norm": 0.3785070478916168,
      "learning_rate": 9.399255224277658e-06,
      "loss": 0.40771484375,
      "step": 276,
      "token_acc": 0.8664006335091688
    },
    {
      "epoch": 0.1840531561461794,
      "grad_norm": 0.38421592116355896,
      "learning_rate": 9.394128372702261e-06,
      "loss": 0.391357421875,
      "step": 277,
      "token_acc": 0.8715071357198131
    },
    {
      "epoch": 0.18471760797342193,
      "grad_norm": 0.43781402707099915,
      "learning_rate": 9.388981147810254e-06,
      "loss": 0.39892578125,
      "step": 278,
      "token_acc": 0.8685533895163209
    },
    {
      "epoch": 0.18538205980066444,
      "grad_norm": 0.3524091839790344,
      "learning_rate": 9.383813573466678e-06,
      "loss": 0.411376953125,
      "step": 279,
      "token_acc": 0.8664674660064204
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 0.28812122344970703,
      "learning_rate": 9.37862567363092e-06,
      "loss": 0.40380859375,
      "step": 280,
      "token_acc": 0.8691321616017808
    },
    {
      "epoch": 0.1867109634551495,
      "grad_norm": 0.32244905829429626,
      "learning_rate": 9.373417472356612e-06,
      "loss": 0.383056640625,
      "step": 281,
      "token_acc": 0.8741653762439494
    },
    {
      "epoch": 0.18737541528239202,
      "grad_norm": 0.31628721952438354,
      "learning_rate": 9.368188993791502e-06,
      "loss": 0.410888671875,
      "step": 282,
      "token_acc": 0.8654109235744497
    },
    {
      "epoch": 0.18803986710963455,
      "grad_norm": 0.4080207943916321,
      "learning_rate": 9.362940262177362e-06,
      "loss": 0.38134765625,
      "step": 283,
      "token_acc": 0.8746887170262772
    },
    {
      "epoch": 0.18870431893687709,
      "grad_norm": 0.313852995634079,
      "learning_rate": 9.357671301849868e-06,
      "loss": 0.40966796875,
      "step": 284,
      "token_acc": 0.8658474225510748
    },
    {
      "epoch": 0.1893687707641196,
      "grad_norm": 0.33525219559669495,
      "learning_rate": 9.35238213723848e-06,
      "loss": 0.3994140625,
      "step": 285,
      "token_acc": 0.8693503422613672
    },
    {
      "epoch": 0.19003322259136213,
      "grad_norm": 0.4091569185256958,
      "learning_rate": 9.347072792866338e-06,
      "loss": 0.4013671875,
      "step": 286,
      "token_acc": 0.8692311846979863
    },
    {
      "epoch": 0.19069767441860466,
      "grad_norm": 0.3129176199436188,
      "learning_rate": 9.341743293350147e-06,
      "loss": 0.393310546875,
      "step": 287,
      "token_acc": 0.8716711617925329
    },
    {
      "epoch": 0.19136212624584717,
      "grad_norm": 0.31973591446876526,
      "learning_rate": 9.336393663400058e-06,
      "loss": 0.39453125,
      "step": 288,
      "token_acc": 0.8703869996251358
    },
    {
      "epoch": 0.1920265780730897,
      "grad_norm": 0.28965264558792114,
      "learning_rate": 9.331023927819559e-06,
      "loss": 0.390625,
      "step": 289,
      "token_acc": 0.8719815331129439
    },
    {
      "epoch": 0.19269102990033224,
      "grad_norm": 0.3142789900302887,
      "learning_rate": 9.325634111505356e-06,
      "loss": 0.4013671875,
      "step": 290,
      "token_acc": 0.8677475489613987
    },
    {
      "epoch": 0.19335548172757475,
      "grad_norm": 0.39646315574645996,
      "learning_rate": 9.320224239447256e-06,
      "loss": 0.397216796875,
      "step": 291,
      "token_acc": 0.8691629104084351
    },
    {
      "epoch": 0.19401993355481728,
      "grad_norm": 0.341926634311676,
      "learning_rate": 9.31479433672806e-06,
      "loss": 0.39794921875,
      "step": 292,
      "token_acc": 0.8689977879777494
    },
    {
      "epoch": 0.1946843853820598,
      "grad_norm": 0.3450673520565033,
      "learning_rate": 9.309344428523439e-06,
      "loss": 0.391357421875,
      "step": 293,
      "token_acc": 0.8717795431800267
    },
    {
      "epoch": 0.19534883720930232,
      "grad_norm": 0.320695698261261,
      "learning_rate": 9.303874540101819e-06,
      "loss": 0.38232421875,
      "step": 294,
      "token_acc": 0.8740899658263857
    },
    {
      "epoch": 0.19601328903654486,
      "grad_norm": 0.32038599252700806,
      "learning_rate": 9.29838469682426e-06,
      "loss": 0.393310546875,
      "step": 295,
      "token_acc": 0.8706101058001551
    },
    {
      "epoch": 0.19667774086378736,
      "grad_norm": 0.3428591191768646,
      "learning_rate": 9.292874924144348e-06,
      "loss": 0.41162109375,
      "step": 296,
      "token_acc": 0.8653123737510778
    },
    {
      "epoch": 0.1973421926910299,
      "grad_norm": 0.36900264024734497,
      "learning_rate": 9.287345247608071e-06,
      "loss": 0.391845703125,
      "step": 297,
      "token_acc": 0.8710429045472483
    },
    {
      "epoch": 0.19800664451827243,
      "grad_norm": 0.31465205550193787,
      "learning_rate": 9.281795692853697e-06,
      "loss": 0.4072265625,
      "step": 298,
      "token_acc": 0.8663626584557208
    },
    {
      "epoch": 0.19867109634551494,
      "grad_norm": 0.3593561053276062,
      "learning_rate": 9.27622628561166e-06,
      "loss": 0.3935546875,
      "step": 299,
      "token_acc": 0.8706593358402859
    },
    {
      "epoch": 0.19933554817275748,
      "grad_norm": 0.37645581364631653,
      "learning_rate": 9.270637051704445e-06,
      "loss": 0.395263671875,
      "step": 300,
      "token_acc": 0.8700201018405952
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.34477493166923523,
      "learning_rate": 9.265028017046459e-06,
      "loss": 0.394287109375,
      "step": 301,
      "token_acc": 0.8707742252291576
    },
    {
      "epoch": 0.20066445182724252,
      "grad_norm": 0.339771032333374,
      "learning_rate": 9.25939920764391e-06,
      "loss": 0.387939453125,
      "step": 302,
      "token_acc": 0.8727919871576206
    },
    {
      "epoch": 0.20132890365448505,
      "grad_norm": 0.33729299902915955,
      "learning_rate": 9.253750649594701e-06,
      "loss": 0.41650390625,
      "step": 303,
      "token_acc": 0.8638279714562981
    },
    {
      "epoch": 0.2019933554817276,
      "grad_norm": 0.46522781252861023,
      "learning_rate": 9.248082369088296e-06,
      "loss": 0.390380859375,
      "step": 304,
      "token_acc": 0.8714155814080209
    },
    {
      "epoch": 0.2026578073089701,
      "grad_norm": 0.30614757537841797,
      "learning_rate": 9.242394392405596e-06,
      "loss": 0.416748046875,
      "step": 305,
      "token_acc": 0.8633312592729095
    },
    {
      "epoch": 0.20332225913621263,
      "grad_norm": 0.3585188090801239,
      "learning_rate": 9.23668674591883e-06,
      "loss": 0.385009765625,
      "step": 306,
      "token_acc": 0.872746019800819
    },
    {
      "epoch": 0.20398671096345514,
      "grad_norm": 0.34231430292129517,
      "learning_rate": 9.230959456091426e-06,
      "loss": 0.39990234375,
      "step": 307,
      "token_acc": 0.8691396295635724
    },
    {
      "epoch": 0.20465116279069767,
      "grad_norm": 0.3642405867576599,
      "learning_rate": 9.225212549477881e-06,
      "loss": 0.393310546875,
      "step": 308,
      "token_acc": 0.8708897397010055
    },
    {
      "epoch": 0.2053156146179402,
      "grad_norm": 0.31996458768844604,
      "learning_rate": 9.219446052723653e-06,
      "loss": 0.396484375,
      "step": 309,
      "token_acc": 0.8699263069762397
    },
    {
      "epoch": 0.2059800664451827,
      "grad_norm": 0.39636003971099854,
      "learning_rate": 9.213659992565024e-06,
      "loss": 0.385498046875,
      "step": 310,
      "token_acc": 0.8738312618679132
    },
    {
      "epoch": 0.20664451827242525,
      "grad_norm": 0.3966636061668396,
      "learning_rate": 9.207854395828985e-06,
      "loss": 0.398193359375,
      "step": 311,
      "token_acc": 0.8695895893354993
    },
    {
      "epoch": 0.20730897009966778,
      "grad_norm": 0.33119508624076843,
      "learning_rate": 9.202029289433108e-06,
      "loss": 0.384521484375,
      "step": 312,
      "token_acc": 0.8730195559255797
    },
    {
      "epoch": 0.2079734219269103,
      "grad_norm": 0.33122289180755615,
      "learning_rate": 9.196184700385415e-06,
      "loss": 0.401611328125,
      "step": 313,
      "token_acc": 0.8682769705170305
    },
    {
      "epoch": 0.20863787375415282,
      "grad_norm": 0.3411809504032135,
      "learning_rate": 9.190320655784267e-06,
      "loss": 0.404541015625,
      "step": 314,
      "token_acc": 0.8676218272691669
    },
    {
      "epoch": 0.20930232558139536,
      "grad_norm": 0.30415788292884827,
      "learning_rate": 9.184437182818227e-06,
      "loss": 0.393798828125,
      "step": 315,
      "token_acc": 0.8710588175032765
    },
    {
      "epoch": 0.20996677740863787,
      "grad_norm": 0.43569445610046387,
      "learning_rate": 9.178534308765937e-06,
      "loss": 0.39794921875,
      "step": 316,
      "token_acc": 0.8694164214981114
    },
    {
      "epoch": 0.2106312292358804,
      "grad_norm": 0.3099321722984314,
      "learning_rate": 9.172612060995993e-06,
      "loss": 0.399169921875,
      "step": 317,
      "token_acc": 0.8694282414753117
    },
    {
      "epoch": 0.21129568106312294,
      "grad_norm": 0.3443339765071869,
      "learning_rate": 9.166670466966815e-06,
      "loss": 0.38134765625,
      "step": 318,
      "token_acc": 0.8738396323674571
    },
    {
      "epoch": 0.21196013289036544,
      "grad_norm": 0.3342459499835968,
      "learning_rate": 9.160709554226527e-06,
      "loss": 0.392822265625,
      "step": 319,
      "token_acc": 0.8716335279905706
    },
    {
      "epoch": 0.21262458471760798,
      "grad_norm": 0.37542033195495605,
      "learning_rate": 9.154729350412817e-06,
      "loss": 0.37841796875,
      "step": 320,
      "token_acc": 0.8758923262354359
    },
    {
      "epoch": 0.21328903654485049,
      "grad_norm": 0.3763517737388611,
      "learning_rate": 9.148729883252818e-06,
      "loss": 0.40234375,
      "step": 321,
      "token_acc": 0.8681850044171989
    },
    {
      "epoch": 0.21395348837209302,
      "grad_norm": 0.47176066040992737,
      "learning_rate": 9.142711180562982e-06,
      "loss": 0.3955078125,
      "step": 322,
      "token_acc": 0.8702862547927527
    },
    {
      "epoch": 0.21461794019933556,
      "grad_norm": 0.45130228996276855,
      "learning_rate": 9.136673270248938e-06,
      "loss": 0.393798828125,
      "step": 323,
      "token_acc": 0.8705882418983977
    },
    {
      "epoch": 0.21528239202657806,
      "grad_norm": 0.32351794838905334,
      "learning_rate": 9.130616180305378e-06,
      "loss": 0.396484375,
      "step": 324,
      "token_acc": 0.8694268404578186
    },
    {
      "epoch": 0.2159468438538206,
      "grad_norm": 0.3709367513656616,
      "learning_rate": 9.124539938815917e-06,
      "loss": 0.379150390625,
      "step": 325,
      "token_acc": 0.8760524280917081
    },
    {
      "epoch": 0.21661129568106313,
      "grad_norm": 0.5152716040611267,
      "learning_rate": 9.118444573952965e-06,
      "loss": 0.400146484375,
      "step": 326,
      "token_acc": 0.8685434717834305
    },
    {
      "epoch": 0.21727574750830564,
      "grad_norm": 0.32111188769340515,
      "learning_rate": 9.1123301139776e-06,
      "loss": 0.395263671875,
      "step": 327,
      "token_acc": 0.870220090713891
    },
    {
      "epoch": 0.21794019933554817,
      "grad_norm": 0.3860948085784912,
      "learning_rate": 9.106196587239431e-06,
      "loss": 0.39599609375,
      "step": 328,
      "token_acc": 0.8697702166018464
    },
    {
      "epoch": 0.2186046511627907,
      "grad_norm": 0.3669413924217224,
      "learning_rate": 9.100044022176476e-06,
      "loss": 0.4091796875,
      "step": 329,
      "token_acc": 0.8674512915454465
    },
    {
      "epoch": 0.21926910299003322,
      "grad_norm": 0.39125779271125793,
      "learning_rate": 9.093872447315012e-06,
      "loss": 0.38720703125,
      "step": 330,
      "token_acc": 0.8732742915630417
    },
    {
      "epoch": 0.21993355481727575,
      "grad_norm": 0.4837248921394348,
      "learning_rate": 9.087681891269469e-06,
      "loss": 0.379150390625,
      "step": 331,
      "token_acc": 0.8752403977639452
    },
    {
      "epoch": 0.22059800664451829,
      "grad_norm": 0.32324904203414917,
      "learning_rate": 9.081472382742274e-06,
      "loss": 0.3955078125,
      "step": 332,
      "token_acc": 0.870243037891593
    },
    {
      "epoch": 0.2212624584717608,
      "grad_norm": 0.5458261370658875,
      "learning_rate": 9.075243950523726e-06,
      "loss": 0.40185546875,
      "step": 333,
      "token_acc": 0.867798019229379
    },
    {
      "epoch": 0.22192691029900333,
      "grad_norm": 0.4391469657421112,
      "learning_rate": 9.06899662349187e-06,
      "loss": 0.384033203125,
      "step": 334,
      "token_acc": 0.8739963890898615
    },
    {
      "epoch": 0.22259136212624583,
      "grad_norm": 0.37593838572502136,
      "learning_rate": 9.062730430612354e-06,
      "loss": 0.404541015625,
      "step": 335,
      "token_acc": 0.8670665706337015
    },
    {
      "epoch": 0.22325581395348837,
      "grad_norm": 0.3412649929523468,
      "learning_rate": 9.056445400938294e-06,
      "loss": 0.38623046875,
      "step": 336,
      "token_acc": 0.8734146101123349
    },
    {
      "epoch": 0.2239202657807309,
      "grad_norm": 0.3577443063259125,
      "learning_rate": 9.050141563610143e-06,
      "loss": 0.4150390625,
      "step": 337,
      "token_acc": 0.8642848007157881
    },
    {
      "epoch": 0.2245847176079734,
      "grad_norm": 0.3862946331501007,
      "learning_rate": 9.04381894785556e-06,
      "loss": 0.394775390625,
      "step": 338,
      "token_acc": 0.8699289188342075
    },
    {
      "epoch": 0.22524916943521595,
      "grad_norm": 0.6569634675979614,
      "learning_rate": 9.037477582989269e-06,
      "loss": 0.39892578125,
      "step": 339,
      "token_acc": 0.8689581840707312
    },
    {
      "epoch": 0.22591362126245848,
      "grad_norm": 0.42135390639305115,
      "learning_rate": 9.031117498412918e-06,
      "loss": 0.402099609375,
      "step": 340,
      "token_acc": 0.8691154226499714
    },
    {
      "epoch": 0.226578073089701,
      "grad_norm": 0.33055490255355835,
      "learning_rate": 9.024738723614957e-06,
      "loss": 0.38427734375,
      "step": 341,
      "token_acc": 0.8731017779900853
    },
    {
      "epoch": 0.22724252491694352,
      "grad_norm": 0.35450488328933716,
      "learning_rate": 9.018341288170485e-06,
      "loss": 0.399169921875,
      "step": 342,
      "token_acc": 0.8696507266296402
    },
    {
      "epoch": 0.22790697674418606,
      "grad_norm": 0.3218103349208832,
      "learning_rate": 9.011925221741126e-06,
      "loss": 0.4140625,
      "step": 343,
      "token_acc": 0.8652290594067987
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 0.6726000905036926,
      "learning_rate": 9.005490554074886e-06,
      "loss": 0.388916015625,
      "step": 344,
      "token_acc": 0.8723326239619698
    },
    {
      "epoch": 0.2292358803986711,
      "grad_norm": 0.36025893688201904,
      "learning_rate": 8.999037315006014e-06,
      "loss": 0.40185546875,
      "step": 345,
      "token_acc": 0.8689927558863184
    },
    {
      "epoch": 0.22990033222591363,
      "grad_norm": 0.3738430440425873,
      "learning_rate": 8.992565534454864e-06,
      "loss": 0.39501953125,
      "step": 346,
      "token_acc": 0.8706620437682407
    },
    {
      "epoch": 0.23056478405315614,
      "grad_norm": 0.2935904264450073,
      "learning_rate": 8.98607524242776e-06,
      "loss": 0.412109375,
      "step": 347,
      "token_acc": 0.8663023633805766
    },
    {
      "epoch": 0.23122923588039868,
      "grad_norm": 0.3532610237598419,
      "learning_rate": 8.979566469016856e-06,
      "loss": 0.399169921875,
      "step": 348,
      "token_acc": 0.8689077619788297
    },
    {
      "epoch": 0.23189368770764118,
      "grad_norm": 0.445578396320343,
      "learning_rate": 8.973039244399987e-06,
      "loss": 0.386474609375,
      "step": 349,
      "token_acc": 0.8726528963734953
    },
    {
      "epoch": 0.23255813953488372,
      "grad_norm": 0.3290676772594452,
      "learning_rate": 8.96649359884054e-06,
      "loss": 0.409423828125,
      "step": 350,
      "token_acc": 0.8665213537496335
    },
    {
      "epoch": 0.23322259136212625,
      "grad_norm": 0.3276229500770569,
      "learning_rate": 8.959929562687317e-06,
      "loss": 0.4150390625,
      "step": 351,
      "token_acc": 0.864211410572062
    },
    {
      "epoch": 0.23388704318936876,
      "grad_norm": 0.5520330667495728,
      "learning_rate": 8.95334716637438e-06,
      "loss": 0.389404296875,
      "step": 352,
      "token_acc": 0.8722282871599095
    },
    {
      "epoch": 0.2345514950166113,
      "grad_norm": 0.3330706059932709,
      "learning_rate": 8.946746440420921e-06,
      "loss": 0.395751953125,
      "step": 353,
      "token_acc": 0.8704936407657727
    },
    {
      "epoch": 0.23521594684385383,
      "grad_norm": 0.46390780806541443,
      "learning_rate": 8.940127415431117e-06,
      "loss": 0.433349609375,
      "step": 354,
      "token_acc": 0.8599070954325339
    },
    {
      "epoch": 0.23588039867109634,
      "grad_norm": 0.3171122074127197,
      "learning_rate": 8.933490122093986e-06,
      "loss": 0.425048828125,
      "step": 355,
      "token_acc": 0.8614401387200322
    },
    {
      "epoch": 0.23654485049833887,
      "grad_norm": 0.32453131675720215,
      "learning_rate": 8.92683459118325e-06,
      "loss": 0.3916015625,
      "step": 356,
      "token_acc": 0.8711297793283567
    },
    {
      "epoch": 0.2372093023255814,
      "grad_norm": 0.38117727637290955,
      "learning_rate": 8.920160853557185e-06,
      "loss": 0.38671875,
      "step": 357,
      "token_acc": 0.8734145204288125
    },
    {
      "epoch": 0.2378737541528239,
      "grad_norm": 0.3064368665218353,
      "learning_rate": 8.913468940158486e-06,
      "loss": 0.400634765625,
      "step": 358,
      "token_acc": 0.8684743647962895
    },
    {
      "epoch": 0.23853820598006645,
      "grad_norm": 0.30961892008781433,
      "learning_rate": 8.906758882014123e-06,
      "loss": 0.375,
      "step": 359,
      "token_acc": 0.8767856037244183
    },
    {
      "epoch": 0.23920265780730898,
      "grad_norm": 0.2961668372154236,
      "learning_rate": 8.900030710235185e-06,
      "loss": 0.384765625,
      "step": 360,
      "token_acc": 0.8732013775464295
    },
    {
      "epoch": 0.2398671096345515,
      "grad_norm": 0.3818748891353607,
      "learning_rate": 8.89328445601675e-06,
      "loss": 0.384765625,
      "step": 361,
      "token_acc": 0.8736702339025925
    },
    {
      "epoch": 0.24053156146179402,
      "grad_norm": 0.35889503359794617,
      "learning_rate": 8.886520150637734e-06,
      "loss": 0.38330078125,
      "step": 362,
      "token_acc": 0.8742040277419783
    },
    {
      "epoch": 0.24119601328903653,
      "grad_norm": 0.3283149302005768,
      "learning_rate": 8.87973782546075e-06,
      "loss": 0.39208984375,
      "step": 363,
      "token_acc": 0.8710470238545619
    },
    {
      "epoch": 0.24186046511627907,
      "grad_norm": 0.3287707567214966,
      "learning_rate": 8.872937511931954e-06,
      "loss": 0.423828125,
      "step": 364,
      "token_acc": 0.8624147538371078
    },
    {
      "epoch": 0.2425249169435216,
      "grad_norm": 0.30221229791641235,
      "learning_rate": 8.866119241580907e-06,
      "loss": 0.3994140625,
      "step": 365,
      "token_acc": 0.8693933948635358
    },
    {
      "epoch": 0.2431893687707641,
      "grad_norm": 0.3303050398826599,
      "learning_rate": 8.859283046020427e-06,
      "loss": 0.393310546875,
      "step": 366,
      "token_acc": 0.8707264060666855
    },
    {
      "epoch": 0.24385382059800664,
      "grad_norm": 0.49738216400146484,
      "learning_rate": 8.852428956946445e-06,
      "loss": 0.38330078125,
      "step": 367,
      "token_acc": 0.8735883080257291
    },
    {
      "epoch": 0.24451827242524918,
      "grad_norm": 0.3504537045955658,
      "learning_rate": 8.845557006137848e-06,
      "loss": 0.404296875,
      "step": 368,
      "token_acc": 0.8679212467899506
    },
    {
      "epoch": 0.24518272425249169,
      "grad_norm": 0.2988705337047577,
      "learning_rate": 8.838667225456347e-06,
      "loss": 0.384033203125,
      "step": 369,
      "token_acc": 0.8732234278803045
    },
    {
      "epoch": 0.24584717607973422,
      "grad_norm": 0.5355086922645569,
      "learning_rate": 8.831759646846312e-06,
      "loss": 0.397705078125,
      "step": 370,
      "token_acc": 0.869398601024071
    },
    {
      "epoch": 0.24651162790697675,
      "grad_norm": 0.3267458975315094,
      "learning_rate": 8.824834302334641e-06,
      "loss": 0.3994140625,
      "step": 371,
      "token_acc": 0.8686053315347312
    },
    {
      "epoch": 0.24717607973421926,
      "grad_norm": 0.2962867319583893,
      "learning_rate": 8.8178912240306e-06,
      "loss": 0.38671875,
      "step": 372,
      "token_acc": 0.873340769627571
    },
    {
      "epoch": 0.2478405315614618,
      "grad_norm": 0.2977236807346344,
      "learning_rate": 8.810930444125676e-06,
      "loss": 0.38818359375,
      "step": 373,
      "token_acc": 0.8724758868396626
    },
    {
      "epoch": 0.24850498338870433,
      "grad_norm": 0.364019513130188,
      "learning_rate": 8.803951994893431e-06,
      "loss": 0.396240234375,
      "step": 374,
      "token_acc": 0.8703027654489587
    },
    {
      "epoch": 0.24916943521594684,
      "grad_norm": 0.36964738368988037,
      "learning_rate": 8.796955908689349e-06,
      "loss": 0.383544921875,
      "step": 375,
      "token_acc": 0.8741320037027227
    },
    {
      "epoch": 0.24983388704318937,
      "grad_norm": 0.3357184827327728,
      "learning_rate": 8.789942217950692e-06,
      "loss": 0.40185546875,
      "step": 376,
      "token_acc": 0.8689178398528716
    },
    {
      "epoch": 0.2504983388704319,
      "grad_norm": 0.30628135800361633,
      "learning_rate": 8.782910955196338e-06,
      "loss": 0.400390625,
      "step": 377,
      "token_acc": 0.8681250904175607
    },
    {
      "epoch": 0.25116279069767444,
      "grad_norm": 0.32306742668151855,
      "learning_rate": 8.775862153026644e-06,
      "loss": 0.400390625,
      "step": 378,
      "token_acc": 0.8693774665901957
    },
    {
      "epoch": 0.25182724252491695,
      "grad_norm": 0.3879261612892151,
      "learning_rate": 8.768795844123285e-06,
      "loss": 0.400390625,
      "step": 379,
      "token_acc": 0.8681822875100756
    },
    {
      "epoch": 0.25249169435215946,
      "grad_norm": 0.3530760407447815,
      "learning_rate": 8.761712061249106e-06,
      "loss": 0.396484375,
      "step": 380,
      "token_acc": 0.8702813447394693
    },
    {
      "epoch": 0.253156146179402,
      "grad_norm": 0.3367592990398407,
      "learning_rate": 8.75461083724797e-06,
      "loss": 0.39990234375,
      "step": 381,
      "token_acc": 0.8689738997139808
    },
    {
      "epoch": 0.2538205980066445,
      "grad_norm": 0.45369279384613037,
      "learning_rate": 8.747492205044608e-06,
      "loss": 0.404541015625,
      "step": 382,
      "token_acc": 0.867182436834174
    },
    {
      "epoch": 0.25448504983388703,
      "grad_norm": 0.32576996088027954,
      "learning_rate": 8.740356197644459e-06,
      "loss": 0.38427734375,
      "step": 383,
      "token_acc": 0.8728154917487133
    },
    {
      "epoch": 0.25514950166112954,
      "grad_norm": 0.340951532125473,
      "learning_rate": 8.733202848133526e-06,
      "loss": 0.39404296875,
      "step": 384,
      "token_acc": 0.870514025972045
    },
    {
      "epoch": 0.2558139534883721,
      "grad_norm": 0.28670549392700195,
      "learning_rate": 8.726032189678217e-06,
      "loss": 0.3896484375,
      "step": 385,
      "token_acc": 0.8718567392132737
    },
    {
      "epoch": 0.2564784053156146,
      "grad_norm": 0.33666831254959106,
      "learning_rate": 8.718844255525192e-06,
      "loss": 0.392822265625,
      "step": 386,
      "token_acc": 0.8717052146135552
    },
    {
      "epoch": 0.2571428571428571,
      "grad_norm": 0.3604886531829834,
      "learning_rate": 8.711639079001211e-06,
      "loss": 0.40771484375,
      "step": 387,
      "token_acc": 0.866106737272826
    },
    {
      "epoch": 0.2578073089700997,
      "grad_norm": 0.31018927693367004,
      "learning_rate": 8.704416693512977e-06,
      "loss": 0.396484375,
      "step": 388,
      "token_acc": 0.8697630229744531
    },
    {
      "epoch": 0.2584717607973422,
      "grad_norm": 0.3294845521450043,
      "learning_rate": 8.69717713254698e-06,
      "loss": 0.395751953125,
      "step": 389,
      "token_acc": 0.8697042200441872
    },
    {
      "epoch": 0.2591362126245847,
      "grad_norm": 0.35338521003723145,
      "learning_rate": 8.689920429669352e-06,
      "loss": 0.40087890625,
      "step": 390,
      "token_acc": 0.8686391482102161
    },
    {
      "epoch": 0.25980066445182726,
      "grad_norm": 0.34791299700737,
      "learning_rate": 8.682646618525692e-06,
      "loss": 0.394775390625,
      "step": 391,
      "token_acc": 0.870131833845165
    },
    {
      "epoch": 0.26046511627906976,
      "grad_norm": 0.38557422161102295,
      "learning_rate": 8.675355732840926e-06,
      "loss": 0.394287109375,
      "step": 392,
      "token_acc": 0.8718536487659404
    },
    {
      "epoch": 0.26112956810631227,
      "grad_norm": 0.29517439007759094,
      "learning_rate": 8.668047806419153e-06,
      "loss": 0.39111328125,
      "step": 393,
      "token_acc": 0.8716813152982746
    },
    {
      "epoch": 0.26179401993355483,
      "grad_norm": 0.3853927254676819,
      "learning_rate": 8.660722873143468e-06,
      "loss": 0.409423828125,
      "step": 394,
      "token_acc": 0.8667181586043303
    },
    {
      "epoch": 0.26245847176079734,
      "grad_norm": 0.35761961340904236,
      "learning_rate": 8.653380966975831e-06,
      "loss": 0.391845703125,
      "step": 395,
      "token_acc": 0.8719813875081545
    },
    {
      "epoch": 0.26312292358803985,
      "grad_norm": 0.46058517694473267,
      "learning_rate": 8.646022121956885e-06,
      "loss": 0.387939453125,
      "step": 396,
      "token_acc": 0.8726329170700005
    },
    {
      "epoch": 0.2637873754152824,
      "grad_norm": 0.3657056987285614,
      "learning_rate": 8.638646372205816e-06,
      "loss": 0.408203125,
      "step": 397,
      "token_acc": 0.8672397227838188
    },
    {
      "epoch": 0.2644518272425249,
      "grad_norm": 0.32979926466941833,
      "learning_rate": 8.63125375192019e-06,
      "loss": 0.401123046875,
      "step": 398,
      "token_acc": 0.8686166265311482
    },
    {
      "epoch": 0.2651162790697674,
      "grad_norm": 0.34247106313705444,
      "learning_rate": 8.62384429537579e-06,
      "loss": 0.402099609375,
      "step": 399,
      "token_acc": 0.8673097838149776
    },
    {
      "epoch": 0.26578073089701,
      "grad_norm": 0.517318606376648,
      "learning_rate": 8.616418036926461e-06,
      "loss": 0.403564453125,
      "step": 400,
      "token_acc": 0.8672589396693842
    },
    {
      "epoch": 0.2664451827242525,
      "grad_norm": 0.33124276995658875,
      "learning_rate": 8.608975011003949e-06,
      "loss": 0.397705078125,
      "step": 401,
      "token_acc": 0.8685659866003204
    },
    {
      "epoch": 0.267109634551495,
      "grad_norm": 0.5142866969108582,
      "learning_rate": 8.60151525211774e-06,
      "loss": 0.401611328125,
      "step": 402,
      "token_acc": 0.8681514221269666
    },
    {
      "epoch": 0.26777408637873756,
      "grad_norm": 0.4761538803577423,
      "learning_rate": 8.59403879485491e-06,
      "loss": 0.393310546875,
      "step": 403,
      "token_acc": 0.871079236812815
    },
    {
      "epoch": 0.26843853820598007,
      "grad_norm": 0.30543142557144165,
      "learning_rate": 8.58654567387995e-06,
      "loss": 0.39111328125,
      "step": 404,
      "token_acc": 0.8716362813998548
    },
    {
      "epoch": 0.2691029900332226,
      "grad_norm": 0.34164905548095703,
      "learning_rate": 8.57903592393461e-06,
      "loss": 0.393310546875,
      "step": 405,
      "token_acc": 0.8704735498009407
    },
    {
      "epoch": 0.26976744186046514,
      "grad_norm": 0.35273367166519165,
      "learning_rate": 8.57150957983775e-06,
      "loss": 0.3935546875,
      "step": 406,
      "token_acc": 0.8709483467547984
    },
    {
      "epoch": 0.27043189368770765,
      "grad_norm": 0.4245699644088745,
      "learning_rate": 8.563966676485159e-06,
      "loss": 0.3828125,
      "step": 407,
      "token_acc": 0.8734038651928907
    },
    {
      "epoch": 0.27109634551495015,
      "grad_norm": 0.2891317307949066,
      "learning_rate": 8.556407248849404e-06,
      "loss": 0.378662109375,
      "step": 408,
      "token_acc": 0.8757921484158732
    },
    {
      "epoch": 0.2717607973421927,
      "grad_norm": 0.35015439987182617,
      "learning_rate": 8.548831331979673e-06,
      "loss": 0.397705078125,
      "step": 409,
      "token_acc": 0.8685146402070962
    },
    {
      "epoch": 0.2724252491694352,
      "grad_norm": 0.28776541352272034,
      "learning_rate": 8.541238961001599e-06,
      "loss": 0.390625,
      "step": 410,
      "token_acc": 0.8708835675331352
    },
    {
      "epoch": 0.27308970099667773,
      "grad_norm": 0.3873864710330963,
      "learning_rate": 8.533630171117108e-06,
      "loss": 0.382568359375,
      "step": 411,
      "token_acc": 0.8746107397581703
    },
    {
      "epoch": 0.27375415282392024,
      "grad_norm": 0.33415311574935913,
      "learning_rate": 8.526004997604252e-06,
      "loss": 0.412841796875,
      "step": 412,
      "token_acc": 0.8648393419456966
    },
    {
      "epoch": 0.2744186046511628,
      "grad_norm": 0.34526023268699646,
      "learning_rate": 8.518363475817041e-06,
      "loss": 0.3857421875,
      "step": 413,
      "token_acc": 0.8727992852921612
    },
    {
      "epoch": 0.2750830564784053,
      "grad_norm": 0.33352288603782654,
      "learning_rate": 8.510705641185293e-06,
      "loss": 0.40673828125,
      "step": 414,
      "token_acc": 0.8664070410551516
    },
    {
      "epoch": 0.2757475083056478,
      "grad_norm": 0.324628621339798,
      "learning_rate": 8.50303152921445e-06,
      "loss": 0.38525390625,
      "step": 415,
      "token_acc": 0.873397728603858
    },
    {
      "epoch": 0.2764119601328904,
      "grad_norm": 0.3467447757720947,
      "learning_rate": 8.495341175485428e-06,
      "loss": 0.402587890625,
      "step": 416,
      "token_acc": 0.8680582834948029
    },
    {
      "epoch": 0.2770764119601329,
      "grad_norm": 0.37417587637901306,
      "learning_rate": 8.48763461565445e-06,
      "loss": 0.39990234375,
      "step": 417,
      "token_acc": 0.8695033450968103
    },
    {
      "epoch": 0.2777408637873754,
      "grad_norm": 0.3777923882007599,
      "learning_rate": 8.479911885452874e-06,
      "loss": 0.398193359375,
      "step": 418,
      "token_acc": 0.8685811375070818
    },
    {
      "epoch": 0.27840531561461795,
      "grad_norm": 0.3108659088611603,
      "learning_rate": 8.472173020687038e-06,
      "loss": 0.399169921875,
      "step": 419,
      "token_acc": 0.8693677627199434
    },
    {
      "epoch": 0.27906976744186046,
      "grad_norm": 0.3377542197704315,
      "learning_rate": 8.46441805723808e-06,
      "loss": 0.408935546875,
      "step": 420,
      "token_acc": 0.8656245534192967
    },
    {
      "epoch": 0.27973421926910297,
      "grad_norm": 0.787042498588562,
      "learning_rate": 8.45664703106178e-06,
      "loss": 0.414306640625,
      "step": 421,
      "token_acc": 0.8645070355752644
    },
    {
      "epoch": 0.28039867109634553,
      "grad_norm": 0.3024000823497772,
      "learning_rate": 8.448859978188402e-06,
      "loss": 0.389404296875,
      "step": 422,
      "token_acc": 0.8720330294153096
    },
    {
      "epoch": 0.28106312292358804,
      "grad_norm": 0.31159770488739014,
      "learning_rate": 8.441056934722507e-06,
      "loss": 0.385009765625,
      "step": 423,
      "token_acc": 0.873088334739388
    },
    {
      "epoch": 0.28172757475083055,
      "grad_norm": 0.34706103801727295,
      "learning_rate": 8.4332379368428e-06,
      "loss": 0.389892578125,
      "step": 424,
      "token_acc": 0.8721182408235104
    },
    {
      "epoch": 0.2823920265780731,
      "grad_norm": 0.37067046761512756,
      "learning_rate": 8.42540302080196e-06,
      "loss": 0.405029296875,
      "step": 425,
      "token_acc": 0.8663084993726488
    },
    {
      "epoch": 0.2830564784053156,
      "grad_norm": 0.41193196177482605,
      "learning_rate": 8.41755222292647e-06,
      "loss": 0.39111328125,
      "step": 426,
      "token_acc": 0.871035409939479
    },
    {
      "epoch": 0.2837209302325581,
      "grad_norm": 0.35378965735435486,
      "learning_rate": 8.409685579616447e-06,
      "loss": 0.39306640625,
      "step": 427,
      "token_acc": 0.8710290090518219
    },
    {
      "epoch": 0.2843853820598007,
      "grad_norm": 0.33378711342811584,
      "learning_rate": 8.401803127345476e-06,
      "loss": 0.395263671875,
      "step": 428,
      "token_acc": 0.8702138280825525
    },
    {
      "epoch": 0.2850498338870432,
      "grad_norm": 0.32489392161369324,
      "learning_rate": 8.393904902660437e-06,
      "loss": 0.3935546875,
      "step": 429,
      "token_acc": 0.869980508109881
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.3212103843688965,
      "learning_rate": 8.385990942181346e-06,
      "loss": 0.40478515625,
      "step": 430,
      "token_acc": 0.867424306434178
    },
    {
      "epoch": 0.28637873754152826,
      "grad_norm": 0.2650502324104309,
      "learning_rate": 8.378061282601171e-06,
      "loss": 0.39013671875,
      "step": 431,
      "token_acc": 0.8722599743169401
    },
    {
      "epoch": 0.28704318936877077,
      "grad_norm": 0.28905585408210754,
      "learning_rate": 8.370115960685672e-06,
      "loss": 0.408447265625,
      "step": 432,
      "token_acc": 0.8663497247539141
    },
    {
      "epoch": 0.2877076411960133,
      "grad_norm": 0.29869380593299866,
      "learning_rate": 8.362155013273228e-06,
      "loss": 0.40380859375,
      "step": 433,
      "token_acc": 0.8672495706336179
    },
    {
      "epoch": 0.28837209302325584,
      "grad_norm": 0.4402686655521393,
      "learning_rate": 8.35417847727466e-06,
      "loss": 0.40771484375,
      "step": 434,
      "token_acc": 0.8682091961474149
    },
    {
      "epoch": 0.28903654485049834,
      "grad_norm": 0.31121301651000977,
      "learning_rate": 8.34618638967307e-06,
      "loss": 0.3984375,
      "step": 435,
      "token_acc": 0.8693709499830463
    },
    {
      "epoch": 0.28970099667774085,
      "grad_norm": 0.36379125714302063,
      "learning_rate": 8.338178787523667e-06,
      "loss": 0.391845703125,
      "step": 436,
      "token_acc": 0.870583647457077
    },
    {
      "epoch": 0.2903654485049834,
      "grad_norm": 0.6674746870994568,
      "learning_rate": 8.330155707953585e-06,
      "loss": 0.412841796875,
      "step": 437,
      "token_acc": 0.8648574973885244
    },
    {
      "epoch": 0.2910299003322259,
      "grad_norm": 0.3181109130382538,
      "learning_rate": 8.322117188161728e-06,
      "loss": 0.385009765625,
      "step": 438,
      "token_acc": 0.8733631304195831
    },
    {
      "epoch": 0.29169435215946843,
      "grad_norm": 0.29766711592674255,
      "learning_rate": 8.314063265418581e-06,
      "loss": 0.389892578125,
      "step": 439,
      "token_acc": 0.8720238161272501
    },
    {
      "epoch": 0.292358803986711,
      "grad_norm": 0.34679752588272095,
      "learning_rate": 8.30599397706605e-06,
      "loss": 0.390869140625,
      "step": 440,
      "token_acc": 0.8714128118803782
    },
    {
      "epoch": 0.2930232558139535,
      "grad_norm": 0.27636924386024475,
      "learning_rate": 8.297909360517279e-06,
      "loss": 0.390380859375,
      "step": 441,
      "token_acc": 0.8711925526340393
    },
    {
      "epoch": 0.293687707641196,
      "grad_norm": 0.2973499894142151,
      "learning_rate": 8.28980945325648e-06,
      "loss": 0.40283203125,
      "step": 442,
      "token_acc": 0.8685272209932807
    },
    {
      "epoch": 0.2943521594684385,
      "grad_norm": 0.38391873240470886,
      "learning_rate": 8.281694292838771e-06,
      "loss": 0.39990234375,
      "step": 443,
      "token_acc": 0.8688891840341595
    },
    {
      "epoch": 0.2950166112956811,
      "grad_norm": 0.31040722131729126,
      "learning_rate": 8.273563916889977e-06,
      "loss": 0.394775390625,
      "step": 444,
      "token_acc": 0.8697102086608259
    },
    {
      "epoch": 0.2956810631229236,
      "grad_norm": 0.38621771335601807,
      "learning_rate": 8.265418363106478e-06,
      "loss": 0.398681640625,
      "step": 445,
      "token_acc": 0.8683468343832297
    },
    {
      "epoch": 0.2963455149501661,
      "grad_norm": 0.2828279137611389,
      "learning_rate": 8.257257669255025e-06,
      "loss": 0.408203125,
      "step": 446,
      "token_acc": 0.8658681786047119
    },
    {
      "epoch": 0.29700996677740865,
      "grad_norm": 0.3442494571208954,
      "learning_rate": 8.249081873172562e-06,
      "loss": 0.393798828125,
      "step": 447,
      "token_acc": 0.8706857197724543
    },
    {
      "epoch": 0.29767441860465116,
      "grad_norm": 0.2680087983608246,
      "learning_rate": 8.240891012766057e-06,
      "loss": 0.3759765625,
      "step": 448,
      "token_acc": 0.8755825641450888
    },
    {
      "epoch": 0.29833887043189367,
      "grad_norm": 0.3514353930950165,
      "learning_rate": 8.232685126012323e-06,
      "loss": 0.385498046875,
      "step": 449,
      "token_acc": 0.8735947798287679
    },
    {
      "epoch": 0.29900332225913623,
      "grad_norm": 0.2902641296386719,
      "learning_rate": 8.224464250957845e-06,
      "loss": 0.399658203125,
      "step": 450,
      "token_acc": 0.8681194773007642
    },
    {
      "epoch": 0.29966777408637874,
      "grad_norm": 0.5367274284362793,
      "learning_rate": 8.216228425718596e-06,
      "loss": 0.39111328125,
      "step": 451,
      "token_acc": 0.8711689423071648
    },
    {
      "epoch": 0.30033222591362124,
      "grad_norm": 0.40319305658340454,
      "learning_rate": 8.207977688479869e-06,
      "loss": 0.393310546875,
      "step": 452,
      "token_acc": 0.8711290474531138
    },
    {
      "epoch": 0.3009966777408638,
      "grad_norm": 0.3362083435058594,
      "learning_rate": 8.199712077496096e-06,
      "loss": 0.385498046875,
      "step": 453,
      "token_acc": 0.8728179090096944
    },
    {
      "epoch": 0.3016611295681063,
      "grad_norm": 0.268970787525177,
      "learning_rate": 8.19143163109067e-06,
      "loss": 0.387451171875,
      "step": 454,
      "token_acc": 0.8722459360090674
    },
    {
      "epoch": 0.3023255813953488,
      "grad_norm": 0.31765514612197876,
      "learning_rate": 8.183136387655767e-06,
      "loss": 0.38720703125,
      "step": 455,
      "token_acc": 0.8727781313767322
    },
    {
      "epoch": 0.3029900332225914,
      "grad_norm": 0.35192224383354187,
      "learning_rate": 8.174826385652173e-06,
      "loss": 0.403076171875,
      "step": 456,
      "token_acc": 0.8687942741607798
    },
    {
      "epoch": 0.3036544850498339,
      "grad_norm": 0.3015848994255066,
      "learning_rate": 8.166501663609096e-06,
      "loss": 0.416259765625,
      "step": 457,
      "token_acc": 0.8636462889283418
    },
    {
      "epoch": 0.3043189368770764,
      "grad_norm": 0.3684592545032501,
      "learning_rate": 8.158162260124001e-06,
      "loss": 0.395263671875,
      "step": 458,
      "token_acc": 0.8701718244213399
    },
    {
      "epoch": 0.30498338870431896,
      "grad_norm": 0.4808623194694519,
      "learning_rate": 8.149808213862415e-06,
      "loss": 0.395751953125,
      "step": 459,
      "token_acc": 0.8702128063852855
    },
    {
      "epoch": 0.30564784053156147,
      "grad_norm": 0.3185524344444275,
      "learning_rate": 8.141439563557765e-06,
      "loss": 0.388916015625,
      "step": 460,
      "token_acc": 0.8719736549845967
    },
    {
      "epoch": 0.306312292358804,
      "grad_norm": 0.38690608739852905,
      "learning_rate": 8.13305634801118e-06,
      "loss": 0.39208984375,
      "step": 461,
      "token_acc": 0.8710107384453176
    },
    {
      "epoch": 0.30697674418604654,
      "grad_norm": 0.30850011110305786,
      "learning_rate": 8.12465860609133e-06,
      "loss": 0.387939453125,
      "step": 462,
      "token_acc": 0.87229534062318
    },
    {
      "epoch": 0.30764119601328904,
      "grad_norm": 0.2807459235191345,
      "learning_rate": 8.116246376734228e-06,
      "loss": 0.396728515625,
      "step": 463,
      "token_acc": 0.8689401172491947
    },
    {
      "epoch": 0.30830564784053155,
      "grad_norm": 0.30543532967567444,
      "learning_rate": 8.107819698943063e-06,
      "loss": 0.39208984375,
      "step": 464,
      "token_acc": 0.8720228153348473
    },
    {
      "epoch": 0.3089700996677741,
      "grad_norm": 0.2879014313220978,
      "learning_rate": 8.099378611788009e-06,
      "loss": 0.385498046875,
      "step": 465,
      "token_acc": 0.8727484688117255
    },
    {
      "epoch": 0.3096345514950166,
      "grad_norm": 0.37806951999664307,
      "learning_rate": 8.090923154406056e-06,
      "loss": 0.3779296875,
      "step": 466,
      "token_acc": 0.8756411676110188
    },
    {
      "epoch": 0.3102990033222591,
      "grad_norm": 0.3344796597957611,
      "learning_rate": 8.082453366000818e-06,
      "loss": 0.39208984375,
      "step": 467,
      "token_acc": 0.8710247605076571
    },
    {
      "epoch": 0.3109634551495017,
      "grad_norm": 0.3528293967247009,
      "learning_rate": 8.073969285842348e-06,
      "loss": 0.3984375,
      "step": 468,
      "token_acc": 0.8694042700665687
    },
    {
      "epoch": 0.3116279069767442,
      "grad_norm": 0.3631826639175415,
      "learning_rate": 8.065470953266976e-06,
      "loss": 0.400634765625,
      "step": 469,
      "token_acc": 0.8686637855208417
    },
    {
      "epoch": 0.3122923588039867,
      "grad_norm": 0.34675952792167664,
      "learning_rate": 8.056958407677103e-06,
      "loss": 0.390625,
      "step": 470,
      "token_acc": 0.8712540230576702
    },
    {
      "epoch": 0.3129568106312292,
      "grad_norm": 0.346429705619812,
      "learning_rate": 8.048431688541028e-06,
      "loss": 0.391845703125,
      "step": 471,
      "token_acc": 0.8708429935500884
    },
    {
      "epoch": 0.3136212624584718,
      "grad_norm": 0.5807815194129944,
      "learning_rate": 8.039890835392775e-06,
      "loss": 0.4072265625,
      "step": 472,
      "token_acc": 0.8662283993677649
    },
    {
      "epoch": 0.3142857142857143,
      "grad_norm": 0.3910853862762451,
      "learning_rate": 8.031335887831886e-06,
      "loss": 0.3818359375,
      "step": 473,
      "token_acc": 0.8748760541160334
    },
    {
      "epoch": 0.3149501661129568,
      "grad_norm": 0.34056586027145386,
      "learning_rate": 8.022766885523265e-06,
      "loss": 0.3955078125,
      "step": 474,
      "token_acc": 0.8699912061658222
    },
    {
      "epoch": 0.31561461794019935,
      "grad_norm": 0.31478768587112427,
      "learning_rate": 8.014183868196974e-06,
      "loss": 0.40185546875,
      "step": 475,
      "token_acc": 0.868352650170832
    },
    {
      "epoch": 0.31627906976744186,
      "grad_norm": 0.2793700695037842,
      "learning_rate": 8.005586875648055e-06,
      "loss": 0.398193359375,
      "step": 476,
      "token_acc": 0.8694893485576792
    },
    {
      "epoch": 0.31694352159468436,
      "grad_norm": 0.3538573980331421,
      "learning_rate": 7.99697594773635e-06,
      "loss": 0.38525390625,
      "step": 477,
      "token_acc": 0.8727987788611928
    },
    {
      "epoch": 0.3176079734219269,
      "grad_norm": 0.6073012351989746,
      "learning_rate": 7.988351124386306e-06,
      "loss": 0.386474609375,
      "step": 478,
      "token_acc": 0.8741251704513623
    },
    {
      "epoch": 0.31827242524916943,
      "grad_norm": 0.2874734103679657,
      "learning_rate": 7.979712445586802e-06,
      "loss": 0.3935546875,
      "step": 479,
      "token_acc": 0.8704079940631685
    },
    {
      "epoch": 0.31893687707641194,
      "grad_norm": 0.3211022913455963,
      "learning_rate": 7.971059951390956e-06,
      "loss": 0.387939453125,
      "step": 480,
      "token_acc": 0.872145203636316
    },
    {
      "epoch": 0.3196013289036545,
      "grad_norm": 0.3656294047832489,
      "learning_rate": 7.962393681915934e-06,
      "loss": 0.39306640625,
      "step": 481,
      "token_acc": 0.8711037520807073
    },
    {
      "epoch": 0.320265780730897,
      "grad_norm": 0.46732190251350403,
      "learning_rate": 7.953713677342785e-06,
      "loss": 0.40625,
      "step": 482,
      "token_acc": 0.8665048358492684
    },
    {
      "epoch": 0.3209302325581395,
      "grad_norm": 0.3310762345790863,
      "learning_rate": 7.945019977916225e-06,
      "loss": 0.38623046875,
      "step": 483,
      "token_acc": 0.8731057003541152
    },
    {
      "epoch": 0.3215946843853821,
      "grad_norm": 0.3438909947872162,
      "learning_rate": 7.936312623944483e-06,
      "loss": 0.38427734375,
      "step": 484,
      "token_acc": 0.8730205147946636
    },
    {
      "epoch": 0.3222591362126246,
      "grad_norm": 0.3735770285129547,
      "learning_rate": 7.927591655799078e-06,
      "loss": 0.38623046875,
      "step": 485,
      "token_acc": 0.8727049877568547
    },
    {
      "epoch": 0.3229235880398671,
      "grad_norm": 0.3507101535797119,
      "learning_rate": 7.918857113914665e-06,
      "loss": 0.380615234375,
      "step": 486,
      "token_acc": 0.8746253881015057
    },
    {
      "epoch": 0.32358803986710966,
      "grad_norm": 0.3092114329338074,
      "learning_rate": 7.910109038788827e-06,
      "loss": 0.377197265625,
      "step": 487,
      "token_acc": 0.8751930298228983
    },
    {
      "epoch": 0.32425249169435216,
      "grad_norm": 0.314191997051239,
      "learning_rate": 7.901347470981898e-06,
      "loss": 0.401123046875,
      "step": 488,
      "token_acc": 0.8683606579672104
    },
    {
      "epoch": 0.32491694352159467,
      "grad_norm": 0.3186595141887665,
      "learning_rate": 7.892572451116767e-06,
      "loss": 0.373779296875,
      "step": 489,
      "token_acc": 0.8763712071860914
    },
    {
      "epoch": 0.32558139534883723,
      "grad_norm": 0.41251805424690247,
      "learning_rate": 7.883784019878696e-06,
      "loss": 0.399169921875,
      "step": 490,
      "token_acc": 0.8683118196548387
    },
    {
      "epoch": 0.32624584717607974,
      "grad_norm": 0.3053121268749237,
      "learning_rate": 7.874982218015126e-06,
      "loss": 0.394287109375,
      "step": 491,
      "token_acc": 0.869686644822123
    },
    {
      "epoch": 0.32691029900332225,
      "grad_norm": 0.3222017288208008,
      "learning_rate": 7.866167086335492e-06,
      "loss": 0.39111328125,
      "step": 492,
      "token_acc": 0.8719577887840292
    },
    {
      "epoch": 0.3275747508305648,
      "grad_norm": 0.3013986349105835,
      "learning_rate": 7.857338665711033e-06,
      "loss": 0.394287109375,
      "step": 493,
      "token_acc": 0.8708027613928162
    },
    {
      "epoch": 0.3282392026578073,
      "grad_norm": 0.3461097180843353,
      "learning_rate": 7.8484969970746e-06,
      "loss": 0.3994140625,
      "step": 494,
      "token_acc": 0.8690735270593901
    },
    {
      "epoch": 0.3289036544850498,
      "grad_norm": 0.383033812046051,
      "learning_rate": 7.83964212142047e-06,
      "loss": 0.384765625,
      "step": 495,
      "token_acc": 0.8732630086630728
    },
    {
      "epoch": 0.3295681063122924,
      "grad_norm": 0.3242224454879761,
      "learning_rate": 7.830774079804155e-06,
      "loss": 0.390625,
      "step": 496,
      "token_acc": 0.8719622594597334
    },
    {
      "epoch": 0.3302325581395349,
      "grad_norm": 0.30877241492271423,
      "learning_rate": 7.821892913342212e-06,
      "loss": 0.406982421875,
      "step": 497,
      "token_acc": 0.868283794858466
    },
    {
      "epoch": 0.3308970099667774,
      "grad_norm": 0.3052292764186859,
      "learning_rate": 7.812998663212043e-06,
      "loss": 0.391357421875,
      "step": 498,
      "token_acc": 0.8713234108801629
    },
    {
      "epoch": 0.3315614617940199,
      "grad_norm": 0.3169040381908417,
      "learning_rate": 7.804091370651723e-06,
      "loss": 0.39453125,
      "step": 499,
      "token_acc": 0.8703276302141257
    },
    {
      "epoch": 0.33222591362126247,
      "grad_norm": 0.293649286031723,
      "learning_rate": 7.795171076959793e-06,
      "loss": 0.3818359375,
      "step": 500,
      "token_acc": 0.8745513833224785
    },
    {
      "epoch": 0.332890365448505,
      "grad_norm": 0.32641100883483887,
      "learning_rate": 7.78623782349507e-06,
      "loss": 0.392822265625,
      "step": 501,
      "token_acc": 0.8716181770640528
    },
    {
      "epoch": 0.3335548172757475,
      "grad_norm": 0.40121760964393616,
      "learning_rate": 7.777291651676466e-06,
      "loss": 0.38623046875,
      "step": 502,
      "token_acc": 0.872918040828773
    },
    {
      "epoch": 0.33421926910299005,
      "grad_norm": 0.2958812117576599,
      "learning_rate": 7.768332602982784e-06,
      "loss": 0.399658203125,
      "step": 503,
      "token_acc": 0.8683412457725346
    },
    {
      "epoch": 0.33488372093023255,
      "grad_norm": 0.3184646964073181,
      "learning_rate": 7.75936071895253e-06,
      "loss": 0.3876953125,
      "step": 504,
      "token_acc": 0.8726216357325961
    },
    {
      "epoch": 0.33554817275747506,
      "grad_norm": 0.3914191424846649,
      "learning_rate": 7.750376041183727e-06,
      "loss": 0.38818359375,
      "step": 505,
      "token_acc": 0.8727839169929409
    },
    {
      "epoch": 0.3362126245847176,
      "grad_norm": 0.3151264190673828,
      "learning_rate": 7.741378611333707e-06,
      "loss": 0.388916015625,
      "step": 506,
      "token_acc": 0.8719193651579072
    },
    {
      "epoch": 0.33687707641196013,
      "grad_norm": 0.30008465051651,
      "learning_rate": 7.732368471118936e-06,
      "loss": 0.385498046875,
      "step": 507,
      "token_acc": 0.8731782886640602
    },
    {
      "epoch": 0.33754152823920264,
      "grad_norm": 0.27415311336517334,
      "learning_rate": 7.723345662314803e-06,
      "loss": 0.392822265625,
      "step": 508,
      "token_acc": 0.8704646984518797
    },
    {
      "epoch": 0.3382059800664452,
      "grad_norm": 0.33291879296302795,
      "learning_rate": 7.714310226755442e-06,
      "loss": 0.36865234375,
      "step": 509,
      "token_acc": 0.8776066119899226
    },
    {
      "epoch": 0.3388704318936877,
      "grad_norm": 0.35381653904914856,
      "learning_rate": 7.705262206333524e-06,
      "loss": 0.39404296875,
      "step": 510,
      "token_acc": 0.8710605621575209
    },
    {
      "epoch": 0.3395348837209302,
      "grad_norm": 0.307839035987854,
      "learning_rate": 7.696201643000075e-06,
      "loss": 0.38525390625,
      "step": 511,
      "token_acc": 0.8733925903251211
    },
    {
      "epoch": 0.3401993355481728,
      "grad_norm": 0.31428542733192444,
      "learning_rate": 7.687128578764272e-06,
      "loss": 0.403076171875,
      "step": 512,
      "token_acc": 0.8680911224624449
    },
    {
      "epoch": 0.3408637873754153,
      "grad_norm": 0.3964312970638275,
      "learning_rate": 7.678043055693258e-06,
      "loss": 0.39453125,
      "step": 513,
      "token_acc": 0.8699127129683107
    },
    {
      "epoch": 0.3415282392026578,
      "grad_norm": 0.2954295873641968,
      "learning_rate": 7.668945115911934e-06,
      "loss": 0.38818359375,
      "step": 514,
      "token_acc": 0.8720913485930131
    },
    {
      "epoch": 0.34219269102990035,
      "grad_norm": 0.40076667070388794,
      "learning_rate": 7.659834801602776e-06,
      "loss": 0.375732421875,
      "step": 515,
      "token_acc": 0.8758989659906561
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 0.38568106293678284,
      "learning_rate": 7.650712155005632e-06,
      "loss": 0.3818359375,
      "step": 516,
      "token_acc": 0.8741784407746352
    },
    {
      "epoch": 0.34352159468438537,
      "grad_norm": 0.2968316972255707,
      "learning_rate": 7.641577218417532e-06,
      "loss": 0.3994140625,
      "step": 517,
      "token_acc": 0.8687717902859868
    },
    {
      "epoch": 0.34418604651162793,
      "grad_norm": 0.3372710645198822,
      "learning_rate": 7.632430034192481e-06,
      "loss": 0.377197265625,
      "step": 518,
      "token_acc": 0.8753237592146853
    },
    {
      "epoch": 0.34485049833887044,
      "grad_norm": 0.33212795853614807,
      "learning_rate": 7.6232706447412785e-06,
      "loss": 0.375732421875,
      "step": 519,
      "token_acc": 0.8768479301376296
    },
    {
      "epoch": 0.34551495016611294,
      "grad_norm": 0.34100988507270813,
      "learning_rate": 7.614099092531308e-06,
      "loss": 0.401611328125,
      "step": 520,
      "token_acc": 0.8673532356123999
    },
    {
      "epoch": 0.3461794019933555,
      "grad_norm": 0.36628973484039307,
      "learning_rate": 7.604915420086348e-06,
      "loss": 0.409912109375,
      "step": 521,
      "token_acc": 0.8659027266993036
    },
    {
      "epoch": 0.346843853820598,
      "grad_norm": 0.3395577371120453,
      "learning_rate": 7.595719669986367e-06,
      "loss": 0.395263671875,
      "step": 522,
      "token_acc": 0.8707174499709155
    },
    {
      "epoch": 0.3475083056478405,
      "grad_norm": 0.38151076436042786,
      "learning_rate": 7.58651188486734e-06,
      "loss": 0.400390625,
      "step": 523,
      "token_acc": 0.8679777028764567
    },
    {
      "epoch": 0.3481727574750831,
      "grad_norm": 0.3576848804950714,
      "learning_rate": 7.577292107421037e-06,
      "loss": 0.40771484375,
      "step": 524,
      "token_acc": 0.8661291299203514
    },
    {
      "epoch": 0.3488372093023256,
      "grad_norm": 0.34924784302711487,
      "learning_rate": 7.56806038039483e-06,
      "loss": 0.407470703125,
      "step": 525,
      "token_acc": 0.866794182618811
    },
    {
      "epoch": 0.3495016611295681,
      "grad_norm": 0.36309629678726196,
      "learning_rate": 7.5588167465915e-06,
      "loss": 0.385009765625,
      "step": 526,
      "token_acc": 0.8726410665413326
    },
    {
      "epoch": 0.3501661129568106,
      "grad_norm": 0.282292902469635,
      "learning_rate": 7.549561248869022e-06,
      "loss": 0.393798828125,
      "step": 527,
      "token_acc": 0.8711640364902128
    },
    {
      "epoch": 0.35083056478405317,
      "grad_norm": 0.38887855410575867,
      "learning_rate": 7.5402939301403934e-06,
      "loss": 0.372802734375,
      "step": 528,
      "token_acc": 0.8771155520096964
    },
    {
      "epoch": 0.3514950166112957,
      "grad_norm": 0.5633757710456848,
      "learning_rate": 7.531014833373407e-06,
      "loss": 0.392822265625,
      "step": 529,
      "token_acc": 0.8700496746854363
    },
    {
      "epoch": 0.3521594684385382,
      "grad_norm": 0.3868218958377838,
      "learning_rate": 7.521724001590471e-06,
      "loss": 0.388427734375,
      "step": 530,
      "token_acc": 0.8719286232849749
    },
    {
      "epoch": 0.35282392026578074,
      "grad_norm": 0.29915615916252136,
      "learning_rate": 7.512421477868402e-06,
      "loss": 0.396484375,
      "step": 531,
      "token_acc": 0.8689038838991365
    },
    {
      "epoch": 0.35348837209302325,
      "grad_norm": 0.3078466057777405,
      "learning_rate": 7.503107305338224e-06,
      "loss": 0.3837890625,
      "step": 532,
      "token_acc": 0.8733026764238282
    },
    {
      "epoch": 0.35415282392026576,
      "grad_norm": 0.34233367443084717,
      "learning_rate": 7.493781527184969e-06,
      "loss": 0.39013671875,
      "step": 533,
      "token_acc": 0.8720480076749342
    },
    {
      "epoch": 0.3548172757475083,
      "grad_norm": 0.327929824590683,
      "learning_rate": 7.484444186647486e-06,
      "loss": 0.3828125,
      "step": 534,
      "token_acc": 0.8739052443903288
    },
    {
      "epoch": 0.3554817275747508,
      "grad_norm": 0.38694724440574646,
      "learning_rate": 7.475095327018223e-06,
      "loss": 0.382568359375,
      "step": 535,
      "token_acc": 0.8733681248568531
    },
    {
      "epoch": 0.35614617940199333,
      "grad_norm": 0.31480443477630615,
      "learning_rate": 7.465734991643045e-06,
      "loss": 0.38916015625,
      "step": 536,
      "token_acc": 0.8721995668166425
    },
    {
      "epoch": 0.3568106312292359,
      "grad_norm": 0.3981966972351074,
      "learning_rate": 7.456363223921018e-06,
      "loss": 0.38427734375,
      "step": 537,
      "token_acc": 0.8733752726264167
    },
    {
      "epoch": 0.3574750830564784,
      "grad_norm": 0.352577269077301,
      "learning_rate": 7.446980067304215e-06,
      "loss": 0.384033203125,
      "step": 538,
      "token_acc": 0.8738624492816579
    },
    {
      "epoch": 0.3581395348837209,
      "grad_norm": 0.32580602169036865,
      "learning_rate": 7.437585565297516e-06,
      "loss": 0.384033203125,
      "step": 539,
      "token_acc": 0.8735767017355528
    },
    {
      "epoch": 0.3588039867109635,
      "grad_norm": 0.32203784584999084,
      "learning_rate": 7.428179761458401e-06,
      "loss": 0.391357421875,
      "step": 540,
      "token_acc": 0.8710544076630969
    },
    {
      "epoch": 0.359468438538206,
      "grad_norm": 0.5275461673736572,
      "learning_rate": 7.418762699396752e-06,
      "loss": 0.379638671875,
      "step": 541,
      "token_acc": 0.8752318015914398
    },
    {
      "epoch": 0.3601328903654485,
      "grad_norm": 0.3526511490345001,
      "learning_rate": 7.409334422774652e-06,
      "loss": 0.3876953125,
      "step": 542,
      "token_acc": 0.8728525219445413
    },
    {
      "epoch": 0.36079734219269105,
      "grad_norm": 0.4518231153488159,
      "learning_rate": 7.399894975306175e-06,
      "loss": 0.38818359375,
      "step": 543,
      "token_acc": 0.8721641287233413
    },
    {
      "epoch": 0.36146179401993356,
      "grad_norm": 0.48952212929725647,
      "learning_rate": 7.39044440075719e-06,
      "loss": 0.403564453125,
      "step": 544,
      "token_acc": 0.8673913043478261
    },
    {
      "epoch": 0.36212624584717606,
      "grad_norm": 0.37286561727523804,
      "learning_rate": 7.380982742945162e-06,
      "loss": 0.38525390625,
      "step": 545,
      "token_acc": 0.8730137103335364
    },
    {
      "epoch": 0.3627906976744186,
      "grad_norm": 0.319475919008255,
      "learning_rate": 7.371510045738934e-06,
      "loss": 0.3935546875,
      "step": 546,
      "token_acc": 0.8703536831995351
    },
    {
      "epoch": 0.36345514950166113,
      "grad_norm": 0.33094334602355957,
      "learning_rate": 7.3620263530585446e-06,
      "loss": 0.400146484375,
      "step": 547,
      "token_acc": 0.8683481433557354
    },
    {
      "epoch": 0.36411960132890364,
      "grad_norm": 0.3007216453552246,
      "learning_rate": 7.352531708875e-06,
      "loss": 0.383056640625,
      "step": 548,
      "token_acc": 0.8740613932937756
    },
    {
      "epoch": 0.3647840531561462,
      "grad_norm": 0.32850325107574463,
      "learning_rate": 7.343026157210093e-06,
      "loss": 0.400390625,
      "step": 549,
      "token_acc": 0.8687056737105785
    },
    {
      "epoch": 0.3654485049833887,
      "grad_norm": 0.34344083070755005,
      "learning_rate": 7.333509742136184e-06,
      "loss": 0.388427734375,
      "step": 550,
      "token_acc": 0.872533522340498
    },
    {
      "epoch": 0.3661129568106312,
      "grad_norm": 0.3959914743900299,
      "learning_rate": 7.3239825077760015e-06,
      "loss": 0.380859375,
      "step": 551,
      "token_acc": 0.874654997123969
    },
    {
      "epoch": 0.3667774086378738,
      "grad_norm": 0.2892821729183197,
      "learning_rate": 7.314444498302439e-06,
      "loss": 0.392333984375,
      "step": 552,
      "token_acc": 0.8708767742534953
    },
    {
      "epoch": 0.3674418604651163,
      "grad_norm": 0.39982840418815613,
      "learning_rate": 7.304895757938348e-06,
      "loss": 0.392822265625,
      "step": 553,
      "token_acc": 0.8707577682507707
    },
    {
      "epoch": 0.3681063122923588,
      "grad_norm": 0.4800354540348053,
      "learning_rate": 7.2953363309563355e-06,
      "loss": 0.402099609375,
      "step": 554,
      "token_acc": 0.8680507712204328
    },
    {
      "epoch": 0.3687707641196013,
      "grad_norm": 0.5611690282821655,
      "learning_rate": 7.2857662616785506e-06,
      "loss": 0.3896484375,
      "step": 555,
      "token_acc": 0.871490019132757
    },
    {
      "epoch": 0.36943521594684386,
      "grad_norm": 0.30715134739875793,
      "learning_rate": 7.276185594476495e-06,
      "loss": 0.401611328125,
      "step": 556,
      "token_acc": 0.8686184674683073
    },
    {
      "epoch": 0.37009966777408637,
      "grad_norm": 0.2991393506526947,
      "learning_rate": 7.266594373770798e-06,
      "loss": 0.388916015625,
      "step": 557,
      "token_acc": 0.8713769999438457
    },
    {
      "epoch": 0.3707641196013289,
      "grad_norm": 0.5353915691375732,
      "learning_rate": 7.256992644031027e-06,
      "loss": 0.404541015625,
      "step": 558,
      "token_acc": 0.8675001702073455
    },
    {
      "epoch": 0.37142857142857144,
      "grad_norm": 0.30727478861808777,
      "learning_rate": 7.247380449775472e-06,
      "loss": 0.394775390625,
      "step": 559,
      "token_acc": 0.869981283633094
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 0.3363560140132904,
      "learning_rate": 7.237757835570939e-06,
      "loss": 0.3837890625,
      "step": 560,
      "token_acc": 0.8736303990538884
    },
    {
      "epoch": 0.37275747508305646,
      "grad_norm": 0.33175796270370483,
      "learning_rate": 7.228124846032549e-06,
      "loss": 0.3914794921875,
      "step": 561,
      "token_acc": 0.8709114003507363
    },
    {
      "epoch": 0.373421926910299,
      "grad_norm": 0.3363397717475891,
      "learning_rate": 7.218481525823529e-06,
      "loss": 0.404541015625,
      "step": 562,
      "token_acc": 0.8678010628939155
    },
    {
      "epoch": 0.3740863787375415,
      "grad_norm": 0.38896510004997253,
      "learning_rate": 7.208827919654999e-06,
      "loss": 0.400146484375,
      "step": 563,
      "token_acc": 0.8688106193834773
    },
    {
      "epoch": 0.37475083056478403,
      "grad_norm": 0.5076199173927307,
      "learning_rate": 7.1991640722857785e-06,
      "loss": 0.388671875,
      "step": 564,
      "token_acc": 0.8718067757889816
    },
    {
      "epoch": 0.3754152823920266,
      "grad_norm": 0.3255603313446045,
      "learning_rate": 7.189490028522158e-06,
      "loss": 0.377685546875,
      "step": 565,
      "token_acc": 0.8757652336218882
    },
    {
      "epoch": 0.3760797342192691,
      "grad_norm": 0.5705947279930115,
      "learning_rate": 7.179805833217716e-06,
      "loss": 0.408203125,
      "step": 566,
      "token_acc": 0.8664413780773582
    },
    {
      "epoch": 0.3767441860465116,
      "grad_norm": 0.46202248334884644,
      "learning_rate": 7.17011153127309e-06,
      "loss": 0.385498046875,
      "step": 567,
      "token_acc": 0.8731049929275496
    },
    {
      "epoch": 0.37740863787375417,
      "grad_norm": 0.3734057545661926,
      "learning_rate": 7.160407167635779e-06,
      "loss": 0.38427734375,
      "step": 568,
      "token_acc": 0.873197709089241
    },
    {
      "epoch": 0.3780730897009967,
      "grad_norm": 0.3566286563873291,
      "learning_rate": 7.150692787299935e-06,
      "loss": 0.3994140625,
      "step": 569,
      "token_acc": 0.86875350573437
    },
    {
      "epoch": 0.3787375415282392,
      "grad_norm": 0.29563984274864197,
      "learning_rate": 7.140968435306151e-06,
      "loss": 0.388916015625,
      "step": 570,
      "token_acc": 0.8724669987607966
    },
    {
      "epoch": 0.37940199335548175,
      "grad_norm": 0.36419713497161865,
      "learning_rate": 7.131234156741249e-06,
      "loss": 0.40380859375,
      "step": 571,
      "token_acc": 0.8669563998317679
    },
    {
      "epoch": 0.38006644518272426,
      "grad_norm": 0.2925023138523102,
      "learning_rate": 7.121489996738086e-06,
      "loss": 0.390869140625,
      "step": 572,
      "token_acc": 0.8710982373526266
    },
    {
      "epoch": 0.38073089700996676,
      "grad_norm": 0.3017256259918213,
      "learning_rate": 7.1117360004753246e-06,
      "loss": 0.391845703125,
      "step": 573,
      "token_acc": 0.8707588933712169
    },
    {
      "epoch": 0.3813953488372093,
      "grad_norm": 0.296383261680603,
      "learning_rate": 7.101972213177233e-06,
      "loss": 0.37158203125,
      "step": 574,
      "token_acc": 0.8770708569611532
    },
    {
      "epoch": 0.38205980066445183,
      "grad_norm": 0.28878843784332275,
      "learning_rate": 7.092198680113484e-06,
      "loss": 0.3828125,
      "step": 575,
      "token_acc": 0.8731166117655365
    },
    {
      "epoch": 0.38272425249169434,
      "grad_norm": 0.3489241600036621,
      "learning_rate": 7.082415446598927e-06,
      "loss": 0.400390625,
      "step": 576,
      "token_acc": 0.8682774202556389
    },
    {
      "epoch": 0.3833887043189369,
      "grad_norm": 0.39100080728530884,
      "learning_rate": 7.072622557993394e-06,
      "loss": 0.401123046875,
      "step": 577,
      "token_acc": 0.8684440054223894
    },
    {
      "epoch": 0.3840531561461794,
      "grad_norm": 0.3012396991252899,
      "learning_rate": 7.062820059701478e-06,
      "loss": 0.400390625,
      "step": 578,
      "token_acc": 0.8692434228515304
    },
    {
      "epoch": 0.3847176079734219,
      "grad_norm": 0.3209810256958008,
      "learning_rate": 7.053007997172333e-06,
      "loss": 0.3916015625,
      "step": 579,
      "token_acc": 0.8721328424948469
    },
    {
      "epoch": 0.3853820598006645,
      "grad_norm": 0.35491830110549927,
      "learning_rate": 7.04318641589945e-06,
      "loss": 0.390380859375,
      "step": 580,
      "token_acc": 0.8707896073356323
    },
    {
      "epoch": 0.386046511627907,
      "grad_norm": 0.3039889335632324,
      "learning_rate": 7.033355361420461e-06,
      "loss": 0.40380859375,
      "step": 581,
      "token_acc": 0.868416996887469
    },
    {
      "epoch": 0.3867109634551495,
      "grad_norm": 0.31356582045555115,
      "learning_rate": 7.0235148793169115e-06,
      "loss": 0.380859375,
      "step": 582,
      "token_acc": 0.8735155495272202
    },
    {
      "epoch": 0.387375415282392,
      "grad_norm": 0.2752210795879364,
      "learning_rate": 7.01366501521407e-06,
      "loss": 0.38623046875,
      "step": 583,
      "token_acc": 0.8727618704898681
    },
    {
      "epoch": 0.38803986710963456,
      "grad_norm": 0.32784608006477356,
      "learning_rate": 7.003805814780692e-06,
      "loss": 0.39306640625,
      "step": 584,
      "token_acc": 0.8709699212521049
    },
    {
      "epoch": 0.38870431893687707,
      "grad_norm": 0.3082878291606903,
      "learning_rate": 6.993937323728829e-06,
      "loss": 0.393798828125,
      "step": 585,
      "token_acc": 0.8704406359935686
    },
    {
      "epoch": 0.3893687707641196,
      "grad_norm": 0.29360559582710266,
      "learning_rate": 6.984059587813607e-06,
      "loss": 0.37548828125,
      "step": 586,
      "token_acc": 0.8755804498555056
    },
    {
      "epoch": 0.39003322259136214,
      "grad_norm": 0.3058871626853943,
      "learning_rate": 6.974172652833013e-06,
      "loss": 0.40625,
      "step": 587,
      "token_acc": 0.8665213996577826
    },
    {
      "epoch": 0.39069767441860465,
      "grad_norm": 0.3636281490325928,
      "learning_rate": 6.9642765646276875e-06,
      "loss": 0.40087890625,
      "step": 588,
      "token_acc": 0.8684104740676232
    },
    {
      "epoch": 0.39136212624584715,
      "grad_norm": 0.36492642760276794,
      "learning_rate": 6.95437136908071e-06,
      "loss": 0.4052734375,
      "step": 589,
      "token_acc": 0.8665030035259278
    },
    {
      "epoch": 0.3920265780730897,
      "grad_norm": 0.2816954553127289,
      "learning_rate": 6.944457112117384e-06,
      "loss": 0.387451171875,
      "step": 590,
      "token_acc": 0.8717851565836533
    },
    {
      "epoch": 0.3926910299003322,
      "grad_norm": 0.3134591281414032,
      "learning_rate": 6.934533839705029e-06,
      "loss": 0.383056640625,
      "step": 591,
      "token_acc": 0.8734602419727711
    },
    {
      "epoch": 0.39335548172757473,
      "grad_norm": 0.33944302797317505,
      "learning_rate": 6.92460159785276e-06,
      "loss": 0.394775390625,
      "step": 592,
      "token_acc": 0.8697970099469172
    },
    {
      "epoch": 0.3940199335548173,
      "grad_norm": 0.3522343635559082,
      "learning_rate": 6.9146604326112856e-06,
      "loss": 0.3974609375,
      "step": 593,
      "token_acc": 0.8697927775955429
    },
    {
      "epoch": 0.3946843853820598,
      "grad_norm": 0.30377456545829773,
      "learning_rate": 6.9047103900726804e-06,
      "loss": 0.380859375,
      "step": 594,
      "token_acc": 0.8751456771168752
    },
    {
      "epoch": 0.3953488372093023,
      "grad_norm": 0.3039657771587372,
      "learning_rate": 6.894751516370184e-06,
      "loss": 0.40771484375,
      "step": 595,
      "token_acc": 0.8660820275646793
    },
    {
      "epoch": 0.39601328903654487,
      "grad_norm": 0.4902065098285675,
      "learning_rate": 6.884783857677977e-06,
      "loss": 0.389404296875,
      "step": 596,
      "token_acc": 0.8716332073868378
    },
    {
      "epoch": 0.3966777408637874,
      "grad_norm": 0.35061872005462646,
      "learning_rate": 6.874807460210975e-06,
      "loss": 0.400390625,
      "step": 597,
      "token_acc": 0.8693967534032486
    },
    {
      "epoch": 0.3973421926910299,
      "grad_norm": 0.3162485659122467,
      "learning_rate": 6.864822370224611e-06,
      "loss": 0.40234375,
      "step": 598,
      "token_acc": 0.8678882327336122
    },
    {
      "epoch": 0.39800664451827245,
      "grad_norm": 0.3217385411262512,
      "learning_rate": 6.854828634014617e-06,
      "loss": 0.373779296875,
      "step": 599,
      "token_acc": 0.8769719193758767
    },
    {
      "epoch": 0.39867109634551495,
      "grad_norm": 0.267958402633667,
      "learning_rate": 6.844826297916816e-06,
      "loss": 0.389892578125,
      "step": 600,
      "token_acc": 0.8716151451413883
    },
    {
      "epoch": 0.39933554817275746,
      "grad_norm": 0.27999481558799744,
      "learning_rate": 6.834815408306903e-06,
      "loss": 0.3818359375,
      "step": 601,
      "token_acc": 0.8741555011951583
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3192073404788971,
      "learning_rate": 6.824796011600234e-06,
      "loss": 0.384033203125,
      "step": 602,
      "token_acc": 0.8737392804210442
    },
    {
      "epoch": 0.40066445182724253,
      "grad_norm": 0.33648890256881714,
      "learning_rate": 6.814768154251605e-06,
      "loss": 0.38671875,
      "step": 603,
      "token_acc": 0.8722198606219773
    },
    {
      "epoch": 0.40132890365448504,
      "grad_norm": 0.3265593349933624,
      "learning_rate": 6.80473188275504e-06,
      "loss": 0.37255859375,
      "step": 604,
      "token_acc": 0.8773013729961873
    },
    {
      "epoch": 0.4019933554817276,
      "grad_norm": 0.3478454351425171,
      "learning_rate": 6.794687243643575e-06,
      "loss": 0.390380859375,
      "step": 605,
      "token_acc": 0.8715753035848902
    },
    {
      "epoch": 0.4026578073089701,
      "grad_norm": 0.28909483551979065,
      "learning_rate": 6.7846342834890465e-06,
      "loss": 0.3916015625,
      "step": 606,
      "token_acc": 0.8713850870137387
    },
    {
      "epoch": 0.4033222591362126,
      "grad_norm": 0.37093815207481384,
      "learning_rate": 6.774573048901864e-06,
      "loss": 0.394775390625,
      "step": 607,
      "token_acc": 0.8708253582122208
    },
    {
      "epoch": 0.4039867109634552,
      "grad_norm": 0.41171008348464966,
      "learning_rate": 6.764503586530806e-06,
      "loss": 0.392822265625,
      "step": 608,
      "token_acc": 0.8715101398354442
    },
    {
      "epoch": 0.4046511627906977,
      "grad_norm": 0.3013271987438202,
      "learning_rate": 6.7544259430628e-06,
      "loss": 0.3994140625,
      "step": 609,
      "token_acc": 0.8695397945040207
    },
    {
      "epoch": 0.4053156146179402,
      "grad_norm": 0.35518839955329895,
      "learning_rate": 6.7443401652227e-06,
      "loss": 0.394775390625,
      "step": 610,
      "token_acc": 0.8697707087185065
    },
    {
      "epoch": 0.4059800664451827,
      "grad_norm": 0.4131809175014496,
      "learning_rate": 6.734246299773084e-06,
      "loss": 0.40185546875,
      "step": 611,
      "token_acc": 0.8675394395584051
    },
    {
      "epoch": 0.40664451827242526,
      "grad_norm": 0.3327007591724396,
      "learning_rate": 6.724144393514016e-06,
      "loss": 0.38623046875,
      "step": 612,
      "token_acc": 0.8730774317265093
    },
    {
      "epoch": 0.40730897009966777,
      "grad_norm": 0.3027367889881134,
      "learning_rate": 6.714034493282851e-06,
      "loss": 0.386474609375,
      "step": 613,
      "token_acc": 0.8725119057513185
    },
    {
      "epoch": 0.4079734219269103,
      "grad_norm": 0.2721278667449951,
      "learning_rate": 6.703916645954003e-06,
      "loss": 0.384765625,
      "step": 614,
      "token_acc": 0.8735756388836681
    },
    {
      "epoch": 0.40863787375415284,
      "grad_norm": 0.3127068877220154,
      "learning_rate": 6.693790898438734e-06,
      "loss": 0.38818359375,
      "step": 615,
      "token_acc": 0.8718159347445247
    },
    {
      "epoch": 0.40930232558139534,
      "grad_norm": 0.30806681513786316,
      "learning_rate": 6.683657297684936e-06,
      "loss": 0.3994140625,
      "step": 616,
      "token_acc": 0.8680863959835828
    },
    {
      "epoch": 0.40996677740863785,
      "grad_norm": 0.2945326566696167,
      "learning_rate": 6.67351589067691e-06,
      "loss": 0.3974609375,
      "step": 617,
      "token_acc": 0.8696792118185062
    },
    {
      "epoch": 0.4106312292358804,
      "grad_norm": 0.3044951260089874,
      "learning_rate": 6.663366724435152e-06,
      "loss": 0.40283203125,
      "step": 618,
      "token_acc": 0.8672235868482304
    },
    {
      "epoch": 0.4112956810631229,
      "grad_norm": 0.31290286779403687,
      "learning_rate": 6.6532098460161364e-06,
      "loss": 0.374267578125,
      "step": 619,
      "token_acc": 0.8767095042354799
    },
    {
      "epoch": 0.4119601328903654,
      "grad_norm": 0.3113996684551239,
      "learning_rate": 6.64304530251209e-06,
      "loss": 0.3779296875,
      "step": 620,
      "token_acc": 0.8755136111470923
    },
    {
      "epoch": 0.412624584717608,
      "grad_norm": 0.45883384346961975,
      "learning_rate": 6.63287314105078e-06,
      "loss": 0.393798828125,
      "step": 621,
      "token_acc": 0.871295235427678
    },
    {
      "epoch": 0.4132890365448505,
      "grad_norm": 0.30664464831352234,
      "learning_rate": 6.622693408795297e-06,
      "loss": 0.389404296875,
      "step": 622,
      "token_acc": 0.8711585476876454
    },
    {
      "epoch": 0.413953488372093,
      "grad_norm": 0.41184279322624207,
      "learning_rate": 6.612506152943829e-06,
      "loss": 0.38916015625,
      "step": 623,
      "token_acc": 0.8718587607681371
    },
    {
      "epoch": 0.41461794019933557,
      "grad_norm": 0.3230541944503784,
      "learning_rate": 6.6023114207294536e-06,
      "loss": 0.39697265625,
      "step": 624,
      "token_acc": 0.8688426896915903
    },
    {
      "epoch": 0.4152823920265781,
      "grad_norm": 0.4575086236000061,
      "learning_rate": 6.592109259419906e-06,
      "loss": 0.388671875,
      "step": 625,
      "token_acc": 0.8719104488285405
    },
    {
      "epoch": 0.4159468438538206,
      "grad_norm": 0.6424993872642517,
      "learning_rate": 6.581899716317368e-06,
      "loss": 0.406005859375,
      "step": 626,
      "token_acc": 0.8667359930435685
    },
    {
      "epoch": 0.41661129568106314,
      "grad_norm": 0.3573512136936188,
      "learning_rate": 6.57168283875825e-06,
      "loss": 0.395751953125,
      "step": 627,
      "token_acc": 0.8698666663787901
    },
    {
      "epoch": 0.41727574750830565,
      "grad_norm": 0.35697638988494873,
      "learning_rate": 6.561458674112964e-06,
      "loss": 0.395263671875,
      "step": 628,
      "token_acc": 0.8699431884870604
    },
    {
      "epoch": 0.41794019933554816,
      "grad_norm": 0.3066292405128479,
      "learning_rate": 6.551227269785712e-06,
      "loss": 0.412353515625,
      "step": 629,
      "token_acc": 0.8656326465691004
    },
    {
      "epoch": 0.4186046511627907,
      "grad_norm": 0.2902214825153351,
      "learning_rate": 6.540988673214262e-06,
      "loss": 0.390869140625,
      "step": 630,
      "token_acc": 0.8712683267649917
    },
    {
      "epoch": 0.4192691029900332,
      "grad_norm": 0.3683512210845947,
      "learning_rate": 6.530742931869725e-06,
      "loss": 0.37890625,
      "step": 631,
      "token_acc": 0.8744614287335267
    },
    {
      "epoch": 0.41993355481727573,
      "grad_norm": 0.29113927483558655,
      "learning_rate": 6.520490093256344e-06,
      "loss": 0.385986328125,
      "step": 632,
      "token_acc": 0.8728435879535106
    },
    {
      "epoch": 0.4205980066445183,
      "grad_norm": 0.3295769989490509,
      "learning_rate": 6.5102302049112675e-06,
      "loss": 0.3916015625,
      "step": 633,
      "token_acc": 0.8702709523735729
    },
    {
      "epoch": 0.4212624584717608,
      "grad_norm": 0.4327145218849182,
      "learning_rate": 6.499963314404329e-06,
      "loss": 0.382568359375,
      "step": 634,
      "token_acc": 0.8742313558465304
    },
    {
      "epoch": 0.4219269102990033,
      "grad_norm": 0.3222288191318512,
      "learning_rate": 6.4896894693378235e-06,
      "loss": 0.393798828125,
      "step": 635,
      "token_acc": 0.870276782926082
    },
    {
      "epoch": 0.4225913621262459,
      "grad_norm": 0.43689069151878357,
      "learning_rate": 6.479408717346296e-06,
      "loss": 0.387939453125,
      "step": 636,
      "token_acc": 0.8721931309130722
    },
    {
      "epoch": 0.4232558139534884,
      "grad_norm": 0.29585686326026917,
      "learning_rate": 6.469121106096316e-06,
      "loss": 0.39013671875,
      "step": 637,
      "token_acc": 0.871363091895331
    },
    {
      "epoch": 0.4239202657807309,
      "grad_norm": 0.3186410963535309,
      "learning_rate": 6.458826683286249e-06,
      "loss": 0.392822265625,
      "step": 638,
      "token_acc": 0.8708470894206078
    },
    {
      "epoch": 0.4245847176079734,
      "grad_norm": 0.3167760372161865,
      "learning_rate": 6.44852549664605e-06,
      "loss": 0.382080078125,
      "step": 639,
      "token_acc": 0.8741883056090236
    },
    {
      "epoch": 0.42524916943521596,
      "grad_norm": 0.310505747795105,
      "learning_rate": 6.43821759393703e-06,
      "loss": 0.384033203125,
      "step": 640,
      "token_acc": 0.8737563387312903
    },
    {
      "epoch": 0.42591362126245846,
      "grad_norm": 0.3200778067111969,
      "learning_rate": 6.427903022951642e-06,
      "loss": 0.40966796875,
      "step": 641,
      "token_acc": 0.8655387857617769
    },
    {
      "epoch": 0.42657807308970097,
      "grad_norm": 0.32216042280197144,
      "learning_rate": 6.417581831513253e-06,
      "loss": 0.389892578125,
      "step": 642,
      "token_acc": 0.872080309894943
    },
    {
      "epoch": 0.42724252491694353,
      "grad_norm": 0.6105049848556519,
      "learning_rate": 6.407254067475927e-06,
      "loss": 0.3857421875,
      "step": 643,
      "token_acc": 0.8725373998796722
    },
    {
      "epoch": 0.42790697674418604,
      "grad_norm": 0.35335054993629456,
      "learning_rate": 6.396919778724201e-06,
      "loss": 0.38427734375,
      "step": 644,
      "token_acc": 0.8735467721059893
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.28786659240722656,
      "learning_rate": 6.386579013172867e-06,
      "loss": 0.3837890625,
      "step": 645,
      "token_acc": 0.8733286167049173
    },
    {
      "epoch": 0.4292358803986711,
      "grad_norm": 0.29147157073020935,
      "learning_rate": 6.37623181876674e-06,
      "loss": 0.398681640625,
      "step": 646,
      "token_acc": 0.8683368233274052
    },
    {
      "epoch": 0.4299003322259136,
      "grad_norm": 0.37826284766197205,
      "learning_rate": 6.3658782434804535e-06,
      "loss": 0.39111328125,
      "step": 647,
      "token_acc": 0.8713434205527189
    },
    {
      "epoch": 0.4305647840531561,
      "grad_norm": 0.30985933542251587,
      "learning_rate": 6.355518335318213e-06,
      "loss": 0.391357421875,
      "step": 648,
      "token_acc": 0.8707076337043139
    },
    {
      "epoch": 0.4312292358803987,
      "grad_norm": 0.35761094093322754,
      "learning_rate": 6.345152142313593e-06,
      "loss": 0.387451171875,
      "step": 649,
      "token_acc": 0.8718756460130425
    },
    {
      "epoch": 0.4318936877076412,
      "grad_norm": 0.34080514311790466,
      "learning_rate": 6.334779712529311e-06,
      "loss": 0.399169921875,
      "step": 650,
      "token_acc": 0.8687615497210991
    },
    {
      "epoch": 0.4325581395348837,
      "grad_norm": 0.36210209131240845,
      "learning_rate": 6.324401094056991e-06,
      "loss": 0.376953125,
      "step": 651,
      "token_acc": 0.8746711222169338
    },
    {
      "epoch": 0.43322259136212626,
      "grad_norm": 0.2979786694049835,
      "learning_rate": 6.314016335016961e-06,
      "loss": 0.3837890625,
      "step": 652,
      "token_acc": 0.873991969920223
    },
    {
      "epoch": 0.43388704318936877,
      "grad_norm": 0.6792043447494507,
      "learning_rate": 6.303625483558015e-06,
      "loss": 0.40087890625,
      "step": 653,
      "token_acc": 0.8679729671969455
    },
    {
      "epoch": 0.4345514950166113,
      "grad_norm": 0.36083295941352844,
      "learning_rate": 6.293228587857191e-06,
      "loss": 0.373291015625,
      "step": 654,
      "token_acc": 0.8765258600450975
    },
    {
      "epoch": 0.43521594684385384,
      "grad_norm": 0.32064348459243774,
      "learning_rate": 6.28282569611956e-06,
      "loss": 0.3828125,
      "step": 655,
      "token_acc": 0.8733523434763866
    },
    {
      "epoch": 0.43588039867109635,
      "grad_norm": 0.27732545137405396,
      "learning_rate": 6.272416856577988e-06,
      "loss": 0.385498046875,
      "step": 656,
      "token_acc": 0.8726518342128763
    },
    {
      "epoch": 0.43654485049833885,
      "grad_norm": 0.3216395676136017,
      "learning_rate": 6.2620021174929125e-06,
      "loss": 0.392333984375,
      "step": 657,
      "token_acc": 0.8711796961113979
    },
    {
      "epoch": 0.4372093023255814,
      "grad_norm": 0.34744346141815186,
      "learning_rate": 6.251581527152137e-06,
      "loss": 0.396484375,
      "step": 658,
      "token_acc": 0.8702136010039309
    },
    {
      "epoch": 0.4378737541528239,
      "grad_norm": 0.5101602077484131,
      "learning_rate": 6.241155133870584e-06,
      "loss": 0.38037109375,
      "step": 659,
      "token_acc": 0.8740608469883542
    },
    {
      "epoch": 0.43853820598006643,
      "grad_norm": 0.4132077395915985,
      "learning_rate": 6.230722985990085e-06,
      "loss": 0.380859375,
      "step": 660,
      "token_acc": 0.8743431839241215
    },
    {
      "epoch": 0.439202657807309,
      "grad_norm": 0.34309518337249756,
      "learning_rate": 6.220285131879153e-06,
      "loss": 0.375,
      "step": 661,
      "token_acc": 0.8753362826567824
    },
    {
      "epoch": 0.4398671096345515,
      "grad_norm": 0.32569873332977295,
      "learning_rate": 6.2098416199327575e-06,
      "loss": 0.404052734375,
      "step": 662,
      "token_acc": 0.8686652799984289
    },
    {
      "epoch": 0.440531561461794,
      "grad_norm": 0.2911350429058075,
      "learning_rate": 6.199392498572096e-06,
      "loss": 0.40087890625,
      "step": 663,
      "token_acc": 0.8678586103241712
    },
    {
      "epoch": 0.44119601328903657,
      "grad_norm": 0.3359164297580719,
      "learning_rate": 6.188937816244383e-06,
      "loss": 0.3857421875,
      "step": 664,
      "token_acc": 0.8734038420502607
    },
    {
      "epoch": 0.4418604651162791,
      "grad_norm": 0.3379848599433899,
      "learning_rate": 6.178477621422607e-06,
      "loss": 0.39892578125,
      "step": 665,
      "token_acc": 0.8685960171878325
    },
    {
      "epoch": 0.4425249169435216,
      "grad_norm": 0.3262694478034973,
      "learning_rate": 6.168011962605324e-06,
      "loss": 0.402587890625,
      "step": 666,
      "token_acc": 0.8681832873540583
    },
    {
      "epoch": 0.44318936877076415,
      "grad_norm": 0.29981449246406555,
      "learning_rate": 6.157540888316414e-06,
      "loss": 0.373779296875,
      "step": 667,
      "token_acc": 0.8764062168409418
    },
    {
      "epoch": 0.44385382059800665,
      "grad_norm": 0.41969063878059387,
      "learning_rate": 6.147064447104876e-06,
      "loss": 0.3740234375,
      "step": 668,
      "token_acc": 0.8762721225811602
    },
    {
      "epoch": 0.44451827242524916,
      "grad_norm": 0.2832077145576477,
      "learning_rate": 6.136582687544585e-06,
      "loss": 0.3631591796875,
      "step": 669,
      "token_acc": 0.8792777458996663
    },
    {
      "epoch": 0.44518272425249167,
      "grad_norm": 0.3224434554576874,
      "learning_rate": 6.126095658234076e-06,
      "loss": 0.4052734375,
      "step": 670,
      "token_acc": 0.8671002052725564
    },
    {
      "epoch": 0.44584717607973423,
      "grad_norm": 0.3068777322769165,
      "learning_rate": 6.11560340779632e-06,
      "loss": 0.38232421875,
      "step": 671,
      "token_acc": 0.8738509636711964
    },
    {
      "epoch": 0.44651162790697674,
      "grad_norm": 0.304079532623291,
      "learning_rate": 6.105105984878493e-06,
      "loss": 0.37646484375,
      "step": 672,
      "token_acc": 0.8765765842775387
    },
    {
      "epoch": 0.44717607973421925,
      "grad_norm": 0.3937017619609833,
      "learning_rate": 6.094603438151756e-06,
      "loss": 0.38427734375,
      "step": 673,
      "token_acc": 0.8740672913188624
    },
    {
      "epoch": 0.4478405315614618,
      "grad_norm": 0.3639538288116455,
      "learning_rate": 6.084095816311022e-06,
      "loss": 0.382080078125,
      "step": 674,
      "token_acc": 0.8740559612864889
    },
    {
      "epoch": 0.4485049833887043,
      "grad_norm": 0.3419860899448395,
      "learning_rate": 6.073583168074737e-06,
      "loss": 0.37890625,
      "step": 675,
      "token_acc": 0.8745313785337655
    },
    {
      "epoch": 0.4491694352159468,
      "grad_norm": 0.2914302945137024,
      "learning_rate": 6.063065542184654e-06,
      "loss": 0.387451171875,
      "step": 676,
      "token_acc": 0.871966329893331
    },
    {
      "epoch": 0.4498338870431894,
      "grad_norm": 0.2973076403141022,
      "learning_rate": 6.052542987405602e-06,
      "loss": 0.379638671875,
      "step": 677,
      "token_acc": 0.8749820390148938
    },
    {
      "epoch": 0.4504983388704319,
      "grad_norm": 0.2923094928264618,
      "learning_rate": 6.0420155525252625e-06,
      "loss": 0.390380859375,
      "step": 678,
      "token_acc": 0.8714355625512789
    },
    {
      "epoch": 0.4511627906976744,
      "grad_norm": 0.3252160847187042,
      "learning_rate": 6.031483286353945e-06,
      "loss": 0.405517578125,
      "step": 679,
      "token_acc": 0.8665457434949979
    },
    {
      "epoch": 0.45182724252491696,
      "grad_norm": 0.4103677570819855,
      "learning_rate": 6.02094623772436e-06,
      "loss": 0.377197265625,
      "step": 680,
      "token_acc": 0.8755501446816646
    },
    {
      "epoch": 0.45249169435215947,
      "grad_norm": 0.32133424282073975,
      "learning_rate": 6.01040445549139e-06,
      "loss": 0.377685546875,
      "step": 681,
      "token_acc": 0.8753299249399985
    },
    {
      "epoch": 0.453156146179402,
      "grad_norm": 0.3139162063598633,
      "learning_rate": 5.999857988531864e-06,
      "loss": 0.3818359375,
      "step": 682,
      "token_acc": 0.8739043604297363
    },
    {
      "epoch": 0.45382059800664454,
      "grad_norm": 0.3147526681423187,
      "learning_rate": 5.9893068857443335e-06,
      "loss": 0.39794921875,
      "step": 683,
      "token_acc": 0.8693157407214099
    },
    {
      "epoch": 0.45448504983388704,
      "grad_norm": 0.3001363277435303,
      "learning_rate": 5.9787511960488465e-06,
      "loss": 0.391357421875,
      "step": 684,
      "token_acc": 0.8721635398954964
    },
    {
      "epoch": 0.45514950166112955,
      "grad_norm": 0.3089321553707123,
      "learning_rate": 5.968190968386709e-06,
      "loss": 0.391357421875,
      "step": 685,
      "token_acc": 0.8714237269681552
    },
    {
      "epoch": 0.4558139534883721,
      "grad_norm": 0.41252511739730835,
      "learning_rate": 5.957626251720281e-06,
      "loss": 0.396728515625,
      "step": 686,
      "token_acc": 0.8692530556144269
    },
    {
      "epoch": 0.4564784053156146,
      "grad_norm": 0.2758471667766571,
      "learning_rate": 5.947057095032721e-06,
      "loss": 0.376708984375,
      "step": 687,
      "token_acc": 0.874995811920086
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 0.39247530698776245,
      "learning_rate": 5.936483547327785e-06,
      "loss": 0.390380859375,
      "step": 688,
      "token_acc": 0.8712588238165934
    },
    {
      "epoch": 0.4578073089700997,
      "grad_norm": 0.3164578974246979,
      "learning_rate": 5.925905657629583e-06,
      "loss": 0.3798828125,
      "step": 689,
      "token_acc": 0.8741790819823176
    },
    {
      "epoch": 0.4584717607973422,
      "grad_norm": 0.3370855450630188,
      "learning_rate": 5.915323474982354e-06,
      "loss": 0.394287109375,
      "step": 690,
      "token_acc": 0.8704690046111708
    },
    {
      "epoch": 0.4591362126245847,
      "grad_norm": 0.3118404448032379,
      "learning_rate": 5.904737048450249e-06,
      "loss": 0.379150390625,
      "step": 691,
      "token_acc": 0.8747350934578664
    },
    {
      "epoch": 0.45980066445182727,
      "grad_norm": 0.29149729013442993,
      "learning_rate": 5.894146427117089e-06,
      "loss": 0.39111328125,
      "step": 692,
      "token_acc": 0.8711745256791332
    },
    {
      "epoch": 0.4604651162790698,
      "grad_norm": 0.48533496260643005,
      "learning_rate": 5.883551660086143e-06,
      "loss": 0.376708984375,
      "step": 693,
      "token_acc": 0.8760206938808666
    },
    {
      "epoch": 0.4611295681063123,
      "grad_norm": 0.8594257831573486,
      "learning_rate": 5.872952796479911e-06,
      "loss": 0.388671875,
      "step": 694,
      "token_acc": 0.8719096834572397
    },
    {
      "epoch": 0.46179401993355484,
      "grad_norm": 0.326411634683609,
      "learning_rate": 5.8623498854398746e-06,
      "loss": 0.404296875,
      "step": 695,
      "token_acc": 0.8669295497872951
    },
    {
      "epoch": 0.46245847176079735,
      "grad_norm": 0.30838167667388916,
      "learning_rate": 5.851742976126289e-06,
      "loss": 0.380859375,
      "step": 696,
      "token_acc": 0.8748626221608123
    },
    {
      "epoch": 0.46312292358803986,
      "grad_norm": 0.3619641065597534,
      "learning_rate": 5.841132117717948e-06,
      "loss": 0.389892578125,
      "step": 697,
      "token_acc": 0.8725761305580453
    },
    {
      "epoch": 0.46378737541528237,
      "grad_norm": 0.3062770962715149,
      "learning_rate": 5.830517359411949e-06,
      "loss": 0.38232421875,
      "step": 698,
      "token_acc": 0.8744984375413858
    },
    {
      "epoch": 0.46445182724252493,
      "grad_norm": 0.3252392113208771,
      "learning_rate": 5.819898750423476e-06,
      "loss": 0.38134765625,
      "step": 699,
      "token_acc": 0.8743573712393867
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 0.382646769285202,
      "learning_rate": 5.809276339985568e-06,
      "loss": 0.37939453125,
      "step": 700,
      "token_acc": 0.8749317342800242
    },
    {
      "epoch": 0.46578073089700994,
      "grad_norm": 0.3475249409675598,
      "learning_rate": 5.798650177348883e-06,
      "loss": 0.3896484375,
      "step": 701,
      "token_acc": 0.8718158168662273
    },
    {
      "epoch": 0.4664451827242525,
      "grad_norm": 0.3222896158695221,
      "learning_rate": 5.788020311781483e-06,
      "loss": 0.39990234375,
      "step": 702,
      "token_acc": 0.8685261610400652
    },
    {
      "epoch": 0.467109634551495,
      "grad_norm": 0.5257053971290588,
      "learning_rate": 5.777386792568593e-06,
      "loss": 0.3916015625,
      "step": 703,
      "token_acc": 0.8720993450252903
    },
    {
      "epoch": 0.4677740863787375,
      "grad_norm": 0.3853687047958374,
      "learning_rate": 5.766749669012383e-06,
      "loss": 0.38623046875,
      "step": 704,
      "token_acc": 0.872613637452735
    },
    {
      "epoch": 0.4684385382059801,
      "grad_norm": 0.3185330927371979,
      "learning_rate": 5.7561089904317315e-06,
      "loss": 0.375244140625,
      "step": 705,
      "token_acc": 0.8756375125497885
    },
    {
      "epoch": 0.4691029900332226,
      "grad_norm": 0.32625579833984375,
      "learning_rate": 5.745464806161999e-06,
      "loss": 0.3779296875,
      "step": 706,
      "token_acc": 0.8744300766928292
    },
    {
      "epoch": 0.4697674418604651,
      "grad_norm": 0.36841830611228943,
      "learning_rate": 5.734817165554803e-06,
      "loss": 0.39599609375,
      "step": 707,
      "token_acc": 0.8704261841574431
    },
    {
      "epoch": 0.47043189368770766,
      "grad_norm": 0.34433746337890625,
      "learning_rate": 5.724166117977785e-06,
      "loss": 0.370361328125,
      "step": 708,
      "token_acc": 0.8778510569993894
    },
    {
      "epoch": 0.47109634551495017,
      "grad_norm": 0.3421313762664795,
      "learning_rate": 5.713511712814381e-06,
      "loss": 0.406982421875,
      "step": 709,
      "token_acc": 0.8666437154028764
    },
    {
      "epoch": 0.4717607973421927,
      "grad_norm": 0.38109391927719116,
      "learning_rate": 5.702853999463598e-06,
      "loss": 0.39794921875,
      "step": 710,
      "token_acc": 0.8692400457731462
    },
    {
      "epoch": 0.47242524916943524,
      "grad_norm": 0.3573138415813446,
      "learning_rate": 5.6921930273397785e-06,
      "loss": 0.38671875,
      "step": 711,
      "token_acc": 0.8716359548096961
    },
    {
      "epoch": 0.47308970099667774,
      "grad_norm": 0.33360031247138977,
      "learning_rate": 5.681528845872374e-06,
      "loss": 0.400390625,
      "step": 712,
      "token_acc": 0.8682825622983783
    },
    {
      "epoch": 0.47375415282392025,
      "grad_norm": 0.3415568470954895,
      "learning_rate": 5.6708615045057205e-06,
      "loss": 0.403564453125,
      "step": 713,
      "token_acc": 0.8689617606253129
    },
    {
      "epoch": 0.4744186046511628,
      "grad_norm": 0.3069683909416199,
      "learning_rate": 5.660191052698797e-06,
      "loss": 0.402099609375,
      "step": 714,
      "token_acc": 0.8677227420980647
    },
    {
      "epoch": 0.4750830564784053,
      "grad_norm": 0.39527443051338196,
      "learning_rate": 5.649517539925011e-06,
      "loss": 0.392333984375,
      "step": 715,
      "token_acc": 0.8707248312837935
    },
    {
      "epoch": 0.4757475083056478,
      "grad_norm": 0.3813740611076355,
      "learning_rate": 5.638841015671961e-06,
      "loss": 0.386474609375,
      "step": 716,
      "token_acc": 0.8729125204051968
    },
    {
      "epoch": 0.4764119601328904,
      "grad_norm": 0.3547273874282837,
      "learning_rate": 5.628161529441207e-06,
      "loss": 0.39892578125,
      "step": 717,
      "token_acc": 0.8688925300022077
    },
    {
      "epoch": 0.4770764119601329,
      "grad_norm": 0.3414980173110962,
      "learning_rate": 5.617479130748039e-06,
      "loss": 0.389892578125,
      "step": 718,
      "token_acc": 0.8719824404581457
    },
    {
      "epoch": 0.4777408637873754,
      "grad_norm": 0.3076767027378082,
      "learning_rate": 5.606793869121255e-06,
      "loss": 0.387939453125,
      "step": 719,
      "token_acc": 0.8715195685461707
    },
    {
      "epoch": 0.47840531561461797,
      "grad_norm": 0.3461492359638214,
      "learning_rate": 5.596105794102927e-06,
      "loss": 0.373046875,
      "step": 720,
      "token_acc": 0.8764682993536953
    },
    {
      "epoch": 0.4790697674418605,
      "grad_norm": 0.34477221965789795,
      "learning_rate": 5.58541495524817e-06,
      "loss": 0.3916015625,
      "step": 721,
      "token_acc": 0.8705793295432094
    },
    {
      "epoch": 0.479734219269103,
      "grad_norm": 0.32059773802757263,
      "learning_rate": 5.57472140212491e-06,
      "loss": 0.387939453125,
      "step": 722,
      "token_acc": 0.8724002384201046
    },
    {
      "epoch": 0.48039867109634554,
      "grad_norm": 0.3164149522781372,
      "learning_rate": 5.564025184313664e-06,
      "loss": 0.379150390625,
      "step": 723,
      "token_acc": 0.8747237013895235
    },
    {
      "epoch": 0.48106312292358805,
      "grad_norm": 0.33556994795799255,
      "learning_rate": 5.5533263514073e-06,
      "loss": 0.38134765625,
      "step": 724,
      "token_acc": 0.8748324443074162
    },
    {
      "epoch": 0.48172757475083056,
      "grad_norm": 0.3095529079437256,
      "learning_rate": 5.542624953010813e-06,
      "loss": 0.398681640625,
      "step": 725,
      "token_acc": 0.8702529779777047
    },
    {
      "epoch": 0.48239202657807306,
      "grad_norm": 0.38230907917022705,
      "learning_rate": 5.531921038741089e-06,
      "loss": 0.38525390625,
      "step": 726,
      "token_acc": 0.8733742791504524
    },
    {
      "epoch": 0.4830564784053156,
      "grad_norm": 0.3473353385925293,
      "learning_rate": 5.521214658226683e-06,
      "loss": 0.390380859375,
      "step": 727,
      "token_acc": 0.8704748269944816
    },
    {
      "epoch": 0.48372093023255813,
      "grad_norm": 0.36739230155944824,
      "learning_rate": 5.510505861107583e-06,
      "loss": 0.3720703125,
      "step": 728,
      "token_acc": 0.8774037310915764
    },
    {
      "epoch": 0.48438538205980064,
      "grad_norm": 0.2890405058860779,
      "learning_rate": 5.49979469703498e-06,
      "loss": 0.38916015625,
      "step": 729,
      "token_acc": 0.871762295916318
    },
    {
      "epoch": 0.4850498338870432,
      "grad_norm": 0.42307355999946594,
      "learning_rate": 5.489081215671045e-06,
      "loss": 0.369140625,
      "step": 730,
      "token_acc": 0.8784715519349318
    },
    {
      "epoch": 0.4857142857142857,
      "grad_norm": 0.3188696801662445,
      "learning_rate": 5.478365466688687e-06,
      "loss": 0.403564453125,
      "step": 731,
      "token_acc": 0.8665803720796387
    },
    {
      "epoch": 0.4863787375415282,
      "grad_norm": 0.2989635765552521,
      "learning_rate": 5.4676474997713256e-06,
      "loss": 0.374267578125,
      "step": 732,
      "token_acc": 0.8766306444629269
    },
    {
      "epoch": 0.4870431893687708,
      "grad_norm": 0.3063195049762726,
      "learning_rate": 5.4569273646126775e-06,
      "loss": 0.3759765625,
      "step": 733,
      "token_acc": 0.8750181007033648
    },
    {
      "epoch": 0.4877076411960133,
      "grad_norm": 0.34909337759017944,
      "learning_rate": 5.446205110916498e-06,
      "loss": 0.3759765625,
      "step": 734,
      "token_acc": 0.8760988250877426
    },
    {
      "epoch": 0.4883720930232558,
      "grad_norm": 0.336477130651474,
      "learning_rate": 5.435480788396374e-06,
      "loss": 0.396728515625,
      "step": 735,
      "token_acc": 0.8706978486680186
    },
    {
      "epoch": 0.48903654485049836,
      "grad_norm": 0.30653026700019836,
      "learning_rate": 5.424754446775481e-06,
      "loss": 0.388671875,
      "step": 736,
      "token_acc": 0.8716993077856606
    },
    {
      "epoch": 0.48970099667774086,
      "grad_norm": 0.30163106322288513,
      "learning_rate": 5.414026135786355e-06,
      "loss": 0.39306640625,
      "step": 737,
      "token_acc": 0.8698077268643306
    },
    {
      "epoch": 0.49036544850498337,
      "grad_norm": 0.3763563930988312,
      "learning_rate": 5.4032959051706656e-06,
      "loss": 0.379638671875,
      "step": 738,
      "token_acc": 0.8747006087485963
    },
    {
      "epoch": 0.49102990033222593,
      "grad_norm": 0.3092363476753235,
      "learning_rate": 5.392563804678983e-06,
      "loss": 0.368408203125,
      "step": 739,
      "token_acc": 0.8779047995795243
    },
    {
      "epoch": 0.49169435215946844,
      "grad_norm": 0.289611279964447,
      "learning_rate": 5.38182988407054e-06,
      "loss": 0.389404296875,
      "step": 740,
      "token_acc": 0.8711265375592202
    },
    {
      "epoch": 0.49235880398671095,
      "grad_norm": 0.2679208219051361,
      "learning_rate": 5.371094193113022e-06,
      "loss": 0.38232421875,
      "step": 741,
      "token_acc": 0.8744116121555666
    },
    {
      "epoch": 0.4930232558139535,
      "grad_norm": 0.31473204493522644,
      "learning_rate": 5.360356781582307e-06,
      "loss": 0.3984375,
      "step": 742,
      "token_acc": 0.8691550096490146
    },
    {
      "epoch": 0.493687707641196,
      "grad_norm": 0.3697916269302368,
      "learning_rate": 5.349617699262264e-06,
      "loss": 0.385986328125,
      "step": 743,
      "token_acc": 0.8730578960779674
    },
    {
      "epoch": 0.4943521594684385,
      "grad_norm": 0.3465130031108856,
      "learning_rate": 5.3388769959445e-06,
      "loss": 0.37548828125,
      "step": 744,
      "token_acc": 0.875855345178418
    },
    {
      "epoch": 0.4950166112956811,
      "grad_norm": 0.4212148189544678,
      "learning_rate": 5.328134721428138e-06,
      "loss": 0.402099609375,
      "step": 745,
      "token_acc": 0.8684092603877785
    },
    {
      "epoch": 0.4956810631229236,
      "grad_norm": 0.3774820566177368,
      "learning_rate": 5.31739092551959e-06,
      "loss": 0.38232421875,
      "step": 746,
      "token_acc": 0.8730858487930495
    },
    {
      "epoch": 0.4963455149501661,
      "grad_norm": 0.29748308658599854,
      "learning_rate": 5.3066456580323215e-06,
      "loss": 0.36962890625,
      "step": 747,
      "token_acc": 0.8774447893609149
    },
    {
      "epoch": 0.49700996677740866,
      "grad_norm": 0.3974754512310028,
      "learning_rate": 5.295898968786617e-06,
      "loss": 0.393310546875,
      "step": 748,
      "token_acc": 0.8708563913096967
    },
    {
      "epoch": 0.49767441860465117,
      "grad_norm": 0.31756752729415894,
      "learning_rate": 5.285150907609359e-06,
      "loss": 0.390380859375,
      "step": 749,
      "token_acc": 0.8708239090814609
    },
    {
      "epoch": 0.4983388704318937,
      "grad_norm": 0.28215330839157104,
      "learning_rate": 5.274401524333783e-06,
      "loss": 0.39111328125,
      "step": 750,
      "token_acc": 0.8708435648001276
    },
    {
      "epoch": 0.49900332225913624,
      "grad_norm": 0.4472302794456482,
      "learning_rate": 5.263650868799261e-06,
      "loss": 0.371826171875,
      "step": 751,
      "token_acc": 0.8772024388088716
    },
    {
      "epoch": 0.49966777408637875,
      "grad_norm": 0.301045298576355,
      "learning_rate": 5.252898990851063e-06,
      "loss": 0.4013671875,
      "step": 752,
      "token_acc": 0.8675475133030515
    },
    {
      "epoch": 0.5003322259136213,
      "grad_norm": 0.40407389402389526,
      "learning_rate": 5.242145940340122e-06,
      "loss": 0.3720703125,
      "step": 753,
      "token_acc": 0.8772199530221596
    },
    {
      "epoch": 0.5009966777408638,
      "grad_norm": 0.2937738299369812,
      "learning_rate": 5.231391767122813e-06,
      "loss": 0.383544921875,
      "step": 754,
      "token_acc": 0.8739060426992744
    },
    {
      "epoch": 0.5016611295681063,
      "grad_norm": 0.40931272506713867,
      "learning_rate": 5.220636521060714e-06,
      "loss": 0.38720703125,
      "step": 755,
      "token_acc": 0.8729889261062457
    },
    {
      "epoch": 0.5023255813953489,
      "grad_norm": 0.3303198218345642,
      "learning_rate": 5.209880252020377e-06,
      "loss": 0.39111328125,
      "step": 756,
      "token_acc": 0.8710872268175126
    },
    {
      "epoch": 0.5029900332225914,
      "grad_norm": 0.3134234547615051,
      "learning_rate": 5.1991230098730985e-06,
      "loss": 0.39501953125,
      "step": 757,
      "token_acc": 0.8702504620760405
    },
    {
      "epoch": 0.5036544850498339,
      "grad_norm": 0.40432360768318176,
      "learning_rate": 5.188364844494684e-06,
      "loss": 0.392822265625,
      "step": 758,
      "token_acc": 0.8710440520401239
    },
    {
      "epoch": 0.5043189368770764,
      "grad_norm": 0.35695284605026245,
      "learning_rate": 5.177605805765222e-06,
      "loss": 0.383056640625,
      "step": 759,
      "token_acc": 0.8730054886563161
    },
    {
      "epoch": 0.5049833887043189,
      "grad_norm": 0.329895943403244,
      "learning_rate": 5.166845943568853e-06,
      "loss": 0.39599609375,
      "step": 760,
      "token_acc": 0.8697786921125015
    },
    {
      "epoch": 0.5056478405315614,
      "grad_norm": 0.4074132740497589,
      "learning_rate": 5.156085307793528e-06,
      "loss": 0.37353515625,
      "step": 761,
      "token_acc": 0.8758101207381396
    },
    {
      "epoch": 0.506312292358804,
      "grad_norm": 0.41724255681037903,
      "learning_rate": 5.145323948330789e-06,
      "loss": 0.396240234375,
      "step": 762,
      "token_acc": 0.8695308233851688
    },
    {
      "epoch": 0.5069767441860465,
      "grad_norm": 0.288788378238678,
      "learning_rate": 5.134561915075536e-06,
      "loss": 0.388427734375,
      "step": 763,
      "token_acc": 0.8730416973867453
    },
    {
      "epoch": 0.507641196013289,
      "grad_norm": 0.6547151207923889,
      "learning_rate": 5.1237992579257885e-06,
      "loss": 0.377197265625,
      "step": 764,
      "token_acc": 0.8760067666780189
    },
    {
      "epoch": 0.5083056478405316,
      "grad_norm": 0.3207000195980072,
      "learning_rate": 5.113036026782461e-06,
      "loss": 0.3984375,
      "step": 765,
      "token_acc": 0.8699715739209961
    },
    {
      "epoch": 0.5089700996677741,
      "grad_norm": 0.34421125054359436,
      "learning_rate": 5.1022722715491265e-06,
      "loss": 0.388427734375,
      "step": 766,
      "token_acc": 0.8716655221740593
    },
    {
      "epoch": 0.5096345514950166,
      "grad_norm": 0.2932033836841583,
      "learning_rate": 5.0915080421317945e-06,
      "loss": 0.402587890625,
      "step": 767,
      "token_acc": 0.8672381908725759
    },
    {
      "epoch": 0.5102990033222591,
      "grad_norm": 0.3419566750526428,
      "learning_rate": 5.080743388438663e-06,
      "loss": 0.389892578125,
      "step": 768,
      "token_acc": 0.8718522533199952
    },
    {
      "epoch": 0.5109634551495017,
      "grad_norm": 0.30821216106414795,
      "learning_rate": 5.069978360379908e-06,
      "loss": 0.3775634765625,
      "step": 769,
      "token_acc": 0.874912377727101
    },
    {
      "epoch": 0.5116279069767442,
      "grad_norm": 0.28451472520828247,
      "learning_rate": 5.059213007867434e-06,
      "loss": 0.3916015625,
      "step": 770,
      "token_acc": 0.8712850754142452
    },
    {
      "epoch": 0.5122923588039867,
      "grad_norm": 0.3742717504501343,
      "learning_rate": 5.048447380814652e-06,
      "loss": 0.392578125,
      "step": 771,
      "token_acc": 0.8721404725679209
    },
    {
      "epoch": 0.5129568106312292,
      "grad_norm": 0.3298206925392151,
      "learning_rate": 5.0376815291362455e-06,
      "loss": 0.392822265625,
      "step": 772,
      "token_acc": 0.8700899085925635
    },
    {
      "epoch": 0.5136212624584717,
      "grad_norm": 0.33941784501075745,
      "learning_rate": 5.026915502747941e-06,
      "loss": 0.40576171875,
      "step": 773,
      "token_acc": 0.8678541103169828
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 0.703613817691803,
      "learning_rate": 5.016149351566272e-06,
      "loss": 0.392822265625,
      "step": 774,
      "token_acc": 0.8699414183432314
    },
    {
      "epoch": 0.5149501661129569,
      "grad_norm": 0.7452443242073059,
      "learning_rate": 5.005383125508355e-06,
      "loss": 0.38134765625,
      "step": 775,
      "token_acc": 0.8740943557264637
    },
    {
      "epoch": 0.5156146179401994,
      "grad_norm": 0.33786892890930176,
      "learning_rate": 4.994616874491647e-06,
      "loss": 0.39306640625,
      "step": 776,
      "token_acc": 0.8716610517267673
    },
    {
      "epoch": 0.5162790697674419,
      "grad_norm": 0.6922521591186523,
      "learning_rate": 4.983850648433729e-06,
      "loss": 0.381591796875,
      "step": 777,
      "token_acc": 0.8736869035344099
    },
    {
      "epoch": 0.5169435215946844,
      "grad_norm": 0.32242560386657715,
      "learning_rate": 4.973084497252061e-06,
      "loss": 0.384521484375,
      "step": 778,
      "token_acc": 0.8735208873344459
    },
    {
      "epoch": 0.5176079734219269,
      "grad_norm": 0.6920672059059143,
      "learning_rate": 4.962318470863755e-06,
      "loss": 0.38671875,
      "step": 779,
      "token_acc": 0.8734270022684597
    },
    {
      "epoch": 0.5182724252491694,
      "grad_norm": 0.3302854001522064,
      "learning_rate": 4.951552619185349e-06,
      "loss": 0.39990234375,
      "step": 780,
      "token_acc": 0.8687505950195167
    },
    {
      "epoch": 0.518936877076412,
      "grad_norm": 0.40820038318634033,
      "learning_rate": 4.940786992132568e-06,
      "loss": 0.386474609375,
      "step": 781,
      "token_acc": 0.8724768741220216
    },
    {
      "epoch": 0.5196013289036545,
      "grad_norm": 0.34102770686149597,
      "learning_rate": 4.930021639620093e-06,
      "loss": 0.3857421875,
      "step": 782,
      "token_acc": 0.8722702920950264
    },
    {
      "epoch": 0.520265780730897,
      "grad_norm": 0.314437597990036,
      "learning_rate": 4.919256611561338e-06,
      "loss": 0.399658203125,
      "step": 783,
      "token_acc": 0.8689313750078201
    },
    {
      "epoch": 0.5209302325581395,
      "grad_norm": 0.35471871495246887,
      "learning_rate": 4.908491957868209e-06,
      "loss": 0.391357421875,
      "step": 784,
      "token_acc": 0.8709702633224484
    },
    {
      "epoch": 0.521594684385382,
      "grad_norm": 0.2887704074382782,
      "learning_rate": 4.897727728450875e-06,
      "loss": 0.380126953125,
      "step": 785,
      "token_acc": 0.8749094911387646
    },
    {
      "epoch": 0.5222591362126245,
      "grad_norm": 0.40969762206077576,
      "learning_rate": 4.886963973217541e-06,
      "loss": 0.38525390625,
      "step": 786,
      "token_acc": 0.873564672637792
    },
    {
      "epoch": 0.5229235880398672,
      "grad_norm": 0.34048813581466675,
      "learning_rate": 4.876200742074213e-06,
      "loss": 0.394287109375,
      "step": 787,
      "token_acc": 0.8701413022142231
    },
    {
      "epoch": 0.5235880398671097,
      "grad_norm": 0.7244746088981628,
      "learning_rate": 4.865438084924466e-06,
      "loss": 0.373046875,
      "step": 788,
      "token_acc": 0.8768182018204717
    },
    {
      "epoch": 0.5242524916943522,
      "grad_norm": 0.36498671770095825,
      "learning_rate": 4.854676051669212e-06,
      "loss": 0.37548828125,
      "step": 789,
      "token_acc": 0.8755070479943677
    },
    {
      "epoch": 0.5249169435215947,
      "grad_norm": 2.3006198406219482,
      "learning_rate": 4.843914692206473e-06,
      "loss": 0.38720703125,
      "step": 790,
      "token_acc": 0.8721521813204244
    },
    {
      "epoch": 0.5255813953488372,
      "grad_norm": 0.35911592841148376,
      "learning_rate": 4.83315405643115e-06,
      "loss": 0.3828125,
      "step": 791,
      "token_acc": 0.8737547741068734
    },
    {
      "epoch": 0.5262458471760797,
      "grad_norm": 0.3141895830631256,
      "learning_rate": 4.8223941942347786e-06,
      "loss": 0.39453125,
      "step": 792,
      "token_acc": 0.8708584865452091
    },
    {
      "epoch": 0.5269102990033223,
      "grad_norm": 0.30941760540008545,
      "learning_rate": 4.8116351555053165e-06,
      "loss": 0.3994140625,
      "step": 793,
      "token_acc": 0.8689902588248481
    },
    {
      "epoch": 0.5275747508305648,
      "grad_norm": 0.32489824295043945,
      "learning_rate": 4.800876990126905e-06,
      "loss": 0.38525390625,
      "step": 794,
      "token_acc": 0.8727224556473866
    },
    {
      "epoch": 0.5282392026578073,
      "grad_norm": 0.6129250526428223,
      "learning_rate": 4.790119747979624e-06,
      "loss": 0.403564453125,
      "step": 795,
      "token_acc": 0.8680800272497073
    },
    {
      "epoch": 0.5289036544850498,
      "grad_norm": 0.32914024591445923,
      "learning_rate": 4.779363478939287e-06,
      "loss": 0.4052734375,
      "step": 796,
      "token_acc": 0.8674836187037466
    },
    {
      "epoch": 0.5295681063122923,
      "grad_norm": 0.3632645010948181,
      "learning_rate": 4.76860823287719e-06,
      "loss": 0.388427734375,
      "step": 797,
      "token_acc": 0.8727916945828885
    },
    {
      "epoch": 0.5302325581395348,
      "grad_norm": 0.31391268968582153,
      "learning_rate": 4.7578540596598794e-06,
      "loss": 0.38427734375,
      "step": 798,
      "token_acc": 0.8730712076516778
    },
    {
      "epoch": 0.5308970099667774,
      "grad_norm": 0.3526628315448761,
      "learning_rate": 4.747101009148939e-06,
      "loss": 0.412353515625,
      "step": 799,
      "token_acc": 0.8648799509115022
    },
    {
      "epoch": 0.53156146179402,
      "grad_norm": 0.4855210483074188,
      "learning_rate": 4.73634913120074e-06,
      "loss": 0.383056640625,
      "step": 800,
      "token_acc": 0.8736788596248429
    },
    {
      "epoch": 0.5322259136212625,
      "grad_norm": 0.38573774695396423,
      "learning_rate": 4.725598475666218e-06,
      "loss": 0.385009765625,
      "step": 801,
      "token_acc": 0.8727102486085828
    },
    {
      "epoch": 0.532890365448505,
      "grad_norm": 0.3240213692188263,
      "learning_rate": 4.714849092390642e-06,
      "loss": 0.38037109375,
      "step": 802,
      "token_acc": 0.8751532575842015
    },
    {
      "epoch": 0.5335548172757475,
      "grad_norm": 0.5349907279014587,
      "learning_rate": 4.7041010312133824e-06,
      "loss": 0.385009765625,
      "step": 803,
      "token_acc": 0.8723948119994225
    },
    {
      "epoch": 0.53421926910299,
      "grad_norm": 0.3030000329017639,
      "learning_rate": 4.69335434196768e-06,
      "loss": 0.394775390625,
      "step": 804,
      "token_acc": 0.869937585960854
    },
    {
      "epoch": 0.5348837209302325,
      "grad_norm": 0.3283815383911133,
      "learning_rate": 4.682609074480411e-06,
      "loss": 0.372802734375,
      "step": 805,
      "token_acc": 0.8762922132026261
    },
    {
      "epoch": 0.5355481727574751,
      "grad_norm": 0.31167110800743103,
      "learning_rate": 4.671865278571864e-06,
      "loss": 0.39013671875,
      "step": 806,
      "token_acc": 0.8721426075184356
    },
    {
      "epoch": 0.5362126245847176,
      "grad_norm": 0.6495005488395691,
      "learning_rate": 4.661123004055504e-06,
      "loss": 0.386962890625,
      "step": 807,
      "token_acc": 0.8730969452902465
    },
    {
      "epoch": 0.5368770764119601,
      "grad_norm": 0.40925028920173645,
      "learning_rate": 4.650382300737737e-06,
      "loss": 0.384033203125,
      "step": 808,
      "token_acc": 0.8733258553302291
    },
    {
      "epoch": 0.5375415282392026,
      "grad_norm": 0.3493454158306122,
      "learning_rate": 4.639643218417693e-06,
      "loss": 0.398681640625,
      "step": 809,
      "token_acc": 0.869053211777292
    },
    {
      "epoch": 0.5382059800664452,
      "grad_norm": 0.29291215538978577,
      "learning_rate": 4.628905806886981e-06,
      "loss": 0.400146484375,
      "step": 810,
      "token_acc": 0.8680091562878994
    },
    {
      "epoch": 0.5388704318936877,
      "grad_norm": 0.7919507026672363,
      "learning_rate": 4.6181701159294605e-06,
      "loss": 0.38134765625,
      "step": 811,
      "token_acc": 0.8736790924725566
    },
    {
      "epoch": 0.5395348837209303,
      "grad_norm": 0.3286319673061371,
      "learning_rate": 4.607436195321018e-06,
      "loss": 0.388671875,
      "step": 812,
      "token_acc": 0.8716264988392528
    },
    {
      "epoch": 0.5401993355481728,
      "grad_norm": 0.2846357524394989,
      "learning_rate": 4.596704094829336e-06,
      "loss": 0.398681640625,
      "step": 813,
      "token_acc": 0.8692191698998446
    },
    {
      "epoch": 0.5408637873754153,
      "grad_norm": 0.36646029353141785,
      "learning_rate": 4.585973864213647e-06,
      "loss": 0.387451171875,
      "step": 814,
      "token_acc": 0.8719102171025211
    },
    {
      "epoch": 0.5415282392026578,
      "grad_norm": 0.38615813851356506,
      "learning_rate": 4.57524555322452e-06,
      "loss": 0.394287109375,
      "step": 815,
      "token_acc": 0.8702630725443119
    },
    {
      "epoch": 0.5421926910299003,
      "grad_norm": 0.3879084587097168,
      "learning_rate": 4.564519211603627e-06,
      "loss": 0.392333984375,
      "step": 816,
      "token_acc": 0.8716165976278216
    },
    {
      "epoch": 0.5428571428571428,
      "grad_norm": 0.3214435279369354,
      "learning_rate": 4.553794889083503e-06,
      "loss": 0.389404296875,
      "step": 817,
      "token_acc": 0.8725007459182724
    },
    {
      "epoch": 0.5435215946843854,
      "grad_norm": 0.30783379077911377,
      "learning_rate": 4.543072635387324e-06,
      "loss": 0.379638671875,
      "step": 818,
      "token_acc": 0.8741476992276104
    },
    {
      "epoch": 0.5441860465116279,
      "grad_norm": 0.3124229311943054,
      "learning_rate": 4.532352500228674e-06,
      "loss": 0.381103515625,
      "step": 819,
      "token_acc": 0.8747710632416597
    },
    {
      "epoch": 0.5448504983388704,
      "grad_norm": 0.3190343379974365,
      "learning_rate": 4.521634533311317e-06,
      "loss": 0.37451171875,
      "step": 820,
      "token_acc": 0.876820426997336
    },
    {
      "epoch": 0.545514950166113,
      "grad_norm": 0.38928207755088806,
      "learning_rate": 4.510918784328956e-06,
      "loss": 0.39404296875,
      "step": 821,
      "token_acc": 0.8705273242266256
    },
    {
      "epoch": 0.5461794019933555,
      "grad_norm": 0.33837801218032837,
      "learning_rate": 4.500205302965019e-06,
      "loss": 0.395751953125,
      "step": 822,
      "token_acc": 0.8696606287846319
    },
    {
      "epoch": 0.546843853820598,
      "grad_norm": 0.35434773564338684,
      "learning_rate": 4.489494138892419e-06,
      "loss": 0.382080078125,
      "step": 823,
      "token_acc": 0.8735803910924175
    },
    {
      "epoch": 0.5475083056478405,
      "grad_norm": 0.46649661660194397,
      "learning_rate": 4.4787853417733185e-06,
      "loss": 0.377197265625,
      "step": 824,
      "token_acc": 0.8755045940132491
    },
    {
      "epoch": 0.5481727574750831,
      "grad_norm": 0.31171658635139465,
      "learning_rate": 4.468078961258912e-06,
      "loss": 0.375,
      "step": 825,
      "token_acc": 0.8769211490242742
    },
    {
      "epoch": 0.5488372093023256,
      "grad_norm": 0.38786810636520386,
      "learning_rate": 4.45737504698919e-06,
      "loss": 0.376953125,
      "step": 826,
      "token_acc": 0.8761173416326035
    },
    {
      "epoch": 0.5495016611295681,
      "grad_norm": 0.5140872001647949,
      "learning_rate": 4.446673648592701e-06,
      "loss": 0.392333984375,
      "step": 827,
      "token_acc": 0.8710215785965999
    },
    {
      "epoch": 0.5501661129568106,
      "grad_norm": 0.33795762062072754,
      "learning_rate": 4.435974815686338e-06,
      "loss": 0.375732421875,
      "step": 828,
      "token_acc": 0.8752187064319666
    },
    {
      "epoch": 0.5508305647840531,
      "grad_norm": 0.2884729504585266,
      "learning_rate": 4.425278597875091e-06,
      "loss": 0.38525390625,
      "step": 829,
      "token_acc": 0.8723986058897664
    },
    {
      "epoch": 0.5514950166112956,
      "grad_norm": 0.3340379297733307,
      "learning_rate": 4.414585044751834e-06,
      "loss": 0.37548828125,
      "step": 830,
      "token_acc": 0.8753380818652078
    },
    {
      "epoch": 0.5521594684385382,
      "grad_norm": 0.3369429409503937,
      "learning_rate": 4.4038942058970735e-06,
      "loss": 0.3896484375,
      "step": 831,
      "token_acc": 0.8713445469629845
    },
    {
      "epoch": 0.5528239202657808,
      "grad_norm": 0.3095065653324127,
      "learning_rate": 4.3932061308787456e-06,
      "loss": 0.380615234375,
      "step": 832,
      "token_acc": 0.8738095625291248
    },
    {
      "epoch": 0.5534883720930233,
      "grad_norm": 0.3121756911277771,
      "learning_rate": 4.382520869251964e-06,
      "loss": 0.376708984375,
      "step": 833,
      "token_acc": 0.8753992388274495
    },
    {
      "epoch": 0.5541528239202658,
      "grad_norm": 0.29716700315475464,
      "learning_rate": 4.371838470558795e-06,
      "loss": 0.396240234375,
      "step": 834,
      "token_acc": 0.8697747510051422
    },
    {
      "epoch": 0.5548172757475083,
      "grad_norm": 0.3395397961139679,
      "learning_rate": 4.361158984328039e-06,
      "loss": 0.3994140625,
      "step": 835,
      "token_acc": 0.8691536186667476
    },
    {
      "epoch": 0.5554817275747508,
      "grad_norm": 0.3297097086906433,
      "learning_rate": 4.35048246007499e-06,
      "loss": 0.3955078125,
      "step": 836,
      "token_acc": 0.8696777944689785
    },
    {
      "epoch": 0.5561461794019934,
      "grad_norm": 0.28758999705314636,
      "learning_rate": 4.339808947301205e-06,
      "loss": 0.38916015625,
      "step": 837,
      "token_acc": 0.872871883463279
    },
    {
      "epoch": 0.5568106312292359,
      "grad_norm": 0.5280511975288391,
      "learning_rate": 4.329138495494282e-06,
      "loss": 0.374267578125,
      "step": 838,
      "token_acc": 0.8759839626384289
    },
    {
      "epoch": 0.5574750830564784,
      "grad_norm": 0.28693413734436035,
      "learning_rate": 4.318471154127626e-06,
      "loss": 0.376708984375,
      "step": 839,
      "token_acc": 0.8763690217252232
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 0.2820129096508026,
      "learning_rate": 4.307806972660223e-06,
      "loss": 0.38720703125,
      "step": 840,
      "token_acc": 0.8717736548038382
    },
    {
      "epoch": 0.5588039867109634,
      "grad_norm": 0.3070831596851349,
      "learning_rate": 4.297146000536403e-06,
      "loss": 0.37646484375,
      "step": 841,
      "token_acc": 0.8755009773084885
    },
    {
      "epoch": 0.5594684385382059,
      "grad_norm": 0.3543018698692322,
      "learning_rate": 4.2864882871856196e-06,
      "loss": 0.383544921875,
      "step": 842,
      "token_acc": 0.8741183540146434
    },
    {
      "epoch": 0.5601328903654486,
      "grad_norm": 0.2950226068496704,
      "learning_rate": 4.2758338820222165e-06,
      "loss": 0.399658203125,
      "step": 843,
      "token_acc": 0.869290045928354
    },
    {
      "epoch": 0.5607973421926911,
      "grad_norm": 0.2855764925479889,
      "learning_rate": 4.2651828344451984e-06,
      "loss": 0.410400390625,
      "step": 844,
      "token_acc": 0.8654072715837774
    },
    {
      "epoch": 0.5614617940199336,
      "grad_norm": 0.26335713267326355,
      "learning_rate": 4.254535193838002e-06,
      "loss": 0.374267578125,
      "step": 845,
      "token_acc": 0.8762017483986584
    },
    {
      "epoch": 0.5621262458471761,
      "grad_norm": 0.3156571388244629,
      "learning_rate": 4.243891009568271e-06,
      "loss": 0.380859375,
      "step": 846,
      "token_acc": 0.8740253195890871
    },
    {
      "epoch": 0.5627906976744186,
      "grad_norm": 0.49814924597740173,
      "learning_rate": 4.233250330987619e-06,
      "loss": 0.3818359375,
      "step": 847,
      "token_acc": 0.8739868074261532
    },
    {
      "epoch": 0.5634551495016611,
      "grad_norm": 0.2921030819416046,
      "learning_rate": 4.222613207431408e-06,
      "loss": 0.400390625,
      "step": 848,
      "token_acc": 0.8679156778095916
    },
    {
      "epoch": 0.5641196013289037,
      "grad_norm": 0.30464643239974976,
      "learning_rate": 4.211979688218521e-06,
      "loss": 0.3837890625,
      "step": 849,
      "token_acc": 0.8738038445197369
    },
    {
      "epoch": 0.5647840531561462,
      "grad_norm": 0.3340986371040344,
      "learning_rate": 4.20134982265112e-06,
      "loss": 0.3896484375,
      "step": 850,
      "token_acc": 0.8728207481650091
    },
    {
      "epoch": 0.5654485049833887,
      "grad_norm": 0.3704366385936737,
      "learning_rate": 4.190723660014434e-06,
      "loss": 0.404296875,
      "step": 851,
      "token_acc": 0.8679423099106404
    },
    {
      "epoch": 0.5661129568106312,
      "grad_norm": 0.3745676875114441,
      "learning_rate": 4.1801012495765234e-06,
      "loss": 0.3984375,
      "step": 852,
      "token_acc": 0.8692431459651846
    },
    {
      "epoch": 0.5667774086378737,
      "grad_norm": 0.3800630569458008,
      "learning_rate": 4.169482640588052e-06,
      "loss": 0.392578125,
      "step": 853,
      "token_acc": 0.8708535396924071
    },
    {
      "epoch": 0.5674418604651162,
      "grad_norm": 0.5096917152404785,
      "learning_rate": 4.158867882282054e-06,
      "loss": 0.384765625,
      "step": 854,
      "token_acc": 0.8731915639729446
    },
    {
      "epoch": 0.5681063122923588,
      "grad_norm": 0.32878899574279785,
      "learning_rate": 4.1482570238737105e-06,
      "loss": 0.39306640625,
      "step": 855,
      "token_acc": 0.8706792207410954
    },
    {
      "epoch": 0.5687707641196014,
      "grad_norm": 0.4290892481803894,
      "learning_rate": 4.137650114560127e-06,
      "loss": 0.395263671875,
      "step": 856,
      "token_acc": 0.869753956171144
    },
    {
      "epoch": 0.5694352159468439,
      "grad_norm": 0.31203436851501465,
      "learning_rate": 4.127047203520092e-06,
      "loss": 0.38720703125,
      "step": 857,
      "token_acc": 0.8721878598314757
    },
    {
      "epoch": 0.5700996677740864,
      "grad_norm": 0.45187118649482727,
      "learning_rate": 4.116448339913858e-06,
      "loss": 0.39208984375,
      "step": 858,
      "token_acc": 0.8709106108443686
    },
    {
      "epoch": 0.5707641196013289,
      "grad_norm": 0.393007755279541,
      "learning_rate": 4.105853572882914e-06,
      "loss": 0.369873046875,
      "step": 859,
      "token_acc": 0.8770088782693295
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.3900320827960968,
      "learning_rate": 4.095262951549753e-06,
      "loss": 0.387939453125,
      "step": 860,
      "token_acc": 0.8731667902036115
    },
    {
      "epoch": 0.5720930232558139,
      "grad_norm": 0.3454941213130951,
      "learning_rate": 4.0846765250176466e-06,
      "loss": 0.39599609375,
      "step": 861,
      "token_acc": 0.869809046097487
    },
    {
      "epoch": 0.5727574750830565,
      "grad_norm": 0.3339519500732422,
      "learning_rate": 4.07409434237042e-06,
      "loss": 0.3759765625,
      "step": 862,
      "token_acc": 0.8754002975763912
    },
    {
      "epoch": 0.573421926910299,
      "grad_norm": 0.27745386958122253,
      "learning_rate": 4.0635164526722165e-06,
      "loss": 0.36279296875,
      "step": 863,
      "token_acc": 0.8794872204270557
    },
    {
      "epoch": 0.5740863787375415,
      "grad_norm": 0.6631693840026855,
      "learning_rate": 4.052942904967281e-06,
      "loss": 0.375732421875,
      "step": 864,
      "token_acc": 0.8762938823779531
    },
    {
      "epoch": 0.574750830564784,
      "grad_norm": 0.4128742218017578,
      "learning_rate": 4.04237374827972e-06,
      "loss": 0.3876953125,
      "step": 865,
      "token_acc": 0.8722399539484105
    },
    {
      "epoch": 0.5754152823920266,
      "grad_norm": 0.43200257420539856,
      "learning_rate": 4.031809031613292e-06,
      "loss": 0.389892578125,
      "step": 866,
      "token_acc": 0.8722731615792924
    },
    {
      "epoch": 0.5760797342192691,
      "grad_norm": 0.30478841066360474,
      "learning_rate": 4.021248803951155e-06,
      "loss": 0.38525390625,
      "step": 867,
      "token_acc": 0.8728877517108614
    },
    {
      "epoch": 0.5767441860465117,
      "grad_norm": 0.38282132148742676,
      "learning_rate": 4.0106931142556665e-06,
      "loss": 0.37890625,
      "step": 868,
      "token_acc": 0.8746901966735361
    },
    {
      "epoch": 0.5774086378737542,
      "grad_norm": 0.33578863739967346,
      "learning_rate": 4.000142011468139e-06,
      "loss": 0.375732421875,
      "step": 869,
      "token_acc": 0.8754913820385909
    },
    {
      "epoch": 0.5780730897009967,
      "grad_norm": 0.3190770745277405,
      "learning_rate": 3.989595544508612e-06,
      "loss": 0.397216796875,
      "step": 870,
      "token_acc": 0.8690329241562147
    },
    {
      "epoch": 0.5787375415282392,
      "grad_norm": 0.37079060077667236,
      "learning_rate": 3.979053762275641e-06,
      "loss": 0.375,
      "step": 871,
      "token_acc": 0.8757560324130653
    },
    {
      "epoch": 0.5794019933554817,
      "grad_norm": 0.32281115651130676,
      "learning_rate": 3.968516713646056e-06,
      "loss": 0.381103515625,
      "step": 872,
      "token_acc": 0.875248737676547
    },
    {
      "epoch": 0.5800664451827242,
      "grad_norm": 0.4825950264930725,
      "learning_rate": 3.957984447474739e-06,
      "loss": 0.394287109375,
      "step": 873,
      "token_acc": 0.8701817803833048
    },
    {
      "epoch": 0.5807308970099668,
      "grad_norm": 0.3028841018676758,
      "learning_rate": 3.9474570125944e-06,
      "loss": 0.38134765625,
      "step": 874,
      "token_acc": 0.874109135587848
    },
    {
      "epoch": 0.5813953488372093,
      "grad_norm": 0.31085649132728577,
      "learning_rate": 3.936934457815348e-06,
      "loss": 0.382568359375,
      "step": 875,
      "token_acc": 0.8749561108631291
    },
    {
      "epoch": 0.5820598006644518,
      "grad_norm": 0.2889193892478943,
      "learning_rate": 3.926416831925264e-06,
      "loss": 0.397216796875,
      "step": 876,
      "token_acc": 0.8690166031518529
    },
    {
      "epoch": 0.5827242524916944,
      "grad_norm": 0.28167930245399475,
      "learning_rate": 3.91590418368898e-06,
      "loss": 0.3837890625,
      "step": 877,
      "token_acc": 0.8732960317332344
    },
    {
      "epoch": 0.5833887043189369,
      "grad_norm": 0.290958046913147,
      "learning_rate": 3.905396561848245e-06,
      "loss": 0.3896484375,
      "step": 878,
      "token_acc": 0.8717326989523884
    },
    {
      "epoch": 0.5840531561461794,
      "grad_norm": 0.29875558614730835,
      "learning_rate": 3.8948940151215075e-06,
      "loss": 0.384033203125,
      "step": 879,
      "token_acc": 0.8729849038859685
    },
    {
      "epoch": 0.584717607973422,
      "grad_norm": 0.4902196526527405,
      "learning_rate": 3.884396592203682e-06,
      "loss": 0.38916015625,
      "step": 880,
      "token_acc": 0.8718779556036169
    },
    {
      "epoch": 0.5853820598006645,
      "grad_norm": 0.3291551470756531,
      "learning_rate": 3.873904341765925e-06,
      "loss": 0.369140625,
      "step": 881,
      "token_acc": 0.8777643392560298
    },
    {
      "epoch": 0.586046511627907,
      "grad_norm": 0.29090529680252075,
      "learning_rate": 3.863417312455418e-06,
      "loss": 0.388427734375,
      "step": 882,
      "token_acc": 0.8710877020118848
    },
    {
      "epoch": 0.5867109634551495,
      "grad_norm": 0.33608728647232056,
      "learning_rate": 3.852935552895126e-06,
      "loss": 0.381591796875,
      "step": 883,
      "token_acc": 0.8743233534278562
    },
    {
      "epoch": 0.587375415282392,
      "grad_norm": 0.36965152621269226,
      "learning_rate": 3.842459111683586e-06,
      "loss": 0.3974609375,
      "step": 884,
      "token_acc": 0.8693265177961755
    },
    {
      "epoch": 0.5880398671096345,
      "grad_norm": 0.35143500566482544,
      "learning_rate": 3.83198803739468e-06,
      "loss": 0.383544921875,
      "step": 885,
      "token_acc": 0.8738437847848171
    },
    {
      "epoch": 0.588704318936877,
      "grad_norm": 0.32411524653434753,
      "learning_rate": 3.821522378577395e-06,
      "loss": 0.385498046875,
      "step": 886,
      "token_acc": 0.8740600978894336
    },
    {
      "epoch": 0.5893687707641196,
      "grad_norm": 0.3668898642063141,
      "learning_rate": 3.811062183755618e-06,
      "loss": 0.39404296875,
      "step": 887,
      "token_acc": 0.8699773543776829
    },
    {
      "epoch": 0.5900332225913621,
      "grad_norm": 0.31068772077560425,
      "learning_rate": 3.8006075014279063e-06,
      "loss": 0.383056640625,
      "step": 888,
      "token_acc": 0.8733143939802637
    },
    {
      "epoch": 0.5906976744186047,
      "grad_norm": 0.37606289982795715,
      "learning_rate": 3.7901583800672446e-06,
      "loss": 0.390380859375,
      "step": 889,
      "token_acc": 0.8716804924834238
    },
    {
      "epoch": 0.5913621262458472,
      "grad_norm": 0.39699459075927734,
      "learning_rate": 3.779714868120847e-06,
      "loss": 0.402587890625,
      "step": 890,
      "token_acc": 0.8686405866919007
    },
    {
      "epoch": 0.5920265780730897,
      "grad_norm": 0.3163547217845917,
      "learning_rate": 3.769277014009915e-06,
      "loss": 0.382080078125,
      "step": 891,
      "token_acc": 0.8739300155987855
    },
    {
      "epoch": 0.5926910299003322,
      "grad_norm": 0.32541710138320923,
      "learning_rate": 3.7588448661294167e-06,
      "loss": 0.3974609375,
      "step": 892,
      "token_acc": 0.8686309628919553
    },
    {
      "epoch": 0.5933554817275748,
      "grad_norm": 0.31581565737724304,
      "learning_rate": 3.748418472847864e-06,
      "loss": 0.38134765625,
      "step": 893,
      "token_acc": 0.8737587071794927
    },
    {
      "epoch": 0.5940199335548173,
      "grad_norm": 0.3316781222820282,
      "learning_rate": 3.737997882507088e-06,
      "loss": 0.389404296875,
      "step": 894,
      "token_acc": 0.872427138713373
    },
    {
      "epoch": 0.5946843853820598,
      "grad_norm": 0.3603745102882385,
      "learning_rate": 3.7275831434220156e-06,
      "loss": 0.406494140625,
      "step": 895,
      "token_acc": 0.8663458650551
    },
    {
      "epoch": 0.5953488372093023,
      "grad_norm": 0.3324991464614868,
      "learning_rate": 3.717174303880441e-06,
      "loss": 0.367431640625,
      "step": 896,
      "token_acc": 0.877969008307758
    },
    {
      "epoch": 0.5960132890365448,
      "grad_norm": 0.35945600271224976,
      "learning_rate": 3.70677141214281e-06,
      "loss": 0.383056640625,
      "step": 897,
      "token_acc": 0.8734785014118006
    },
    {
      "epoch": 0.5966777408637873,
      "grad_norm": 0.36439332365989685,
      "learning_rate": 3.6963745164419883e-06,
      "loss": 0.37548828125,
      "step": 898,
      "token_acc": 0.8757024997465536
    },
    {
      "epoch": 0.59734219269103,
      "grad_norm": 0.3292514383792877,
      "learning_rate": 3.6859836649830406e-06,
      "loss": 0.391845703125,
      "step": 899,
      "token_acc": 0.870448235459477
    },
    {
      "epoch": 0.5980066445182725,
      "grad_norm": 0.28453198075294495,
      "learning_rate": 3.6755989059430104e-06,
      "loss": 0.382080078125,
      "step": 900,
      "token_acc": 0.8737533840849666
    },
    {
      "epoch": 0.598671096345515,
      "grad_norm": 0.3494807481765747,
      "learning_rate": 3.665220287470692e-06,
      "loss": 0.3896484375,
      "step": 901,
      "token_acc": 0.8713102318576093
    },
    {
      "epoch": 0.5993355481727575,
      "grad_norm": 0.3220234215259552,
      "learning_rate": 3.6548478576864075e-06,
      "loss": 0.381591796875,
      "step": 902,
      "token_acc": 0.8732797832188135
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.29791343212127686,
      "learning_rate": 3.6444816646817887e-06,
      "loss": 0.385498046875,
      "step": 903,
      "token_acc": 0.8730208498397619
    },
    {
      "epoch": 0.6006644518272425,
      "grad_norm": 0.3066873252391815,
      "learning_rate": 3.634121756519547e-06,
      "loss": 0.3828125,
      "step": 904,
      "token_acc": 0.873344883898723
    },
    {
      "epoch": 0.6013289036544851,
      "grad_norm": 0.31713443994522095,
      "learning_rate": 3.62376818123326e-06,
      "loss": 0.3935546875,
      "step": 905,
      "token_acc": 0.8705390785508123
    },
    {
      "epoch": 0.6019933554817276,
      "grad_norm": 0.4110839366912842,
      "learning_rate": 3.6134209868271346e-06,
      "loss": 0.390869140625,
      "step": 906,
      "token_acc": 0.8711533544072197
    },
    {
      "epoch": 0.6026578073089701,
      "grad_norm": 0.2898472249507904,
      "learning_rate": 3.6030802212758e-06,
      "loss": 0.39013671875,
      "step": 907,
      "token_acc": 0.8717561660100384
    },
    {
      "epoch": 0.6033222591362126,
      "grad_norm": 0.3309660851955414,
      "learning_rate": 3.5927459325240767e-06,
      "loss": 0.385986328125,
      "step": 908,
      "token_acc": 0.8731243614404345
    },
    {
      "epoch": 0.6039867109634551,
      "grad_norm": 0.401226669549942,
      "learning_rate": 3.582418168486749e-06,
      "loss": 0.392333984375,
      "step": 909,
      "token_acc": 0.8703464293693354
    },
    {
      "epoch": 0.6046511627906976,
      "grad_norm": 0.29853856563568115,
      "learning_rate": 3.5720969770483584e-06,
      "loss": 0.383544921875,
      "step": 910,
      "token_acc": 0.8727676733515584
    },
    {
      "epoch": 0.6053156146179401,
      "grad_norm": 0.2967441976070404,
      "learning_rate": 3.561782406062971e-06,
      "loss": 0.39794921875,
      "step": 911,
      "token_acc": 0.8703420705845875
    },
    {
      "epoch": 0.6059800664451828,
      "grad_norm": 0.34501656889915466,
      "learning_rate": 3.551474503353951e-06,
      "loss": 0.384521484375,
      "step": 912,
      "token_acc": 0.8727933287958013
    },
    {
      "epoch": 0.6066445182724253,
      "grad_norm": 0.35793909430503845,
      "learning_rate": 3.5411733167137526e-06,
      "loss": 0.38427734375,
      "step": 913,
      "token_acc": 0.8733416234341119
    },
    {
      "epoch": 0.6073089700996678,
      "grad_norm": 0.29498714208602905,
      "learning_rate": 3.5308788939036875e-06,
      "loss": 0.376953125,
      "step": 914,
      "token_acc": 0.8749369788580423
    },
    {
      "epoch": 0.6079734219269103,
      "grad_norm": 0.27559006214141846,
      "learning_rate": 3.520591282653706e-06,
      "loss": 0.392333984375,
      "step": 915,
      "token_acc": 0.8701707487510931
    },
    {
      "epoch": 0.6086378737541528,
      "grad_norm": 0.2842247784137726,
      "learning_rate": 3.5103105306621785e-06,
      "loss": 0.38037109375,
      "step": 916,
      "token_acc": 0.8741277872854895
    },
    {
      "epoch": 0.6093023255813953,
      "grad_norm": 0.2952902913093567,
      "learning_rate": 3.500036685595673e-06,
      "loss": 0.3896484375,
      "step": 917,
      "token_acc": 0.8721277787651589
    },
    {
      "epoch": 0.6099667774086379,
      "grad_norm": 0.3610007166862488,
      "learning_rate": 3.4897697950887333e-06,
      "loss": 0.368408203125,
      "step": 918,
      "token_acc": 0.8779961638296866
    },
    {
      "epoch": 0.6106312292358804,
      "grad_norm": 0.3210753798484802,
      "learning_rate": 3.4795099067436564e-06,
      "loss": 0.3857421875,
      "step": 919,
      "token_acc": 0.8722618254310466
    },
    {
      "epoch": 0.6112956810631229,
      "grad_norm": 0.272749662399292,
      "learning_rate": 3.4692570681302755e-06,
      "loss": 0.394287109375,
      "step": 920,
      "token_acc": 0.8719380684101328
    },
    {
      "epoch": 0.6119601328903654,
      "grad_norm": 0.37857234477996826,
      "learning_rate": 3.4590113267857417e-06,
      "loss": 0.382080078125,
      "step": 921,
      "token_acc": 0.8736996408948615
    },
    {
      "epoch": 0.612624584717608,
      "grad_norm": 0.28992587327957153,
      "learning_rate": 3.4487727302142903e-06,
      "loss": 0.384033203125,
      "step": 922,
      "token_acc": 0.8736269353088785
    },
    {
      "epoch": 0.6132890365448505,
      "grad_norm": 0.28929999470710754,
      "learning_rate": 3.438541325887037e-06,
      "loss": 0.391845703125,
      "step": 923,
      "token_acc": 0.8703415930483477
    },
    {
      "epoch": 0.6139534883720931,
      "grad_norm": 0.2831418812274933,
      "learning_rate": 3.428317161241753e-06,
      "loss": 0.38525390625,
      "step": 924,
      "token_acc": 0.8722696312534252
    },
    {
      "epoch": 0.6146179401993356,
      "grad_norm": 0.3165985643863678,
      "learning_rate": 3.4181002836826325e-06,
      "loss": 0.408203125,
      "step": 925,
      "token_acc": 0.8664361546164188
    },
    {
      "epoch": 0.6152823920265781,
      "grad_norm": 0.32187098264694214,
      "learning_rate": 3.4078907405800955e-06,
      "loss": 0.401123046875,
      "step": 926,
      "token_acc": 0.8694590937400585
    },
    {
      "epoch": 0.6159468438538206,
      "grad_norm": 0.3815533220767975,
      "learning_rate": 3.397688579270549e-06,
      "loss": 0.39013671875,
      "step": 927,
      "token_acc": 0.8715421241840831
    },
    {
      "epoch": 0.6166112956810631,
      "grad_norm": 0.31231164932250977,
      "learning_rate": 3.3874938470561714e-06,
      "loss": 0.35791015625,
      "step": 928,
      "token_acc": 0.8811058330821064
    },
    {
      "epoch": 0.6172757475083056,
      "grad_norm": 0.46553581953048706,
      "learning_rate": 3.3773065912047043e-06,
      "loss": 0.392333984375,
      "step": 929,
      "token_acc": 0.8707905181936746
    },
    {
      "epoch": 0.6179401993355482,
      "grad_norm": 0.39907732605934143,
      "learning_rate": 3.3671268589492213e-06,
      "loss": 0.37744140625,
      "step": 930,
      "token_acc": 0.8747654605705074
    },
    {
      "epoch": 0.6186046511627907,
      "grad_norm": 0.29751378297805786,
      "learning_rate": 3.356954697487912e-06,
      "loss": 0.3828125,
      "step": 931,
      "token_acc": 0.8736641708956853
    },
    {
      "epoch": 0.6192691029900332,
      "grad_norm": 0.3434341251850128,
      "learning_rate": 3.346790153983865e-06,
      "loss": 0.3671875,
      "step": 932,
      "token_acc": 0.8792810737253353
    },
    {
      "epoch": 0.6199335548172757,
      "grad_norm": 0.3236950635910034,
      "learning_rate": 3.336633275564848e-06,
      "loss": 0.39111328125,
      "step": 933,
      "token_acc": 0.8712758575766607
    },
    {
      "epoch": 0.6205980066445183,
      "grad_norm": 0.3232583701610565,
      "learning_rate": 3.3264841093230915e-06,
      "loss": 0.392822265625,
      "step": 934,
      "token_acc": 0.8717911880082384
    },
    {
      "epoch": 0.6212624584717608,
      "grad_norm": 0.6158249974250793,
      "learning_rate": 3.316342702315066e-06,
      "loss": 0.38818359375,
      "step": 935,
      "token_acc": 0.8723577765812874
    },
    {
      "epoch": 0.6219269102990034,
      "grad_norm": 0.3831617832183838,
      "learning_rate": 3.3062091015612674e-06,
      "loss": 0.37060546875,
      "step": 936,
      "token_acc": 0.8776652001241744
    },
    {
      "epoch": 0.6225913621262459,
      "grad_norm": 0.39332976937294006,
      "learning_rate": 3.296083354045999e-06,
      "loss": 0.400634765625,
      "step": 937,
      "token_acc": 0.8669751998351086
    },
    {
      "epoch": 0.6232558139534884,
      "grad_norm": 0.6005001068115234,
      "learning_rate": 3.285965506717151e-06,
      "loss": 0.392333984375,
      "step": 938,
      "token_acc": 0.8719144616131818
    },
    {
      "epoch": 0.6239202657807309,
      "grad_norm": 0.3289591670036316,
      "learning_rate": 3.2758556064859855e-06,
      "loss": 0.369873046875,
      "step": 939,
      "token_acc": 0.8769991341383115
    },
    {
      "epoch": 0.6245847176079734,
      "grad_norm": 0.3084999620914459,
      "learning_rate": 3.265753700226919e-06,
      "loss": 0.379150390625,
      "step": 940,
      "token_acc": 0.8747854833271373
    },
    {
      "epoch": 0.6252491694352159,
      "grad_norm": 0.4383425712585449,
      "learning_rate": 3.2556598347773003e-06,
      "loss": 0.38720703125,
      "step": 941,
      "token_acc": 0.8721149930232402
    },
    {
      "epoch": 0.6259136212624584,
      "grad_norm": 0.4397106170654297,
      "learning_rate": 3.245574056937201e-06,
      "loss": 0.395263671875,
      "step": 942,
      "token_acc": 0.8700283046301255
    },
    {
      "epoch": 0.626578073089701,
      "grad_norm": 0.38269972801208496,
      "learning_rate": 3.2354964134691946e-06,
      "loss": 0.367919921875,
      "step": 943,
      "token_acc": 0.8779107889924574
    },
    {
      "epoch": 0.6272425249169435,
      "grad_norm": 0.39794328808784485,
      "learning_rate": 3.225426951098139e-06,
      "loss": 0.38671875,
      "step": 944,
      "token_acc": 0.872913267976196
    },
    {
      "epoch": 0.627906976744186,
      "grad_norm": 0.3000463843345642,
      "learning_rate": 3.215365716510955e-06,
      "loss": 0.38037109375,
      "step": 945,
      "token_acc": 0.8743941210773873
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 0.4366755187511444,
      "learning_rate": 3.2053127563564244e-06,
      "loss": 0.376953125,
      "step": 946,
      "token_acc": 0.8753270322032084
    },
    {
      "epoch": 0.6292358803986711,
      "grad_norm": 0.3466312289237976,
      "learning_rate": 3.195268117244962e-06,
      "loss": 0.375244140625,
      "step": 947,
      "token_acc": 0.8755791710004109
    },
    {
      "epoch": 0.6299003322259136,
      "grad_norm": 0.3431652784347534,
      "learning_rate": 3.1852318457483966e-06,
      "loss": 0.38818359375,
      "step": 948,
      "token_acc": 0.8714014183950517
    },
    {
      "epoch": 0.6305647840531562,
      "grad_norm": 0.34940963983535767,
      "learning_rate": 3.1752039883997667e-06,
      "loss": 0.37841796875,
      "step": 949,
      "token_acc": 0.8749744356988104
    },
    {
      "epoch": 0.6312292358803987,
      "grad_norm": 0.34093204140663147,
      "learning_rate": 3.1651845916930977e-06,
      "loss": 0.378662109375,
      "step": 950,
      "token_acc": 0.875092155789645
    },
    {
      "epoch": 0.6318936877076412,
      "grad_norm": 0.303280234336853,
      "learning_rate": 3.155173702083186e-06,
      "loss": 0.389892578125,
      "step": 951,
      "token_acc": 0.8709275635565061
    },
    {
      "epoch": 0.6325581395348837,
      "grad_norm": 0.38247182965278625,
      "learning_rate": 3.1451713659853845e-06,
      "loss": 0.384033203125,
      "step": 952,
      "token_acc": 0.8733762374556384
    },
    {
      "epoch": 0.6332225913621262,
      "grad_norm": 0.40081143379211426,
      "learning_rate": 3.135177629775391e-06,
      "loss": 0.38720703125,
      "step": 953,
      "token_acc": 0.8717068911865253
    },
    {
      "epoch": 0.6338870431893687,
      "grad_norm": 0.27208828926086426,
      "learning_rate": 3.125192539789026e-06,
      "loss": 0.37451171875,
      "step": 954,
      "token_acc": 0.8770672793041339
    },
    {
      "epoch": 0.6345514950166113,
      "grad_norm": 0.5289908051490784,
      "learning_rate": 3.115216142322024e-06,
      "loss": 0.36376953125,
      "step": 955,
      "token_acc": 0.8790929869081294
    },
    {
      "epoch": 0.6352159468438539,
      "grad_norm": 0.3113231658935547,
      "learning_rate": 3.105248483629817e-06,
      "loss": 0.381591796875,
      "step": 956,
      "token_acc": 0.8743655776482113
    },
    {
      "epoch": 0.6358803986710964,
      "grad_norm": 0.2754930853843689,
      "learning_rate": 3.0952896099273212e-06,
      "loss": 0.380859375,
      "step": 957,
      "token_acc": 0.8736905236130175
    },
    {
      "epoch": 0.6365448504983389,
      "grad_norm": 0.31617531180381775,
      "learning_rate": 3.0853395673887165e-06,
      "loss": 0.399658203125,
      "step": 958,
      "token_acc": 0.8681249724902969
    },
    {
      "epoch": 0.6372093023255814,
      "grad_norm": 0.29444652795791626,
      "learning_rate": 3.0753984021472395e-06,
      "loss": 0.394287109375,
      "step": 959,
      "token_acc": 0.8706633216634728
    },
    {
      "epoch": 0.6378737541528239,
      "grad_norm": 0.4321066439151764,
      "learning_rate": 3.0654661602949735e-06,
      "loss": 0.38818359375,
      "step": 960,
      "token_acc": 0.871793530699783
    },
    {
      "epoch": 0.6385382059800665,
      "grad_norm": 0.27616217732429504,
      "learning_rate": 3.0555428878826164e-06,
      "loss": 0.3818359375,
      "step": 961,
      "token_acc": 0.8744280756580367
    },
    {
      "epoch": 0.639202657807309,
      "grad_norm": 0.43737372756004333,
      "learning_rate": 3.0456286309192908e-06,
      "loss": 0.377197265625,
      "step": 962,
      "token_acc": 0.8758702563927245
    },
    {
      "epoch": 0.6398671096345515,
      "grad_norm": 0.2963312864303589,
      "learning_rate": 3.035723435372314e-06,
      "loss": 0.3779296875,
      "step": 963,
      "token_acc": 0.8748599709666324
    },
    {
      "epoch": 0.640531561461794,
      "grad_norm": 0.2736877501010895,
      "learning_rate": 3.0258273471669876e-06,
      "loss": 0.37744140625,
      "step": 964,
      "token_acc": 0.8755551378913105
    },
    {
      "epoch": 0.6411960132890365,
      "grad_norm": 0.3271864354610443,
      "learning_rate": 3.0159404121863933e-06,
      "loss": 0.382568359375,
      "step": 965,
      "token_acc": 0.873968423160109
    },
    {
      "epoch": 0.641860465116279,
      "grad_norm": 0.3905524015426636,
      "learning_rate": 3.006062676271171e-06,
      "loss": 0.388916015625,
      "step": 966,
      "token_acc": 0.8715135471850214
    },
    {
      "epoch": 0.6425249169435215,
      "grad_norm": 0.33021900057792664,
      "learning_rate": 2.9961941852193097e-06,
      "loss": 0.384033203125,
      "step": 967,
      "token_acc": 0.8735358377073525
    },
    {
      "epoch": 0.6431893687707642,
      "grad_norm": 0.32186460494995117,
      "learning_rate": 2.9863349847859326e-06,
      "loss": 0.4033203125,
      "step": 968,
      "token_acc": 0.8672738997172688
    },
    {
      "epoch": 0.6438538205980067,
      "grad_norm": 0.34157463908195496,
      "learning_rate": 2.9764851206830893e-06,
      "loss": 0.3828125,
      "step": 969,
      "token_acc": 0.8735361755490644
    },
    {
      "epoch": 0.6445182724252492,
      "grad_norm": 0.3767755627632141,
      "learning_rate": 2.966644638579542e-06,
      "loss": 0.376220703125,
      "step": 970,
      "token_acc": 0.8749788095072504
    },
    {
      "epoch": 0.6451827242524917,
      "grad_norm": 0.583545982837677,
      "learning_rate": 2.9568135841005512e-06,
      "loss": 0.394287109375,
      "step": 971,
      "token_acc": 0.8690517114239488
    },
    {
      "epoch": 0.6458471760797342,
      "grad_norm": 0.29861125349998474,
      "learning_rate": 2.946992002827669e-06,
      "loss": 0.38427734375,
      "step": 972,
      "token_acc": 0.8728235632157273
    },
    {
      "epoch": 0.6465116279069767,
      "grad_norm": 0.3400108516216278,
      "learning_rate": 2.9371799402985233e-06,
      "loss": 0.399169921875,
      "step": 973,
      "token_acc": 0.8680274698087662
    },
    {
      "epoch": 0.6471760797342193,
      "grad_norm": 0.4727543294429779,
      "learning_rate": 2.927377442006608e-06,
      "loss": 0.392333984375,
      "step": 974,
      "token_acc": 0.8706816989595402
    },
    {
      "epoch": 0.6478405315614618,
      "grad_norm": 0.3096235394477844,
      "learning_rate": 2.9175845534010748e-06,
      "loss": 0.37841796875,
      "step": 975,
      "token_acc": 0.8745381842695543
    },
    {
      "epoch": 0.6485049833887043,
      "grad_norm": 0.39717692136764526,
      "learning_rate": 2.9078013198865197e-06,
      "loss": 0.374267578125,
      "step": 976,
      "token_acc": 0.8761527983926438
    },
    {
      "epoch": 0.6491694352159468,
      "grad_norm": 0.3213733434677124,
      "learning_rate": 2.898027786822768e-06,
      "loss": 0.371337890625,
      "step": 977,
      "token_acc": 0.8776821465968295
    },
    {
      "epoch": 0.6498338870431893,
      "grad_norm": 0.2882896959781647,
      "learning_rate": 2.8882639995246788e-06,
      "loss": 0.375732421875,
      "step": 978,
      "token_acc": 0.8754159672289581
    },
    {
      "epoch": 0.6504983388704318,
      "grad_norm": 0.2749546468257904,
      "learning_rate": 2.878510003261914e-06,
      "loss": 0.39599609375,
      "step": 979,
      "token_acc": 0.8693969785839646
    },
    {
      "epoch": 0.6511627906976745,
      "grad_norm": 0.34719347953796387,
      "learning_rate": 2.8687658432587506e-06,
      "loss": 0.385498046875,
      "step": 980,
      "token_acc": 0.8728551555235357
    },
    {
      "epoch": 0.651827242524917,
      "grad_norm": 0.3455126881599426,
      "learning_rate": 2.8590315646938515e-06,
      "loss": 0.406494140625,
      "step": 981,
      "token_acc": 0.8662601288752454
    },
    {
      "epoch": 0.6524916943521595,
      "grad_norm": 0.3628726601600647,
      "learning_rate": 2.8493072127000654e-06,
      "loss": 0.3779296875,
      "step": 982,
      "token_acc": 0.8752247585165109
    },
    {
      "epoch": 0.653156146179402,
      "grad_norm": 0.3164879381656647,
      "learning_rate": 2.8395928323642218e-06,
      "loss": 0.40185546875,
      "step": 983,
      "token_acc": 0.8679627704575852
    },
    {
      "epoch": 0.6538205980066445,
      "grad_norm": 0.33283731341362,
      "learning_rate": 2.8298884687269126e-06,
      "loss": 0.3984375,
      "step": 984,
      "token_acc": 0.8688157064563792
    },
    {
      "epoch": 0.654485049833887,
      "grad_norm": 0.3106726109981537,
      "learning_rate": 2.8201941667822852e-06,
      "loss": 0.376953125,
      "step": 985,
      "token_acc": 0.8748764860046191
    },
    {
      "epoch": 0.6551495016611296,
      "grad_norm": 0.3116738498210907,
      "learning_rate": 2.810509971477843e-06,
      "loss": 0.39013671875,
      "step": 986,
      "token_acc": 0.8717138159520376
    },
    {
      "epoch": 0.6558139534883721,
      "grad_norm": 0.4192024767398834,
      "learning_rate": 2.800835927714225e-06,
      "loss": 0.37353515625,
      "step": 987,
      "token_acc": 0.8766885718615182
    },
    {
      "epoch": 0.6564784053156146,
      "grad_norm": 0.28012949228286743,
      "learning_rate": 2.7911720803450016e-06,
      "loss": 0.389404296875,
      "step": 988,
      "token_acc": 0.8721721704334875
    },
    {
      "epoch": 0.6571428571428571,
      "grad_norm": 0.29593712091445923,
      "learning_rate": 2.7815184741764732e-06,
      "loss": 0.38037109375,
      "step": 989,
      "token_acc": 0.8753399860172347
    },
    {
      "epoch": 0.6578073089700996,
      "grad_norm": 0.3140341341495514,
      "learning_rate": 2.7718751539674514e-06,
      "loss": 0.365234375,
      "step": 990,
      "token_acc": 0.8786881223881167
    },
    {
      "epoch": 0.6584717607973422,
      "grad_norm": 0.8767445683479309,
      "learning_rate": 2.7622421644290633e-06,
      "loss": 0.384765625,
      "step": 991,
      "token_acc": 0.8730477664716385
    },
    {
      "epoch": 0.6591362126245848,
      "grad_norm": 0.283646821975708,
      "learning_rate": 2.752619550224529e-06,
      "loss": 0.396484375,
      "step": 992,
      "token_acc": 0.8690879316474787
    },
    {
      "epoch": 0.6598006644518273,
      "grad_norm": 0.33079198002815247,
      "learning_rate": 2.7430073559689734e-06,
      "loss": 0.384765625,
      "step": 993,
      "token_acc": 0.8727129734525654
    },
    {
      "epoch": 0.6604651162790698,
      "grad_norm": 0.29815447330474854,
      "learning_rate": 2.733405626229203e-06,
      "loss": 0.39208984375,
      "step": 994,
      "token_acc": 0.8707286540619874
    },
    {
      "epoch": 0.6611295681063123,
      "grad_norm": 0.28929591178894043,
      "learning_rate": 2.723814405523506e-06,
      "loss": 0.39599609375,
      "step": 995,
      "token_acc": 0.8692337273562085
    },
    {
      "epoch": 0.6617940199335548,
      "grad_norm": 0.29791194200515747,
      "learning_rate": 2.7142337383214503e-06,
      "loss": 0.386962890625,
      "step": 996,
      "token_acc": 0.8721859228550829
    },
    {
      "epoch": 0.6624584717607973,
      "grad_norm": 0.27821964025497437,
      "learning_rate": 2.704663669043668e-06,
      "loss": 0.3790283203125,
      "step": 997,
      "token_acc": 0.8745588308395884
    },
    {
      "epoch": 0.6631229235880398,
      "grad_norm": 0.5230095386505127,
      "learning_rate": 2.6951042420616523e-06,
      "loss": 0.386962890625,
      "step": 998,
      "token_acc": 0.8718097387398595
    },
    {
      "epoch": 0.6637873754152824,
      "grad_norm": 0.38558128476142883,
      "learning_rate": 2.6855555016975626e-06,
      "loss": 0.381591796875,
      "step": 999,
      "token_acc": 0.873790639706809
    },
    {
      "epoch": 0.6644518272425249,
      "grad_norm": 0.3754706382751465,
      "learning_rate": 2.676017492224001e-06,
      "loss": 0.3935546875,
      "step": 1000,
      "token_acc": 0.8706534240884692
    },
    {
      "epoch": 0.6651162790697674,
      "grad_norm": 0.2639864981174469,
      "learning_rate": 2.6664902578638173e-06,
      "loss": 0.36376953125,
      "step": 1001,
      "token_acc": 0.8798564021591881
    },
    {
      "epoch": 0.66578073089701,
      "grad_norm": 0.5395474433898926,
      "learning_rate": 2.6569738427899085e-06,
      "loss": 0.3681640625,
      "step": 1002,
      "token_acc": 0.8778510111089505
    },
    {
      "epoch": 0.6664451827242525,
      "grad_norm": 0.38540104031562805,
      "learning_rate": 2.6474682911250017e-06,
      "loss": 0.404296875,
      "step": 1003,
      "token_acc": 0.8669733657265208
    },
    {
      "epoch": 0.667109634551495,
      "grad_norm": 0.3216140866279602,
      "learning_rate": 2.6379736469414567e-06,
      "loss": 0.401123046875,
      "step": 1004,
      "token_acc": 0.8684741148507255
    },
    {
      "epoch": 0.6677740863787376,
      "grad_norm": 0.2954925000667572,
      "learning_rate": 2.628489954261064e-06,
      "loss": 0.388671875,
      "step": 1005,
      "token_acc": 0.8720452736029899
    },
    {
      "epoch": 0.6684385382059801,
      "grad_norm": 0.2883545160293579,
      "learning_rate": 2.6190172570548412e-06,
      "loss": 0.397705078125,
      "step": 1006,
      "token_acc": 0.8689163487927173
    },
    {
      "epoch": 0.6691029900332226,
      "grad_norm": 0.3036265969276428,
      "learning_rate": 2.6095555992428113e-06,
      "loss": 0.392578125,
      "step": 1007,
      "token_acc": 0.8703198320020059
    },
    {
      "epoch": 0.6697674418604651,
      "grad_norm": 0.29908788204193115,
      "learning_rate": 2.6001050246938266e-06,
      "loss": 0.394287109375,
      "step": 1008,
      "token_acc": 0.8696443725993337
    },
    {
      "epoch": 0.6704318936877076,
      "grad_norm": 0.3026101291179657,
      "learning_rate": 2.5906655772253514e-06,
      "loss": 0.40869140625,
      "step": 1009,
      "token_acc": 0.8657560353615421
    },
    {
      "epoch": 0.6710963455149501,
      "grad_norm": 0.34179800748825073,
      "learning_rate": 2.5812373006032486e-06,
      "loss": 0.3753662109375,
      "step": 1010,
      "token_acc": 0.8755554669466707
    },
    {
      "epoch": 0.6717607973421927,
      "grad_norm": 0.33058059215545654,
      "learning_rate": 2.5718202385415997e-06,
      "loss": 0.376220703125,
      "step": 1011,
      "token_acc": 0.875046559630136
    },
    {
      "epoch": 0.6724252491694352,
      "grad_norm": 0.34902411699295044,
      "learning_rate": 2.562414434702486e-06,
      "loss": 0.39208984375,
      "step": 1012,
      "token_acc": 0.8714921302244089
    },
    {
      "epoch": 0.6730897009966778,
      "grad_norm": 0.31813502311706543,
      "learning_rate": 2.553019932695787e-06,
      "loss": 0.374755859375,
      "step": 1013,
      "token_acc": 0.8760660328347528
    },
    {
      "epoch": 0.6737541528239203,
      "grad_norm": 0.3143270015716553,
      "learning_rate": 2.5436367760789834e-06,
      "loss": 0.3583984375,
      "step": 1014,
      "token_acc": 0.8808547504710458
    },
    {
      "epoch": 0.6744186046511628,
      "grad_norm": 0.39863359928131104,
      "learning_rate": 2.5342650083569564e-06,
      "loss": 0.3896484375,
      "step": 1015,
      "token_acc": 0.8708560833663153
    },
    {
      "epoch": 0.6750830564784053,
      "grad_norm": 0.33715155720710754,
      "learning_rate": 2.5249046729817783e-06,
      "loss": 0.393310546875,
      "step": 1016,
      "token_acc": 0.8708073258325714
    },
    {
      "epoch": 0.6757475083056479,
      "grad_norm": 0.2811284363269806,
      "learning_rate": 2.515555813352515e-06,
      "loss": 0.37939453125,
      "step": 1017,
      "token_acc": 0.8750559027232181
    },
    {
      "epoch": 0.6764119601328904,
      "grad_norm": 0.43859854340553284,
      "learning_rate": 2.506218472815032e-06,
      "loss": 0.386474609375,
      "step": 1018,
      "token_acc": 0.8732891365355676
    },
    {
      "epoch": 0.6770764119601329,
      "grad_norm": 0.2960417866706848,
      "learning_rate": 2.496892694661779e-06,
      "loss": 0.380126953125,
      "step": 1019,
      "token_acc": 0.8737798961669088
    },
    {
      "epoch": 0.6777408637873754,
      "grad_norm": 0.28645816445350647,
      "learning_rate": 2.487578522131599e-06,
      "loss": 0.3759765625,
      "step": 1020,
      "token_acc": 0.8761383209620984
    },
    {
      "epoch": 0.6784053156146179,
      "grad_norm": 0.30876675248146057,
      "learning_rate": 2.4782759984095277e-06,
      "loss": 0.38720703125,
      "step": 1021,
      "token_acc": 0.8726303149336714
    },
    {
      "epoch": 0.6790697674418604,
      "grad_norm": 0.3088856041431427,
      "learning_rate": 2.4689851666265953e-06,
      "loss": 0.386474609375,
      "step": 1022,
      "token_acc": 0.8724926542292043
    },
    {
      "epoch": 0.6797342192691029,
      "grad_norm": 0.30618909001350403,
      "learning_rate": 2.4597060698596082e-06,
      "loss": 0.406005859375,
      "step": 1023,
      "token_acc": 0.8669400534277065
    },
    {
      "epoch": 0.6803986710963456,
      "grad_norm": 0.677135705947876,
      "learning_rate": 2.4504387511309775e-06,
      "loss": 0.3935546875,
      "step": 1024,
      "token_acc": 0.8704557752151251
    },
    {
      "epoch": 0.6810631229235881,
      "grad_norm": 0.3105831444263458,
      "learning_rate": 2.441183253408504e-06,
      "loss": 0.39013671875,
      "step": 1025,
      "token_acc": 0.8720845643854263
    },
    {
      "epoch": 0.6817275747508306,
      "grad_norm": 0.3032550513744354,
      "learning_rate": 2.4319396196051705e-06,
      "loss": 0.379150390625,
      "step": 1026,
      "token_acc": 0.8745262228575974
    },
    {
      "epoch": 0.6823920265780731,
      "grad_norm": 0.3600805401802063,
      "learning_rate": 2.4227078925789626e-06,
      "loss": 0.39208984375,
      "step": 1027,
      "token_acc": 0.8712503038027861
    },
    {
      "epoch": 0.6830564784053156,
      "grad_norm": 0.30694758892059326,
      "learning_rate": 2.4134881151326623e-06,
      "loss": 0.38037109375,
      "step": 1028,
      "token_acc": 0.8746613819745268
    },
    {
      "epoch": 0.6837209302325581,
      "grad_norm": 0.4459408223628998,
      "learning_rate": 2.4042803300136343e-06,
      "loss": 0.379638671875,
      "step": 1029,
      "token_acc": 0.8748690402752607
    },
    {
      "epoch": 0.6843853820598007,
      "grad_norm": 0.34254878759384155,
      "learning_rate": 2.3950845799136536e-06,
      "loss": 0.38623046875,
      "step": 1030,
      "token_acc": 0.8733587442215238
    },
    {
      "epoch": 0.6850498338870432,
      "grad_norm": 0.5148606896400452,
      "learning_rate": 2.385900907468693e-06,
      "loss": 0.388671875,
      "step": 1031,
      "token_acc": 0.8717846106436343
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 0.34459808468818665,
      "learning_rate": 2.3767293552587223e-06,
      "loss": 0.3955078125,
      "step": 1032,
      "token_acc": 0.8696855367193403
    },
    {
      "epoch": 0.6863787375415282,
      "grad_norm": 0.29320529103279114,
      "learning_rate": 2.3675699658075186e-06,
      "loss": 0.3819580078125,
      "step": 1033,
      "token_acc": 0.8739500688419246
    },
    {
      "epoch": 0.6870431893687707,
      "grad_norm": 0.3068685531616211,
      "learning_rate": 2.3584227815824695e-06,
      "loss": 0.377197265625,
      "step": 1034,
      "token_acc": 0.8746737421319108
    },
    {
      "epoch": 0.6877076411960132,
      "grad_norm": 0.3036400079727173,
      "learning_rate": 2.3492878449943685e-06,
      "loss": 0.378662109375,
      "step": 1035,
      "token_acc": 0.8750918142495715
    },
    {
      "epoch": 0.6883720930232559,
      "grad_norm": 0.30678805708885193,
      "learning_rate": 2.3401651983972244e-06,
      "loss": 0.368896484375,
      "step": 1036,
      "token_acc": 0.8780785691736833
    },
    {
      "epoch": 0.6890365448504984,
      "grad_norm": 0.324139803647995,
      "learning_rate": 2.3310548840880675e-06,
      "loss": 0.37255859375,
      "step": 1037,
      "token_acc": 0.8765525279110974
    },
    {
      "epoch": 0.6897009966777409,
      "grad_norm": 0.35619276762008667,
      "learning_rate": 2.3219569443067446e-06,
      "loss": 0.3876953125,
      "step": 1038,
      "token_acc": 0.8730482221836231
    },
    {
      "epoch": 0.6903654485049834,
      "grad_norm": 0.3321426808834076,
      "learning_rate": 2.3128714212357287e-06,
      "loss": 0.389404296875,
      "step": 1039,
      "token_acc": 0.8711051201653471
    },
    {
      "epoch": 0.6910299003322259,
      "grad_norm": 0.291660875082016,
      "learning_rate": 2.3037983569999277e-06,
      "loss": 0.384033203125,
      "step": 1040,
      "token_acc": 0.8728744532804791
    },
    {
      "epoch": 0.6916943521594684,
      "grad_norm": 0.37554797530174255,
      "learning_rate": 2.2947377936664794e-06,
      "loss": 0.381591796875,
      "step": 1041,
      "token_acc": 0.8742432355986148
    },
    {
      "epoch": 0.692358803986711,
      "grad_norm": 0.29697081446647644,
      "learning_rate": 2.2856897732445605e-06,
      "loss": 0.38818359375,
      "step": 1042,
      "token_acc": 0.871634672872267
    },
    {
      "epoch": 0.6930232558139535,
      "grad_norm": 0.36800241470336914,
      "learning_rate": 2.2766543376851963e-06,
      "loss": 0.3740234375,
      "step": 1043,
      "token_acc": 0.8766716476548467
    },
    {
      "epoch": 0.693687707641196,
      "grad_norm": 0.420035183429718,
      "learning_rate": 2.2676315288810647e-06,
      "loss": 0.397705078125,
      "step": 1044,
      "token_acc": 0.8694964250466533
    },
    {
      "epoch": 0.6943521594684385,
      "grad_norm": 0.3394708037376404,
      "learning_rate": 2.2586213886662934e-06,
      "loss": 0.369384765625,
      "step": 1045,
      "token_acc": 0.8770826116282057
    },
    {
      "epoch": 0.695016611295681,
      "grad_norm": 0.4120398163795471,
      "learning_rate": 2.2496239588162733e-06,
      "loss": 0.39208984375,
      "step": 1046,
      "token_acc": 0.87026955236869
    },
    {
      "epoch": 0.6956810631229235,
      "grad_norm": 0.3215067684650421,
      "learning_rate": 2.2406392810474697e-06,
      "loss": 0.39794921875,
      "step": 1047,
      "token_acc": 0.8693076179792751
    },
    {
      "epoch": 0.6963455149501662,
      "grad_norm": 0.3982025384902954,
      "learning_rate": 2.231667397017218e-06,
      "loss": 0.375244140625,
      "step": 1048,
      "token_acc": 0.8763693235018393
    },
    {
      "epoch": 0.6970099667774087,
      "grad_norm": 0.33715739846229553,
      "learning_rate": 2.2227083483235345e-06,
      "loss": 0.392333984375,
      "step": 1049,
      "token_acc": 0.8706322027922027
    },
    {
      "epoch": 0.6976744186046512,
      "grad_norm": 0.3148171305656433,
      "learning_rate": 2.213762176504931e-06,
      "loss": 0.397705078125,
      "step": 1050,
      "token_acc": 0.8698013381550569
    },
    {
      "epoch": 0.6983388704318937,
      "grad_norm": 0.5316635966300964,
      "learning_rate": 2.204828923040209e-06,
      "loss": 0.371826171875,
      "step": 1051,
      "token_acc": 0.8764922080049348
    },
    {
      "epoch": 0.6990033222591362,
      "grad_norm": 0.3353416919708252,
      "learning_rate": 2.195908629348277e-06,
      "loss": 0.380859375,
      "step": 1052,
      "token_acc": 0.8741374734962915
    },
    {
      "epoch": 0.6996677740863787,
      "grad_norm": 0.3123927414417267,
      "learning_rate": 2.1870013367879572e-06,
      "loss": 0.380859375,
      "step": 1053,
      "token_acc": 0.8737418756707697
    },
    {
      "epoch": 0.7003322259136212,
      "grad_norm": 0.30552539229393005,
      "learning_rate": 2.178107086657791e-06,
      "loss": 0.39306640625,
      "step": 1054,
      "token_acc": 0.8710344094274415
    },
    {
      "epoch": 0.7009966777408638,
      "grad_norm": 0.28891652822494507,
      "learning_rate": 2.169225920195845e-06,
      "loss": 0.39208984375,
      "step": 1055,
      "token_acc": 0.8706503431972519
    },
    {
      "epoch": 0.7016611295681063,
      "grad_norm": 0.3302091360092163,
      "learning_rate": 2.1603578785795315e-06,
      "loss": 0.386474609375,
      "step": 1056,
      "token_acc": 0.8729953183661939
    },
    {
      "epoch": 0.7023255813953488,
      "grad_norm": 0.34511086344718933,
      "learning_rate": 2.151503002925402e-06,
      "loss": 0.378173828125,
      "step": 1057,
      "token_acc": 0.8749023999259558
    },
    {
      "epoch": 0.7029900332225913,
      "grad_norm": 0.3088017702102661,
      "learning_rate": 2.1426613342889695e-06,
      "loss": 0.384033203125,
      "step": 1058,
      "token_acc": 0.8734898216038205
    },
    {
      "epoch": 0.7036544850498339,
      "grad_norm": 0.3544534146785736,
      "learning_rate": 2.133832913664511e-06,
      "loss": 0.380615234375,
      "step": 1059,
      "token_acc": 0.8737792302949123
    },
    {
      "epoch": 0.7043189368770764,
      "grad_norm": 0.320802241563797,
      "learning_rate": 2.1250177819848757e-06,
      "loss": 0.39404296875,
      "step": 1060,
      "token_acc": 0.870122918135072
    },
    {
      "epoch": 0.704983388704319,
      "grad_norm": 0.29903921484947205,
      "learning_rate": 2.1162159801213054e-06,
      "loss": 0.381591796875,
      "step": 1061,
      "token_acc": 0.8737916041681809
    },
    {
      "epoch": 0.7056478405315615,
      "grad_norm": 0.29743799567222595,
      "learning_rate": 2.1074275488832346e-06,
      "loss": 0.39306640625,
      "step": 1062,
      "token_acc": 0.870324933468411
    },
    {
      "epoch": 0.706312292358804,
      "grad_norm": 0.37130364775657654,
      "learning_rate": 2.098652529018103e-06,
      "loss": 0.388427734375,
      "step": 1063,
      "token_acc": 0.8714531597918419
    },
    {
      "epoch": 0.7069767441860465,
      "grad_norm": 0.29066744446754456,
      "learning_rate": 2.0898909612111744e-06,
      "loss": 0.385986328125,
      "step": 1064,
      "token_acc": 0.8718642580664777
    },
    {
      "epoch": 0.707641196013289,
      "grad_norm": 0.3118491470813751,
      "learning_rate": 2.0811428860853367e-06,
      "loss": 0.377685546875,
      "step": 1065,
      "token_acc": 0.8753864769016335
    },
    {
      "epoch": 0.7083056478405315,
      "grad_norm": 0.287941038608551,
      "learning_rate": 2.072408344200924e-06,
      "loss": 0.389892578125,
      "step": 1066,
      "token_acc": 0.8709145984433552
    },
    {
      "epoch": 0.7089700996677741,
      "grad_norm": 0.38713309168815613,
      "learning_rate": 2.0636873760555202e-06,
      "loss": 0.387451171875,
      "step": 1067,
      "token_acc": 0.8724623965926955
    },
    {
      "epoch": 0.7096345514950166,
      "grad_norm": 0.44511380791664124,
      "learning_rate": 2.054980022083774e-06,
      "loss": 0.392333984375,
      "step": 1068,
      "token_acc": 0.8703731571214868
    },
    {
      "epoch": 0.7102990033222591,
      "grad_norm": 0.41912221908569336,
      "learning_rate": 2.046286322657217e-06,
      "loss": 0.3837890625,
      "step": 1069,
      "token_acc": 0.873116074851878
    },
    {
      "epoch": 0.7109634551495017,
      "grad_norm": 0.346162885427475,
      "learning_rate": 2.0376063180840655e-06,
      "loss": 0.3818359375,
      "step": 1070,
      "token_acc": 0.8731479143249966
    },
    {
      "epoch": 0.7116279069767442,
      "grad_norm": 0.3301094174385071,
      "learning_rate": 2.0289400486090465e-06,
      "loss": 0.37353515625,
      "step": 1071,
      "token_acc": 0.8762124021499154
    },
    {
      "epoch": 0.7122923588039867,
      "grad_norm": 0.31889331340789795,
      "learning_rate": 2.0202875544131995e-06,
      "loss": 0.39794921875,
      "step": 1072,
      "token_acc": 0.8685795383757021
    },
    {
      "epoch": 0.7129568106312293,
      "grad_norm": 0.33297181129455566,
      "learning_rate": 2.0116488756136943e-06,
      "loss": 0.38232421875,
      "step": 1073,
      "token_acc": 0.8732056254341833
    },
    {
      "epoch": 0.7136212624584718,
      "grad_norm": 0.3093036115169525,
      "learning_rate": 2.003024052263652e-06,
      "loss": 0.380859375,
      "step": 1074,
      "token_acc": 0.873784639776853
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.39456215500831604,
      "learning_rate": 1.994413124351946e-06,
      "loss": 0.389404296875,
      "step": 1075,
      "token_acc": 0.8724909814591449
    },
    {
      "epoch": 0.7149501661129568,
      "grad_norm": 0.3340488374233246,
      "learning_rate": 1.9858161318030265e-06,
      "loss": 0.397216796875,
      "step": 1076,
      "token_acc": 0.8699360293770434
    },
    {
      "epoch": 0.7156146179401993,
      "grad_norm": 0.3379814922809601,
      "learning_rate": 1.9772331144767363e-06,
      "loss": 0.406494140625,
      "step": 1077,
      "token_acc": 0.8668741969991114
    },
    {
      "epoch": 0.7162790697674418,
      "grad_norm": 0.2756786048412323,
      "learning_rate": 1.968664112168116e-06,
      "loss": 0.38916015625,
      "step": 1078,
      "token_acc": 0.8707154283254509
    },
    {
      "epoch": 0.7169435215946844,
      "grad_norm": 0.5560223460197449,
      "learning_rate": 1.960109164607228e-06,
      "loss": 0.391845703125,
      "step": 1079,
      "token_acc": 0.8711092805824818
    },
    {
      "epoch": 0.717607973421927,
      "grad_norm": 0.2835395336151123,
      "learning_rate": 1.9515683114589716e-06,
      "loss": 0.396728515625,
      "step": 1080,
      "token_acc": 0.8696731223891356
    },
    {
      "epoch": 0.7182724252491695,
      "grad_norm": 0.2758549153804779,
      "learning_rate": 1.9430415923229e-06,
      "loss": 0.388427734375,
      "step": 1081,
      "token_acc": 0.8719249589958386
    },
    {
      "epoch": 0.718936877076412,
      "grad_norm": 0.3115196228027344,
      "learning_rate": 1.934529046733025e-06,
      "loss": 0.390869140625,
      "step": 1082,
      "token_acc": 0.871772807912051
    },
    {
      "epoch": 0.7196013289036545,
      "grad_norm": 0.3071199655532837,
      "learning_rate": 1.9260307141576507e-06,
      "loss": 0.39111328125,
      "step": 1083,
      "token_acc": 0.8717110465226109
    },
    {
      "epoch": 0.720265780730897,
      "grad_norm": 0.3712564706802368,
      "learning_rate": 1.9175466339991837e-06,
      "loss": 0.38720703125,
      "step": 1084,
      "token_acc": 0.8728024565796927
    },
    {
      "epoch": 0.7209302325581395,
      "grad_norm": 0.43466246128082275,
      "learning_rate": 1.9090768455939444e-06,
      "loss": 0.3720703125,
      "step": 1085,
      "token_acc": 0.876797862161529
    },
    {
      "epoch": 0.7215946843853821,
      "grad_norm": 0.30820825695991516,
      "learning_rate": 1.9006213882119907e-06,
      "loss": 0.386474609375,
      "step": 1086,
      "token_acc": 0.8731683904976728
    },
    {
      "epoch": 0.7222591362126246,
      "grad_norm": 0.3936403691768646,
      "learning_rate": 1.892180301056939e-06,
      "loss": 0.3779296875,
      "step": 1087,
      "token_acc": 0.874878237357434
    },
    {
      "epoch": 0.7229235880398671,
      "grad_norm": 0.32604989409446716,
      "learning_rate": 1.8837536232657732e-06,
      "loss": 0.3662109375,
      "step": 1088,
      "token_acc": 0.878786531482156
    },
    {
      "epoch": 0.7235880398671096,
      "grad_norm": 0.363981693983078,
      "learning_rate": 1.87534139390867e-06,
      "loss": 0.38134765625,
      "step": 1089,
      "token_acc": 0.8739249941402542
    },
    {
      "epoch": 0.7242524916943521,
      "grad_norm": 0.35852470993995667,
      "learning_rate": 1.8669436519888196e-06,
      "loss": 0.38232421875,
      "step": 1090,
      "token_acc": 0.873733629433873
    },
    {
      "epoch": 0.7249169435215946,
      "grad_norm": 0.28563958406448364,
      "learning_rate": 1.8585604364422367e-06,
      "loss": 0.389404296875,
      "step": 1091,
      "token_acc": 0.8719896551224374
    },
    {
      "epoch": 0.7255813953488373,
      "grad_norm": 0.5145037770271301,
      "learning_rate": 1.8501917861375846e-06,
      "loss": 0.394287109375,
      "step": 1092,
      "token_acc": 0.8702466541747602
    },
    {
      "epoch": 0.7262458471760798,
      "grad_norm": 0.40767931938171387,
      "learning_rate": 1.8418377398760011e-06,
      "loss": 0.389892578125,
      "step": 1093,
      "token_acc": 0.871703726314039
    },
    {
      "epoch": 0.7269102990033223,
      "grad_norm": 0.26306378841400146,
      "learning_rate": 1.8334983363909066e-06,
      "loss": 0.366943359375,
      "step": 1094,
      "token_acc": 0.8776835042762154
    },
    {
      "epoch": 0.7275747508305648,
      "grad_norm": 0.3455905616283417,
      "learning_rate": 1.8251736143478293e-06,
      "loss": 0.3828125,
      "step": 1095,
      "token_acc": 0.8732222373773438
    },
    {
      "epoch": 0.7282392026578073,
      "grad_norm": 0.2687048316001892,
      "learning_rate": 1.8168636123442334e-06,
      "loss": 0.380859375,
      "step": 1096,
      "token_acc": 0.8734140268191388
    },
    {
      "epoch": 0.7289036544850498,
      "grad_norm": 0.34798869490623474,
      "learning_rate": 1.808568368909333e-06,
      "loss": 0.387451171875,
      "step": 1097,
      "token_acc": 0.8724195375865202
    },
    {
      "epoch": 0.7295681063122924,
      "grad_norm": 0.3248394727706909,
      "learning_rate": 1.800287922503905e-06,
      "loss": 0.38037109375,
      "step": 1098,
      "token_acc": 0.8749429728928415
    },
    {
      "epoch": 0.7302325581395349,
      "grad_norm": 0.3083460032939911,
      "learning_rate": 1.7920223115201302e-06,
      "loss": 0.3623046875,
      "step": 1099,
      "token_acc": 0.8806331996591165
    },
    {
      "epoch": 0.7308970099667774,
      "grad_norm": 0.32583126425743103,
      "learning_rate": 1.783771574281406e-06,
      "loss": 0.372314453125,
      "step": 1100,
      "token_acc": 0.8772325263845852
    },
    {
      "epoch": 0.7315614617940199,
      "grad_norm": 0.4577086567878723,
      "learning_rate": 1.775535749042156e-06,
      "loss": 0.3779296875,
      "step": 1101,
      "token_acc": 0.8745483817389174
    },
    {
      "epoch": 0.7322259136212624,
      "grad_norm": 0.3849150240421295,
      "learning_rate": 1.767314873987676e-06,
      "loss": 0.384521484375,
      "step": 1102,
      "token_acc": 0.8733271990661264
    },
    {
      "epoch": 0.7328903654485049,
      "grad_norm": 0.2988218069076538,
      "learning_rate": 1.7591089872339455e-06,
      "loss": 0.375732421875,
      "step": 1103,
      "token_acc": 0.8761871190264431
    },
    {
      "epoch": 0.7335548172757476,
      "grad_norm": 0.39509931206703186,
      "learning_rate": 1.7509181268274395e-06,
      "loss": 0.398193359375,
      "step": 1104,
      "token_acc": 0.8691288114162826
    },
    {
      "epoch": 0.7342192691029901,
      "grad_norm": 0.32108527421951294,
      "learning_rate": 1.7427423307449753e-06,
      "loss": 0.37548828125,
      "step": 1105,
      "token_acc": 0.8751391198833848
    },
    {
      "epoch": 0.7348837209302326,
      "grad_norm": 0.7615081667900085,
      "learning_rate": 1.7345816368935219e-06,
      "loss": 0.385498046875,
      "step": 1106,
      "token_acc": 0.8722917005209706
    },
    {
      "epoch": 0.7355481727574751,
      "grad_norm": 0.34453099966049194,
      "learning_rate": 1.726436083110024e-06,
      "loss": 0.36572265625,
      "step": 1107,
      "token_acc": 0.8785895430593309
    },
    {
      "epoch": 0.7362126245847176,
      "grad_norm": 0.28278711438179016,
      "learning_rate": 1.7183057071612297e-06,
      "loss": 0.396728515625,
      "step": 1108,
      "token_acc": 0.8687678442097374
    },
    {
      "epoch": 0.7368770764119601,
      "grad_norm": 0.3341676592826843,
      "learning_rate": 1.7101905467435204e-06,
      "loss": 0.404296875,
      "step": 1109,
      "token_acc": 0.8671383727548876
    },
    {
      "epoch": 0.7375415282392026,
      "grad_norm": 0.3421618938446045,
      "learning_rate": 1.7020906394827247e-06,
      "loss": 0.392822265625,
      "step": 1110,
      "token_acc": 0.870983932642746
    },
    {
      "epoch": 0.7382059800664452,
      "grad_norm": 0.31708911061286926,
      "learning_rate": 1.6940060229339521e-06,
      "loss": 0.3779296875,
      "step": 1111,
      "token_acc": 0.874587334321799
    },
    {
      "epoch": 0.7388704318936877,
      "grad_norm": 0.4139288663864136,
      "learning_rate": 1.6859367345814204e-06,
      "loss": 0.3837890625,
      "step": 1112,
      "token_acc": 0.8727931927326881
    },
    {
      "epoch": 0.7395348837209302,
      "grad_norm": 0.2894636392593384,
      "learning_rate": 1.6778828118382745e-06,
      "loss": 0.380615234375,
      "step": 1113,
      "token_acc": 0.8746002029793452
    },
    {
      "epoch": 0.7401993355481727,
      "grad_norm": 0.31175217032432556,
      "learning_rate": 1.6698442920464153e-06,
      "loss": 0.366943359375,
      "step": 1114,
      "token_acc": 0.8785560648972719
    },
    {
      "epoch": 0.7408637873754153,
      "grad_norm": 0.4698346257209778,
      "learning_rate": 1.6618212124763338e-06,
      "loss": 0.383544921875,
      "step": 1115,
      "token_acc": 0.8729794906273443
    },
    {
      "epoch": 0.7415282392026578,
      "grad_norm": 0.3082406520843506,
      "learning_rate": 1.653813610326932e-06,
      "loss": 0.392333984375,
      "step": 1116,
      "token_acc": 0.8714767625735201
    },
    {
      "epoch": 0.7421926910299004,
      "grad_norm": 0.2789202332496643,
      "learning_rate": 1.6458215227253422e-06,
      "loss": 0.37744140625,
      "step": 1117,
      "token_acc": 0.8747277908438172
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 0.32935434579849243,
      "learning_rate": 1.6378449867267733e-06,
      "loss": 0.387939453125,
      "step": 1118,
      "token_acc": 0.8722359931907828
    },
    {
      "epoch": 0.7435215946843854,
      "grad_norm": 0.3148227334022522,
      "learning_rate": 1.6298840393143283e-06,
      "loss": 0.379638671875,
      "step": 1119,
      "token_acc": 0.875069708620793
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 0.3487522304058075,
      "learning_rate": 1.62193871739883e-06,
      "loss": 0.369384765625,
      "step": 1120,
      "token_acc": 0.8766172773318518
    },
    {
      "epoch": 0.7448504983388704,
      "grad_norm": 0.3452828526496887,
      "learning_rate": 1.6140090578186546e-06,
      "loss": 0.37255859375,
      "step": 1121,
      "token_acc": 0.8764444129431803
    },
    {
      "epoch": 0.7455149501661129,
      "grad_norm": 0.3665177822113037,
      "learning_rate": 1.606095097339564e-06,
      "loss": 0.37548828125,
      "step": 1122,
      "token_acc": 0.8759034374857425
    },
    {
      "epoch": 0.7461794019933555,
      "grad_norm": 0.3121078908443451,
      "learning_rate": 1.5981968726545272e-06,
      "loss": 0.383544921875,
      "step": 1123,
      "token_acc": 0.8731846425967577
    },
    {
      "epoch": 0.746843853820598,
      "grad_norm": 0.37220343947410583,
      "learning_rate": 1.5903144203835535e-06,
      "loss": 0.37744140625,
      "step": 1124,
      "token_acc": 0.8750402188770674
    },
    {
      "epoch": 0.7475083056478405,
      "grad_norm": 0.35911527276039124,
      "learning_rate": 1.5824477770735302e-06,
      "loss": 0.37548828125,
      "step": 1125,
      "token_acc": 0.875692820506195
    },
    {
      "epoch": 0.748172757475083,
      "grad_norm": 0.25672146677970886,
      "learning_rate": 1.5745969791980404e-06,
      "loss": 0.367919921875,
      "step": 1126,
      "token_acc": 0.8778371429937455
    },
    {
      "epoch": 0.7488372093023256,
      "grad_norm": 0.2689114212989807,
      "learning_rate": 1.5667620631572e-06,
      "loss": 0.389892578125,
      "step": 1127,
      "token_acc": 0.8717312435335338
    },
    {
      "epoch": 0.7495016611295681,
      "grad_norm": 0.3029068410396576,
      "learning_rate": 1.558943065277495e-06,
      "loss": 0.382568359375,
      "step": 1128,
      "token_acc": 0.8735031297889485
    },
    {
      "epoch": 0.7501661129568107,
      "grad_norm": 0.3315061628818512,
      "learning_rate": 1.5511400218116002e-06,
      "loss": 0.381591796875,
      "step": 1129,
      "token_acc": 0.8743329439997561
    },
    {
      "epoch": 0.7508305647840532,
      "grad_norm": 0.3146354556083679,
      "learning_rate": 1.5433529689382205e-06,
      "loss": 0.379150390625,
      "step": 1130,
      "token_acc": 0.8745682269754571
    },
    {
      "epoch": 0.7514950166112957,
      "grad_norm": 0.2947503924369812,
      "learning_rate": 1.5355819427619228e-06,
      "loss": 0.373046875,
      "step": 1131,
      "token_acc": 0.8760884406334796
    },
    {
      "epoch": 0.7521594684385382,
      "grad_norm": 0.4309074282646179,
      "learning_rate": 1.527826979312963e-06,
      "loss": 0.38330078125,
      "step": 1132,
      "token_acc": 0.8730510924037578
    },
    {
      "epoch": 0.7528239202657807,
      "grad_norm": 0.34966975450515747,
      "learning_rate": 1.5200881145471258e-06,
      "loss": 0.38134765625,
      "step": 1133,
      "token_acc": 0.8736989416601068
    },
    {
      "epoch": 0.7534883720930232,
      "grad_norm": 0.26846665143966675,
      "learning_rate": 1.5123653843455517e-06,
      "loss": 0.37060546875,
      "step": 1134,
      "token_acc": 0.876832782611381
    },
    {
      "epoch": 0.7541528239202658,
      "grad_norm": 0.3876972794532776,
      "learning_rate": 1.5046588245145722e-06,
      "loss": 0.37744140625,
      "step": 1135,
      "token_acc": 0.8750272125466501
    },
    {
      "epoch": 0.7548172757475083,
      "grad_norm": 0.30109280347824097,
      "learning_rate": 1.496968470785552e-06,
      "loss": 0.36376953125,
      "step": 1136,
      "token_acc": 0.8791135649567425
    },
    {
      "epoch": 0.7554817275747508,
      "grad_norm": 0.508131206035614,
      "learning_rate": 1.489294358814708e-06,
      "loss": 0.3984375,
      "step": 1137,
      "token_acc": 0.8689157861936827
    },
    {
      "epoch": 0.7561461794019934,
      "grad_norm": 0.28765177726745605,
      "learning_rate": 1.481636524182959e-06,
      "loss": 0.39111328125,
      "step": 1138,
      "token_acc": 0.8710334520023996
    },
    {
      "epoch": 0.7568106312292359,
      "grad_norm": 0.44306522607803345,
      "learning_rate": 1.4739950023957506e-06,
      "loss": 0.381103515625,
      "step": 1139,
      "token_acc": 0.8739195420049417
    },
    {
      "epoch": 0.7574750830564784,
      "grad_norm": 0.4288807511329651,
      "learning_rate": 1.4663698288828926e-06,
      "loss": 0.38037109375,
      "step": 1140,
      "token_acc": 0.8735021123205413
    },
    {
      "epoch": 0.7581395348837209,
      "grad_norm": 0.3494960367679596,
      "learning_rate": 1.4587610389984024e-06,
      "loss": 0.377685546875,
      "step": 1141,
      "token_acc": 0.8750925761931362
    },
    {
      "epoch": 0.7588039867109635,
      "grad_norm": 0.33552059531211853,
      "learning_rate": 1.451168668020329e-06,
      "loss": 0.38037109375,
      "step": 1142,
      "token_acc": 0.8738454843526084
    },
    {
      "epoch": 0.759468438538206,
      "grad_norm": 0.3189030885696411,
      "learning_rate": 1.4435927511505964e-06,
      "loss": 0.390625,
      "step": 1143,
      "token_acc": 0.8717311617783217
    },
    {
      "epoch": 0.7601328903654485,
      "grad_norm": 0.26453542709350586,
      "learning_rate": 1.4360333235148437e-06,
      "loss": 0.38525390625,
      "step": 1144,
      "token_acc": 0.8725015548790468
    },
    {
      "epoch": 0.760797342192691,
      "grad_norm": 0.3199431598186493,
      "learning_rate": 1.4284904201622508e-06,
      "loss": 0.381591796875,
      "step": 1145,
      "token_acc": 0.8743346255852716
    },
    {
      "epoch": 0.7614617940199335,
      "grad_norm": 0.2772771716117859,
      "learning_rate": 1.4209640760653903e-06,
      "loss": 0.3759765625,
      "step": 1146,
      "token_acc": 0.8756817895648706
    },
    {
      "epoch": 0.762126245847176,
      "grad_norm": 0.2738794982433319,
      "learning_rate": 1.4134543261200527e-06,
      "loss": 0.400146484375,
      "step": 1147,
      "token_acc": 0.8687867163075026
    },
    {
      "epoch": 0.7627906976744186,
      "grad_norm": 0.3171127736568451,
      "learning_rate": 1.4059612051450906e-06,
      "loss": 0.394775390625,
      "step": 1148,
      "token_acc": 0.8692206523918221
    },
    {
      "epoch": 0.7634551495016612,
      "grad_norm": 0.2893490791320801,
      "learning_rate": 1.3984847478822605e-06,
      "loss": 0.38330078125,
      "step": 1149,
      "token_acc": 0.8733710449541254
    },
    {
      "epoch": 0.7641196013289037,
      "grad_norm": 0.27160024642944336,
      "learning_rate": 1.3910249889960541e-06,
      "loss": 0.39111328125,
      "step": 1150,
      "token_acc": 0.8710185174714311
    },
    {
      "epoch": 0.7647840531561462,
      "grad_norm": 0.3450276553630829,
      "learning_rate": 1.3835819630735403e-06,
      "loss": 0.397216796875,
      "step": 1151,
      "token_acc": 0.8693882081111487
    },
    {
      "epoch": 0.7654485049833887,
      "grad_norm": 0.28914159536361694,
      "learning_rate": 1.3761557046242109e-06,
      "loss": 0.3896484375,
      "step": 1152,
      "token_acc": 0.8723300052251769
    },
    {
      "epoch": 0.7661129568106312,
      "grad_norm": 0.39669132232666016,
      "learning_rate": 1.3687462480798114e-06,
      "loss": 0.36865234375,
      "step": 1153,
      "token_acc": 0.8776199361775024
    },
    {
      "epoch": 0.7667774086378738,
      "grad_norm": 0.3241809606552124,
      "learning_rate": 1.3613536277941847e-06,
      "loss": 0.386962890625,
      "step": 1154,
      "token_acc": 0.8721814309209048
    },
    {
      "epoch": 0.7674418604651163,
      "grad_norm": 0.363781213760376,
      "learning_rate": 1.3539778780431172e-06,
      "loss": 0.385009765625,
      "step": 1155,
      "token_acc": 0.873845333948679
    },
    {
      "epoch": 0.7681063122923588,
      "grad_norm": 0.37265634536743164,
      "learning_rate": 1.3466190330241708e-06,
      "loss": 0.391845703125,
      "step": 1156,
      "token_acc": 0.8704928759407707
    },
    {
      "epoch": 0.7687707641196013,
      "grad_norm": 0.3304122984409332,
      "learning_rate": 1.3392771268565325e-06,
      "loss": 0.382080078125,
      "step": 1157,
      "token_acc": 0.874579429200134
    },
    {
      "epoch": 0.7694352159468438,
      "grad_norm": 0.3408391773700714,
      "learning_rate": 1.3319521935808478e-06,
      "loss": 0.392822265625,
      "step": 1158,
      "token_acc": 0.8706472485495069
    },
    {
      "epoch": 0.7700996677740863,
      "grad_norm": 0.327499121427536,
      "learning_rate": 1.3246442671590736e-06,
      "loss": 0.37744140625,
      "step": 1159,
      "token_acc": 0.875521906983106
    },
    {
      "epoch": 0.770764119601329,
      "grad_norm": 0.31220144033432007,
      "learning_rate": 1.3173533814743106e-06,
      "loss": 0.369873046875,
      "step": 1160,
      "token_acc": 0.8782142229640693
    },
    {
      "epoch": 0.7714285714285715,
      "grad_norm": 0.32577019929885864,
      "learning_rate": 1.310079570330649e-06,
      "loss": 0.38232421875,
      "step": 1161,
      "token_acc": 0.873654731363687
    },
    {
      "epoch": 0.772093023255814,
      "grad_norm": 0.3986765146255493,
      "learning_rate": 1.3028228674530196e-06,
      "loss": 0.369873046875,
      "step": 1162,
      "token_acc": 0.8777726940024603
    },
    {
      "epoch": 0.7727574750830565,
      "grad_norm": 0.2925492227077484,
      "learning_rate": 1.2955833064870248e-06,
      "loss": 0.3916015625,
      "step": 1163,
      "token_acc": 0.8706416750427621
    },
    {
      "epoch": 0.773421926910299,
      "grad_norm": 0.3789617419242859,
      "learning_rate": 1.288360920998789e-06,
      "loss": 0.389404296875,
      "step": 1164,
      "token_acc": 0.8714601254344103
    },
    {
      "epoch": 0.7740863787375415,
      "grad_norm": 0.3079700171947479,
      "learning_rate": 1.2811557444748084e-06,
      "loss": 0.38037109375,
      "step": 1165,
      "token_acc": 0.8735291679300974
    },
    {
      "epoch": 0.774750830564784,
      "grad_norm": 0.29724666476249695,
      "learning_rate": 1.273967810321784e-06,
      "loss": 0.380859375,
      "step": 1166,
      "token_acc": 0.8740567596689791
    },
    {
      "epoch": 0.7754152823920266,
      "grad_norm": 0.31534767150878906,
      "learning_rate": 1.266797151866474e-06,
      "loss": 0.385498046875,
      "step": 1167,
      "token_acc": 0.8737752420418462
    },
    {
      "epoch": 0.7760797342192691,
      "grad_norm": 0.28609466552734375,
      "learning_rate": 1.2596438023555413e-06,
      "loss": 0.377685546875,
      "step": 1168,
      "token_acc": 0.8754789145702133
    },
    {
      "epoch": 0.7767441860465116,
      "grad_norm": 0.43401893973350525,
      "learning_rate": 1.2525077949553938e-06,
      "loss": 0.38330078125,
      "step": 1169,
      "token_acc": 0.8734114416779405
    },
    {
      "epoch": 0.7774086378737541,
      "grad_norm": 0.40329593420028687,
      "learning_rate": 1.2453891627520304e-06,
      "loss": 0.368896484375,
      "step": 1170,
      "token_acc": 0.8775193509299581
    },
    {
      "epoch": 0.7780730897009966,
      "grad_norm": 0.32938674092292786,
      "learning_rate": 1.2382879387508944e-06,
      "loss": 0.3837890625,
      "step": 1171,
      "token_acc": 0.8735023541200533
    },
    {
      "epoch": 0.7787375415282392,
      "grad_norm": 0.28208550810813904,
      "learning_rate": 1.231204155876718e-06,
      "loss": 0.39111328125,
      "step": 1172,
      "token_acc": 0.8706224000629372
    },
    {
      "epoch": 0.7794019933554818,
      "grad_norm": 0.3034462630748749,
      "learning_rate": 1.2241378469733579e-06,
      "loss": 0.3955078125,
      "step": 1173,
      "token_acc": 0.8696003320887176
    },
    {
      "epoch": 0.7800664451827243,
      "grad_norm": 0.36165231466293335,
      "learning_rate": 1.2170890448036626e-06,
      "loss": 0.37548828125,
      "step": 1174,
      "token_acc": 0.8755930944267696
    },
    {
      "epoch": 0.7807308970099668,
      "grad_norm": 0.34481844305992126,
      "learning_rate": 1.2100577820493115e-06,
      "loss": 0.370849609375,
      "step": 1175,
      "token_acc": 0.8777091829188115
    },
    {
      "epoch": 0.7813953488372093,
      "grad_norm": 0.2787436842918396,
      "learning_rate": 1.2030440913106522e-06,
      "loss": 0.38720703125,
      "step": 1176,
      "token_acc": 0.8724482610629395
    },
    {
      "epoch": 0.7820598006644518,
      "grad_norm": 0.33721408247947693,
      "learning_rate": 1.19604800510657e-06,
      "loss": 0.3818359375,
      "step": 1177,
      "token_acc": 0.8737617435543694
    },
    {
      "epoch": 0.7827242524916943,
      "grad_norm": 0.39757654070854187,
      "learning_rate": 1.1890695558743247e-06,
      "loss": 0.389892578125,
      "step": 1178,
      "token_acc": 0.8716592784426509
    },
    {
      "epoch": 0.7833887043189369,
      "grad_norm": 0.3004460036754608,
      "learning_rate": 1.182108775969401e-06,
      "loss": 0.39501953125,
      "step": 1179,
      "token_acc": 0.870508968807988
    },
    {
      "epoch": 0.7840531561461794,
      "grad_norm": 0.2899855375289917,
      "learning_rate": 1.1751656976653585e-06,
      "loss": 0.381103515625,
      "step": 1180,
      "token_acc": 0.8734209739428793
    },
    {
      "epoch": 0.7847176079734219,
      "grad_norm": 0.35570091009140015,
      "learning_rate": 1.1682403531536885e-06,
      "loss": 0.39990234375,
      "step": 1181,
      "token_acc": 0.8680996162495994
    },
    {
      "epoch": 0.7853820598006644,
      "grad_norm": 0.31673797965049744,
      "learning_rate": 1.1613327745436553e-06,
      "loss": 0.385986328125,
      "step": 1182,
      "token_acc": 0.8730136402101517
    },
    {
      "epoch": 0.786046511627907,
      "grad_norm": 0.3683463931083679,
      "learning_rate": 1.1544429938621526e-06,
      "loss": 0.383056640625,
      "step": 1183,
      "token_acc": 0.8734025174054175
    },
    {
      "epoch": 0.7867109634551495,
      "grad_norm": 0.3557979166507721,
      "learning_rate": 1.147571043053557e-06,
      "loss": 0.386962890625,
      "step": 1184,
      "token_acc": 0.8731342779875176
    },
    {
      "epoch": 0.7873754152823921,
      "grad_norm": 0.3993588089942932,
      "learning_rate": 1.1407169539795749e-06,
      "loss": 0.38330078125,
      "step": 1185,
      "token_acc": 0.8730942507676056
    },
    {
      "epoch": 0.7880398671096346,
      "grad_norm": 0.3118077516555786,
      "learning_rate": 1.1338807584190953e-06,
      "loss": 0.37060546875,
      "step": 1186,
      "token_acc": 0.8768334239001117
    },
    {
      "epoch": 0.7887043189368771,
      "grad_norm": 0.3000051975250244,
      "learning_rate": 1.1270624880680486e-06,
      "loss": 0.38671875,
      "step": 1187,
      "token_acc": 0.8727079861395148
    },
    {
      "epoch": 0.7893687707641196,
      "grad_norm": 0.30322760343551636,
      "learning_rate": 1.1202621745392528e-06,
      "loss": 0.39111328125,
      "step": 1188,
      "token_acc": 0.8716584431145505
    },
    {
      "epoch": 0.7900332225913621,
      "grad_norm": 0.301791787147522,
      "learning_rate": 1.1134798493622668e-06,
      "loss": 0.37939453125,
      "step": 1189,
      "token_acc": 0.8742690138076833
    },
    {
      "epoch": 0.7906976744186046,
      "grad_norm": 0.3628864288330078,
      "learning_rate": 1.1067155439832505e-06,
      "loss": 0.3759765625,
      "step": 1190,
      "token_acc": 0.8752183013950222
    },
    {
      "epoch": 0.7913621262458472,
      "grad_norm": 0.30299609899520874,
      "learning_rate": 1.0999692897648173e-06,
      "loss": 0.38037109375,
      "step": 1191,
      "token_acc": 0.8746300641222188
    },
    {
      "epoch": 0.7920265780730897,
      "grad_norm": 0.2681407034397125,
      "learning_rate": 1.093241117985878e-06,
      "loss": 0.400146484375,
      "step": 1192,
      "token_acc": 0.8682454175295463
    },
    {
      "epoch": 0.7926910299003322,
      "grad_norm": 0.6482842564582825,
      "learning_rate": 1.086531059841513e-06,
      "loss": 0.394287109375,
      "step": 1193,
      "token_acc": 0.8715658212383007
    },
    {
      "epoch": 0.7933554817275748,
      "grad_norm": 0.326078861951828,
      "learning_rate": 1.0798391464428175e-06,
      "loss": 0.39892578125,
      "step": 1194,
      "token_acc": 0.8682886918505331
    },
    {
      "epoch": 0.7940199335548173,
      "grad_norm": 0.31917959451675415,
      "learning_rate": 1.0731654088167526e-06,
      "loss": 0.352294921875,
      "step": 1195,
      "token_acc": 0.8824699424472363
    },
    {
      "epoch": 0.7946843853820598,
      "grad_norm": 0.3042660653591156,
      "learning_rate": 1.0665098779060146e-06,
      "loss": 0.364990234375,
      "step": 1196,
      "token_acc": 0.8790005899352478
    },
    {
      "epoch": 0.7953488372093023,
      "grad_norm": 0.2974323630332947,
      "learning_rate": 1.059872584568884e-06,
      "loss": 0.384765625,
      "step": 1197,
      "token_acc": 0.8726201053587809
    },
    {
      "epoch": 0.7960132890365449,
      "grad_norm": 0.306975394487381,
      "learning_rate": 1.0532535595790793e-06,
      "loss": 0.375244140625,
      "step": 1198,
      "token_acc": 0.8759255399668725
    },
    {
      "epoch": 0.7966777408637874,
      "grad_norm": 0.3274289071559906,
      "learning_rate": 1.0466528336256198e-06,
      "loss": 0.3837890625,
      "step": 1199,
      "token_acc": 0.8734283402088309
    },
    {
      "epoch": 0.7973421926910299,
      "grad_norm": 0.3050541281700134,
      "learning_rate": 1.0400704373126835e-06,
      "loss": 0.38330078125,
      "step": 1200,
      "token_acc": 0.8735594895497224
    },
    {
      "epoch": 0.7980066445182724,
      "grad_norm": 0.27089229226112366,
      "learning_rate": 1.0335064011594615e-06,
      "loss": 0.36669921875,
      "step": 1201,
      "token_acc": 0.8781545027742211
    },
    {
      "epoch": 0.7986710963455149,
      "grad_norm": 2.277129650115967,
      "learning_rate": 1.0269607556000156e-06,
      "loss": 0.371826171875,
      "step": 1202,
      "token_acc": 0.8771161076266152
    },
    {
      "epoch": 0.7993355481727574,
      "grad_norm": 0.33770063519477844,
      "learning_rate": 1.0204335309831464e-06,
      "loss": 0.38818359375,
      "step": 1203,
      "token_acc": 0.872407565677866
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3786022365093231,
      "learning_rate": 1.0139247575722405e-06,
      "loss": 0.388427734375,
      "step": 1204,
      "token_acc": 0.8715833077944083
    },
    {
      "epoch": 0.8006644518272426,
      "grad_norm": 0.40283411741256714,
      "learning_rate": 1.0074344655451363e-06,
      "loss": 0.3916015625,
      "step": 1205,
      "token_acc": 0.8706759935822771
    },
    {
      "epoch": 0.8013289036544851,
      "grad_norm": 0.5756114721298218,
      "learning_rate": 1.000962684993988e-06,
      "loss": 0.38037109375,
      "step": 1206,
      "token_acc": 0.8752329850636045
    },
    {
      "epoch": 0.8019933554817276,
      "grad_norm": 0.3577381670475006,
      "learning_rate": 9.945094459251148e-07,
      "loss": 0.37744140625,
      "step": 1207,
      "token_acc": 0.8746345346608756
    },
    {
      "epoch": 0.8026578073089701,
      "grad_norm": 0.2951071560382843,
      "learning_rate": 9.880747782588756e-07,
      "loss": 0.3779296875,
      "step": 1208,
      "token_acc": 0.8745985800583252
    },
    {
      "epoch": 0.8033222591362126,
      "grad_norm": 0.4758109152317047,
      "learning_rate": 9.816587118295162e-07,
      "loss": 0.388427734375,
      "step": 1209,
      "token_acc": 0.8721630353922298
    },
    {
      "epoch": 0.8039867109634552,
      "grad_norm": 0.3398865759372711,
      "learning_rate": 9.75261276385045e-07,
      "loss": 0.38916015625,
      "step": 1210,
      "token_acc": 0.8709046090390224
    },
    {
      "epoch": 0.8046511627906977,
      "grad_norm": 0.32573628425598145,
      "learning_rate": 9.688825015870829e-07,
      "loss": 0.3857421875,
      "step": 1211,
      "token_acc": 0.8734390877582295
    },
    {
      "epoch": 0.8053156146179402,
      "grad_norm": 0.4255017340183258,
      "learning_rate": 9.625224170107317e-07,
      "loss": 0.37255859375,
      "step": 1212,
      "token_acc": 0.8768817821366056
    },
    {
      "epoch": 0.8059800664451827,
      "grad_norm": 0.29962700605392456,
      "learning_rate": 9.561810521444404e-07,
      "loss": 0.370849609375,
      "step": 1213,
      "token_acc": 0.8770515616115646
    },
    {
      "epoch": 0.8066445182724252,
      "grad_norm": 0.3096730709075928,
      "learning_rate": 9.498584363898584e-07,
      "loss": 0.378173828125,
      "step": 1214,
      "token_acc": 0.8751878758877204
    },
    {
      "epoch": 0.8073089700996677,
      "grad_norm": 0.3532928228378296,
      "learning_rate": 9.435545990617078e-07,
      "loss": 0.365966796875,
      "step": 1215,
      "token_acc": 0.8789590019899557
    },
    {
      "epoch": 0.8079734219269104,
      "grad_norm": 0.3021105229854584,
      "learning_rate": 9.372695693876476e-07,
      "loss": 0.371826171875,
      "step": 1216,
      "token_acc": 0.8765059414834167
    },
    {
      "epoch": 0.8086378737541529,
      "grad_norm": 0.27690646052360535,
      "learning_rate": 9.310033765081311e-07,
      "loss": 0.3759765625,
      "step": 1217,
      "token_acc": 0.8755445842001145
    },
    {
      "epoch": 0.8093023255813954,
      "grad_norm": 0.3120494782924652,
      "learning_rate": 9.247560494762747e-07,
      "loss": 0.3916015625,
      "step": 1218,
      "token_acc": 0.8714610361032331
    },
    {
      "epoch": 0.8099667774086379,
      "grad_norm": 0.3504036068916321,
      "learning_rate": 9.185276172577284e-07,
      "loss": 0.40380859375,
      "step": 1219,
      "token_acc": 0.8658834114179658
    },
    {
      "epoch": 0.8106312292358804,
      "grad_norm": 0.3097398579120636,
      "learning_rate": 9.123181087305316e-07,
      "loss": 0.376708984375,
      "step": 1220,
      "token_acc": 0.875268352055656
    },
    {
      "epoch": 0.8112956810631229,
      "grad_norm": 0.3063299059867859,
      "learning_rate": 9.061275526849883e-07,
      "loss": 0.388916015625,
      "step": 1221,
      "token_acc": 0.8715648631456634
    },
    {
      "epoch": 0.8119601328903654,
      "grad_norm": 0.3312222361564636,
      "learning_rate": 8.999559778235268e-07,
      "loss": 0.38671875,
      "step": 1222,
      "token_acc": 0.8721399209084769
    },
    {
      "epoch": 0.812624584717608,
      "grad_norm": 0.30489465594291687,
      "learning_rate": 8.938034127605688e-07,
      "loss": 0.385986328125,
      "step": 1223,
      "token_acc": 0.8721797444700601
    },
    {
      "epoch": 0.8132890365448505,
      "grad_norm": 0.3397602140903473,
      "learning_rate": 8.876698860224015e-07,
      "loss": 0.381103515625,
      "step": 1224,
      "token_acc": 0.8744274614501693
    },
    {
      "epoch": 0.813953488372093,
      "grad_norm": 0.43344464898109436,
      "learning_rate": 8.815554260470366e-07,
      "loss": 0.38671875,
      "step": 1225,
      "token_acc": 0.8721378580377587
    },
    {
      "epoch": 0.8146179401993355,
      "grad_norm": 0.34638768434524536,
      "learning_rate": 8.754600611840841e-07,
      "loss": 0.379638671875,
      "step": 1226,
      "token_acc": 0.8738791590511729
    },
    {
      "epoch": 0.815282392026578,
      "grad_norm": 0.3247945010662079,
      "learning_rate": 8.693838196946236e-07,
      "loss": 0.3818359375,
      "step": 1227,
      "token_acc": 0.8740240912843283
    },
    {
      "epoch": 0.8159468438538205,
      "grad_norm": 0.37681135535240173,
      "learning_rate": 8.633267297510639e-07,
      "loss": 0.3818359375,
      "step": 1228,
      "token_acc": 0.8737982972790497
    },
    {
      "epoch": 0.8166112956810632,
      "grad_norm": 0.2836933732032776,
      "learning_rate": 8.572888194370194e-07,
      "loss": 0.38037109375,
      "step": 1229,
      "token_acc": 0.8741258509268965
    },
    {
      "epoch": 0.8172757475083057,
      "grad_norm": 0.3912053108215332,
      "learning_rate": 8.512701167471826e-07,
      "loss": 0.35595703125,
      "step": 1230,
      "token_acc": 0.8824407969115706
    },
    {
      "epoch": 0.8179401993355482,
      "grad_norm": 0.33365240693092346,
      "learning_rate": 8.452706495871837e-07,
      "loss": 0.38037109375,
      "step": 1231,
      "token_acc": 0.8747183967387661
    },
    {
      "epoch": 0.8186046511627907,
      "grad_norm": 0.5955530405044556,
      "learning_rate": 8.392904457734741e-07,
      "loss": 0.38037109375,
      "step": 1232,
      "token_acc": 0.8744716035717695
    },
    {
      "epoch": 0.8192691029900332,
      "grad_norm": 0.42688819766044617,
      "learning_rate": 8.333295330331842e-07,
      "loss": 0.369873046875,
      "step": 1233,
      "token_acc": 0.877949202659151
    },
    {
      "epoch": 0.8199335548172757,
      "grad_norm": 0.3673070967197418,
      "learning_rate": 8.273879390040079e-07,
      "loss": 0.3916015625,
      "step": 1234,
      "token_acc": 0.8703453784289964
    },
    {
      "epoch": 0.8205980066445183,
      "grad_norm": 0.26837456226348877,
      "learning_rate": 8.214656912340646e-07,
      "loss": 0.391357421875,
      "step": 1235,
      "token_acc": 0.8714784709481479
    },
    {
      "epoch": 0.8212624584717608,
      "grad_norm": 0.2836339771747589,
      "learning_rate": 8.155628171817742e-07,
      "loss": 0.3779296875,
      "step": 1236,
      "token_acc": 0.8742186668165601
    },
    {
      "epoch": 0.8219269102990033,
      "grad_norm": 0.44302648305892944,
      "learning_rate": 8.096793442157347e-07,
      "loss": 0.376220703125,
      "step": 1237,
      "token_acc": 0.875314297542571
    },
    {
      "epoch": 0.8225913621262458,
      "grad_norm": 0.4308009743690491,
      "learning_rate": 8.03815299614587e-07,
      "loss": 0.398193359375,
      "step": 1238,
      "token_acc": 0.8689362606509562
    },
    {
      "epoch": 0.8232558139534883,
      "grad_norm": 0.37192147970199585,
      "learning_rate": 7.979707105668938e-07,
      "loss": 0.373291015625,
      "step": 1239,
      "token_acc": 0.8765551589607371
    },
    {
      "epoch": 0.8239202657807309,
      "grad_norm": 0.3070065379142761,
      "learning_rate": 7.921456041710152e-07,
      "loss": 0.408447265625,
      "step": 1240,
      "token_acc": 0.8665527557646878
    },
    {
      "epoch": 0.8245847176079735,
      "grad_norm": 0.27934256196022034,
      "learning_rate": 7.863400074349764e-07,
      "loss": 0.4091796875,
      "step": 1241,
      "token_acc": 0.8660412780744916
    },
    {
      "epoch": 0.825249169435216,
      "grad_norm": 0.2969536781311035,
      "learning_rate": 7.805539472763474e-07,
      "loss": 0.390380859375,
      "step": 1242,
      "token_acc": 0.8720340685258138
    },
    {
      "epoch": 0.8259136212624585,
      "grad_norm": 0.2909843623638153,
      "learning_rate": 7.747874505221198e-07,
      "loss": 0.37353515625,
      "step": 1243,
      "token_acc": 0.8768626943800225
    },
    {
      "epoch": 0.826578073089701,
      "grad_norm": 0.42260709404945374,
      "learning_rate": 7.690405439085758e-07,
      "loss": 0.384765625,
      "step": 1244,
      "token_acc": 0.8729018845778774
    },
    {
      "epoch": 0.8272425249169435,
      "grad_norm": 0.30452868342399597,
      "learning_rate": 7.6331325408117e-07,
      "loss": 0.372802734375,
      "step": 1245,
      "token_acc": 0.8758483116028463
    },
    {
      "epoch": 0.827906976744186,
      "grad_norm": 0.35014018416404724,
      "learning_rate": 7.576056075944039e-07,
      "loss": 0.37451171875,
      "step": 1246,
      "token_acc": 0.8766483999941714
    },
    {
      "epoch": 0.8285714285714286,
      "grad_norm": 0.35678476095199585,
      "learning_rate": 7.519176309117065e-07,
      "loss": 0.40087890625,
      "step": 1247,
      "token_acc": 0.868091279342796
    },
    {
      "epoch": 0.8292358803986711,
      "grad_norm": 0.5073249936103821,
      "learning_rate": 7.462493504052986e-07,
      "loss": 0.388427734375,
      "step": 1248,
      "token_acc": 0.8713226483548562
    },
    {
      "epoch": 0.8299003322259136,
      "grad_norm": 0.35578206181526184,
      "learning_rate": 7.406007923560899e-07,
      "loss": 0.37841796875,
      "step": 1249,
      "token_acc": 0.8744727915574859
    },
    {
      "epoch": 0.8305647840531561,
      "grad_norm": 0.35876113176345825,
      "learning_rate": 7.349719829535429e-07,
      "loss": 0.38134765625,
      "step": 1250,
      "token_acc": 0.874719353390211
    },
    {
      "epoch": 0.8312292358803987,
      "grad_norm": 0.3167843818664551,
      "learning_rate": 7.293629482955555e-07,
      "loss": 0.37353515625,
      "step": 1251,
      "token_acc": 0.8766111465434263
    },
    {
      "epoch": 0.8318936877076412,
      "grad_norm": 0.3053934574127197,
      "learning_rate": 7.237737143883399e-07,
      "loss": 0.374755859375,
      "step": 1252,
      "token_acc": 0.8751133230240283
    },
    {
      "epoch": 0.8325581395348837,
      "grad_norm": 0.34963318705558777,
      "learning_rate": 7.182043071463046e-07,
      "loss": 0.384521484375,
      "step": 1253,
      "token_acc": 0.8730468348972342
    },
    {
      "epoch": 0.8332225913621263,
      "grad_norm": 0.5128093957901001,
      "learning_rate": 7.126547523919309e-07,
      "loss": 0.39306640625,
      "step": 1254,
      "token_acc": 0.8698373309271505
    },
    {
      "epoch": 0.8338870431893688,
      "grad_norm": 0.6777568459510803,
      "learning_rate": 7.071250758556524e-07,
      "loss": 0.3876953125,
      "step": 1255,
      "token_acc": 0.8713588198227106
    },
    {
      "epoch": 0.8345514950166113,
      "grad_norm": 0.42908722162246704,
      "learning_rate": 7.016153031757417e-07,
      "loss": 0.38525390625,
      "step": 1256,
      "token_acc": 0.8730248837289001
    },
    {
      "epoch": 0.8352159468438538,
      "grad_norm": 0.2947397530078888,
      "learning_rate": 6.961254598981837e-07,
      "loss": 0.377197265625,
      "step": 1257,
      "token_acc": 0.8745799131403624
    },
    {
      "epoch": 0.8358803986710963,
      "grad_norm": 0.4705217182636261,
      "learning_rate": 6.906555714765617e-07,
      "loss": 0.383056640625,
      "step": 1258,
      "token_acc": 0.8736043838591193
    },
    {
      "epoch": 0.8365448504983388,
      "grad_norm": 0.3343084156513214,
      "learning_rate": 6.852056632719411e-07,
      "loss": 0.3759765625,
      "step": 1259,
      "token_acc": 0.8751265020677622
    },
    {
      "epoch": 0.8372093023255814,
      "grad_norm": 0.36735478043556213,
      "learning_rate": 6.797757605527461e-07,
      "loss": 0.386474609375,
      "step": 1260,
      "token_acc": 0.8727779043652727
    },
    {
      "epoch": 0.837873754152824,
      "grad_norm": 0.312859445810318,
      "learning_rate": 6.743658884946464e-07,
      "loss": 0.386474609375,
      "step": 1261,
      "token_acc": 0.8719229809046928
    },
    {
      "epoch": 0.8385382059800665,
      "grad_norm": 0.3149671256542206,
      "learning_rate": 6.689760721804411e-07,
      "loss": 0.37353515625,
      "step": 1262,
      "token_acc": 0.8770718559932074
    },
    {
      "epoch": 0.839202657807309,
      "grad_norm": 0.3847261965274811,
      "learning_rate": 6.636063365999428e-07,
      "loss": 0.3955078125,
      "step": 1263,
      "token_acc": 0.8695118437968947
    },
    {
      "epoch": 0.8398671096345515,
      "grad_norm": 0.3892330229282379,
      "learning_rate": 6.58256706649853e-07,
      "loss": 0.377685546875,
      "step": 1264,
      "token_acc": 0.8754673369612649
    },
    {
      "epoch": 0.840531561461794,
      "grad_norm": 0.2919650375843048,
      "learning_rate": 6.529272071336617e-07,
      "loss": 0.381103515625,
      "step": 1265,
      "token_acc": 0.873926429549512
    },
    {
      "epoch": 0.8411960132890366,
      "grad_norm": 0.32304656505584717,
      "learning_rate": 6.476178627615221e-07,
      "loss": 0.392578125,
      "step": 1266,
      "token_acc": 0.8701357175017689
    },
    {
      "epoch": 0.8418604651162791,
      "grad_norm": 0.36925968527793884,
      "learning_rate": 6.423286981501331e-07,
      "loss": 0.384521484375,
      "step": 1267,
      "token_acc": 0.872818192253415
    },
    {
      "epoch": 0.8425249169435216,
      "grad_norm": 0.3188249170780182,
      "learning_rate": 6.370597378226378e-07,
      "loss": 0.370361328125,
      "step": 1268,
      "token_acc": 0.8770335124942099
    },
    {
      "epoch": 0.8431893687707641,
      "grad_norm": 0.26249292492866516,
      "learning_rate": 6.318110062085004e-07,
      "loss": 0.376708984375,
      "step": 1269,
      "token_acc": 0.8757115238302559
    },
    {
      "epoch": 0.8438538205980066,
      "grad_norm": 0.4551878273487091,
      "learning_rate": 6.265825276433901e-07,
      "loss": 0.382080078125,
      "step": 1270,
      "token_acc": 0.8735472692376917
    },
    {
      "epoch": 0.8445182724252491,
      "grad_norm": 0.6194983124732971,
      "learning_rate": 6.213743263690791e-07,
      "loss": 0.379638671875,
      "step": 1271,
      "token_acc": 0.8734519942399785
    },
    {
      "epoch": 0.8451827242524917,
      "grad_norm": 0.34169629216194153,
      "learning_rate": 6.161864265333229e-07,
      "loss": 0.38134765625,
      "step": 1272,
      "token_acc": 0.8745173797983677
    },
    {
      "epoch": 0.8458471760797343,
      "grad_norm": 0.36448922753334045,
      "learning_rate": 6.110188521897475e-07,
      "loss": 0.3662109375,
      "step": 1273,
      "token_acc": 0.8787062527241479
    },
    {
      "epoch": 0.8465116279069768,
      "grad_norm": 0.37746477127075195,
      "learning_rate": 6.058716272977405e-07,
      "loss": 0.39208984375,
      "step": 1274,
      "token_acc": 0.8710535336799405
    },
    {
      "epoch": 0.8471760797342193,
      "grad_norm": 0.30327391624450684,
      "learning_rate": 6.007447757223422e-07,
      "loss": 0.388671875,
      "step": 1275,
      "token_acc": 0.871620327221594
    },
    {
      "epoch": 0.8478405315614618,
      "grad_norm": 0.3760018050670624,
      "learning_rate": 5.956383212341294e-07,
      "loss": 0.37744140625,
      "step": 1276,
      "token_acc": 0.8750456564368868
    },
    {
      "epoch": 0.8485049833887043,
      "grad_norm": 0.32718685269355774,
      "learning_rate": 5.90552287509108e-07,
      "loss": 0.37841796875,
      "step": 1277,
      "token_acc": 0.8751531445220007
    },
    {
      "epoch": 0.8491694352159468,
      "grad_norm": 0.3206216096878052,
      "learning_rate": 5.854866981286061e-07,
      "loss": 0.389404296875,
      "step": 1278,
      "token_acc": 0.8736482460408137
    },
    {
      "epoch": 0.8498338870431894,
      "grad_norm": 0.28997111320495605,
      "learning_rate": 5.804415765791599e-07,
      "loss": 0.380615234375,
      "step": 1279,
      "token_acc": 0.8743113231511498
    },
    {
      "epoch": 0.8504983388704319,
      "grad_norm": 0.29933151602745056,
      "learning_rate": 5.754169462524056e-07,
      "loss": 0.383544921875,
      "step": 1280,
      "token_acc": 0.8735327092004999
    },
    {
      "epoch": 0.8511627906976744,
      "grad_norm": 0.2939201593399048,
      "learning_rate": 5.704128304449758e-07,
      "loss": 0.377197265625,
      "step": 1281,
      "token_acc": 0.8750252635341554
    },
    {
      "epoch": 0.8518272425249169,
      "grad_norm": 0.3173629939556122,
      "learning_rate": 5.654292523583843e-07,
      "loss": 0.367431640625,
      "step": 1282,
      "token_acc": 0.8777343077320475
    },
    {
      "epoch": 0.8524916943521594,
      "grad_norm": 0.31019753217697144,
      "learning_rate": 5.604662350989226e-07,
      "loss": 0.376953125,
      "step": 1283,
      "token_acc": 0.8753165176060487
    },
    {
      "epoch": 0.8531561461794019,
      "grad_norm": 0.352583110332489,
      "learning_rate": 5.555238016775538e-07,
      "loss": 0.37646484375,
      "step": 1284,
      "token_acc": 0.8754865795914385
    },
    {
      "epoch": 0.8538205980066446,
      "grad_norm": 0.36153319478034973,
      "learning_rate": 5.50601975009804e-07,
      "loss": 0.3681640625,
      "step": 1285,
      "token_acc": 0.8777243860433769
    },
    {
      "epoch": 0.8544850498338871,
      "grad_norm": 0.3376915156841278,
      "learning_rate": 5.457007779156553e-07,
      "loss": 0.365966796875,
      "step": 1286,
      "token_acc": 0.8784676225250997
    },
    {
      "epoch": 0.8551495016611296,
      "grad_norm": 0.343122273683548,
      "learning_rate": 5.408202331194406e-07,
      "loss": 0.384033203125,
      "step": 1287,
      "token_acc": 0.8731561616986003
    },
    {
      "epoch": 0.8558139534883721,
      "grad_norm": 0.40341123938560486,
      "learning_rate": 5.359603632497412e-07,
      "loss": 0.37841796875,
      "step": 1288,
      "token_acc": 0.8741674769773252
    },
    {
      "epoch": 0.8564784053156146,
      "grad_norm": 0.44343695044517517,
      "learning_rate": 5.311211908392772e-07,
      "loss": 0.375244140625,
      "step": 1289,
      "token_acc": 0.8757120412701676
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.34076252579689026,
      "learning_rate": 5.263027383248049e-07,
      "loss": 0.376220703125,
      "step": 1290,
      "token_acc": 0.8759763555365231
    },
    {
      "epoch": 0.8578073089700997,
      "grad_norm": 0.47132420539855957,
      "learning_rate": 5.215050280470163e-07,
      "loss": 0.362548828125,
      "step": 1291,
      "token_acc": 0.8791573124280953
    },
    {
      "epoch": 0.8584717607973422,
      "grad_norm": 0.3350446820259094,
      "learning_rate": 5.167280822504278e-07,
      "loss": 0.38232421875,
      "step": 1292,
      "token_acc": 0.8741942497461053
    },
    {
      "epoch": 0.8591362126245847,
      "grad_norm": 0.3054424226284027,
      "learning_rate": 5.119719230832842e-07,
      "loss": 0.383544921875,
      "step": 1293,
      "token_acc": 0.8726561735504219
    },
    {
      "epoch": 0.8598006644518272,
      "grad_norm": 0.35802385210990906,
      "learning_rate": 5.072365725974543e-07,
      "loss": 0.39501953125,
      "step": 1294,
      "token_acc": 0.8702259064603595
    },
    {
      "epoch": 0.8604651162790697,
      "grad_norm": 0.30999553203582764,
      "learning_rate": 5.02522052748326e-07,
      "loss": 0.381591796875,
      "step": 1295,
      "token_acc": 0.873656251652827
    },
    {
      "epoch": 0.8611295681063122,
      "grad_norm": 0.3984152376651764,
      "learning_rate": 4.978283853947047e-07,
      "loss": 0.3662109375,
      "step": 1296,
      "token_acc": 0.8781994055779164
    },
    {
      "epoch": 0.8617940199335549,
      "grad_norm": 0.2798607349395752,
      "learning_rate": 4.93155592298718e-07,
      "loss": 0.3916015625,
      "step": 1297,
      "token_acc": 0.8708766713782946
    },
    {
      "epoch": 0.8624584717607974,
      "grad_norm": 0.38614749908447266,
      "learning_rate": 4.885036951257055e-07,
      "loss": 0.3828125,
      "step": 1298,
      "token_acc": 0.8730406887920056
    },
    {
      "epoch": 0.8631229235880399,
      "grad_norm": 0.2836533188819885,
      "learning_rate": 4.83872715444128e-07,
      "loss": 0.390869140625,
      "step": 1299,
      "token_acc": 0.8711342830121447
    },
    {
      "epoch": 0.8637873754152824,
      "grad_norm": 0.4328776001930237,
      "learning_rate": 4.79262674725458e-07,
      "loss": 0.38330078125,
      "step": 1300,
      "token_acc": 0.8731471780923329
    },
    {
      "epoch": 0.8644518272425249,
      "grad_norm": 0.3445742130279541,
      "learning_rate": 4.7467359434408613e-07,
      "loss": 0.38916015625,
      "step": 1301,
      "token_acc": 0.8719817346732289
    },
    {
      "epoch": 0.8651162790697674,
      "grad_norm": 0.2879124879837036,
      "learning_rate": 4.7010549557722387e-07,
      "loss": 0.378173828125,
      "step": 1302,
      "token_acc": 0.8750029351930717
    },
    {
      "epoch": 0.86578073089701,
      "grad_norm": 0.33957037329673767,
      "learning_rate": 4.655583996047969e-07,
      "loss": 0.37744140625,
      "step": 1303,
      "token_acc": 0.8746497665857438
    },
    {
      "epoch": 0.8664451827242525,
      "grad_norm": 0.31891846656799316,
      "learning_rate": 4.6103232750935534e-07,
      "loss": 0.3779296875,
      "step": 1304,
      "token_acc": 0.8747997745287084
    },
    {
      "epoch": 0.867109634551495,
      "grad_norm": 0.30569517612457275,
      "learning_rate": 4.5652730027597125e-07,
      "loss": 0.375,
      "step": 1305,
      "token_acc": 0.8756583803462443
    },
    {
      "epoch": 0.8677740863787375,
      "grad_norm": 0.32025405764579773,
      "learning_rate": 4.5204333879214024e-07,
      "loss": 0.383056640625,
      "step": 1306,
      "token_acc": 0.8730913222037922
    },
    {
      "epoch": 0.86843853820598,
      "grad_norm": 0.32102110981941223,
      "learning_rate": 4.475804638476916e-07,
      "loss": 0.380126953125,
      "step": 1307,
      "token_acc": 0.8747431122271047
    },
    {
      "epoch": 0.8691029900332226,
      "grad_norm": 0.3128818869590759,
      "learning_rate": 4.431386961346834e-07,
      "loss": 0.384033203125,
      "step": 1308,
      "token_acc": 0.8728727572695401
    },
    {
      "epoch": 0.8697674418604651,
      "grad_norm": 0.33831605315208435,
      "learning_rate": 4.387180562473103e-07,
      "loss": 0.380859375,
      "step": 1309,
      "token_acc": 0.8745330294652742
    },
    {
      "epoch": 0.8704318936877077,
      "grad_norm": 0.3238200843334198,
      "learning_rate": 4.34318564681811e-07,
      "loss": 0.37451171875,
      "step": 1310,
      "token_acc": 0.8761486146224425
    },
    {
      "epoch": 0.8710963455149502,
      "grad_norm": 0.39618921279907227,
      "learning_rate": 4.299402418363663e-07,
      "loss": 0.3779296875,
      "step": 1311,
      "token_acc": 0.8751816503672283
    },
    {
      "epoch": 0.8717607973421927,
      "grad_norm": 0.4341770112514496,
      "learning_rate": 4.255831080110134e-07,
      "loss": 0.370849609375,
      "step": 1312,
      "token_acc": 0.8774356936973166
    },
    {
      "epoch": 0.8724252491694352,
      "grad_norm": 0.3090074062347412,
      "learning_rate": 4.212471834075432e-07,
      "loss": 0.3701171875,
      "step": 1313,
      "token_acc": 0.8776930272760397
    },
    {
      "epoch": 0.8730897009966777,
      "grad_norm": 0.316762238740921,
      "learning_rate": 4.169324881294096e-07,
      "loss": 0.36669921875,
      "step": 1314,
      "token_acc": 0.8785468260215464
    },
    {
      "epoch": 0.8737541528239202,
      "grad_norm": 0.27769917249679565,
      "learning_rate": 4.1263904218164064e-07,
      "loss": 0.37646484375,
      "step": 1315,
      "token_acc": 0.8757907413851597
    },
    {
      "epoch": 0.8744186046511628,
      "grad_norm": 0.5921364426612854,
      "learning_rate": 4.083668654707401e-07,
      "loss": 0.39990234375,
      "step": 1316,
      "token_acc": 0.8684599072693269
    },
    {
      "epoch": 0.8750830564784053,
      "grad_norm": 0.27960383892059326,
      "learning_rate": 4.041159778045961e-07,
      "loss": 0.375,
      "step": 1317,
      "token_acc": 0.8757776642877988
    },
    {
      "epoch": 0.8757475083056478,
      "grad_norm": 0.35360684990882874,
      "learning_rate": 3.9988639889239344e-07,
      "loss": 0.3740234375,
      "step": 1318,
      "token_acc": 0.8759175045814628
    },
    {
      "epoch": 0.8764119601328904,
      "grad_norm": 0.28389135003089905,
      "learning_rate": 3.956781483445166e-07,
      "loss": 0.375732421875,
      "step": 1319,
      "token_acc": 0.8762192928510882
    },
    {
      "epoch": 0.8770764119601329,
      "grad_norm": 0.3011752665042877,
      "learning_rate": 3.9149124567246066e-07,
      "loss": 0.3759765625,
      "step": 1320,
      "token_acc": 0.8761518185194964
    },
    {
      "epoch": 0.8777408637873754,
      "grad_norm": 0.3191356658935547,
      "learning_rate": 3.8732571028874566e-07,
      "loss": 0.364013671875,
      "step": 1321,
      "token_acc": 0.8786125958044824
    },
    {
      "epoch": 0.878405315614618,
      "grad_norm": 0.4669843018054962,
      "learning_rate": 3.8318156150681853e-07,
      "loss": 0.37353515625,
      "step": 1322,
      "token_acc": 0.8761214781552636
    },
    {
      "epoch": 0.8790697674418605,
      "grad_norm": 0.3119755983352661,
      "learning_rate": 3.7905881854096824e-07,
      "loss": 0.382080078125,
      "step": 1323,
      "token_acc": 0.8743903942895725
    },
    {
      "epoch": 0.879734219269103,
      "grad_norm": 0.2912071943283081,
      "learning_rate": 3.7495750050623724e-07,
      "loss": 0.383544921875,
      "step": 1324,
      "token_acc": 0.8734287095952878
    },
    {
      "epoch": 0.8803986710963455,
      "grad_norm": 0.3796652555465698,
      "learning_rate": 3.708776264183322e-07,
      "loss": 0.391357421875,
      "step": 1325,
      "token_acc": 0.8712554734630245
    },
    {
      "epoch": 0.881063122923588,
      "grad_norm": 0.40220367908477783,
      "learning_rate": 3.668192151935335e-07,
      "loss": 0.372314453125,
      "step": 1326,
      "token_acc": 0.8760620493811198
    },
    {
      "epoch": 0.8817275747508305,
      "grad_norm": 0.2922413647174835,
      "learning_rate": 3.627822856486074e-07,
      "loss": 0.38427734375,
      "step": 1327,
      "token_acc": 0.8740167505849477
    },
    {
      "epoch": 0.8823920265780731,
      "grad_norm": 0.49747946858406067,
      "learning_rate": 3.587668565007263e-07,
      "loss": 0.37890625,
      "step": 1328,
      "token_acc": 0.8745099300710351
    },
    {
      "epoch": 0.8830564784053156,
      "grad_norm": 0.42985284328460693,
      "learning_rate": 3.5477294636737157e-07,
      "loss": 0.38037109375,
      "step": 1329,
      "token_acc": 0.8746712801206689
    },
    {
      "epoch": 0.8837209302325582,
      "grad_norm": 0.29122525453567505,
      "learning_rate": 3.508005737662523e-07,
      "loss": 0.37939453125,
      "step": 1330,
      "token_acc": 0.87477482644583
    },
    {
      "epoch": 0.8843853820598007,
      "grad_norm": 0.31570306420326233,
      "learning_rate": 3.468497571152218e-07,
      "loss": 0.39404296875,
      "step": 1331,
      "token_acc": 0.8707401958631593
    },
    {
      "epoch": 0.8850498338870432,
      "grad_norm": 0.28482794761657715,
      "learning_rate": 3.429205147321879e-07,
      "loss": 0.37548828125,
      "step": 1332,
      "token_acc": 0.875891402249042
    },
    {
      "epoch": 0.8857142857142857,
      "grad_norm": 0.3224320411682129,
      "learning_rate": 3.390128648350277e-07,
      "loss": 0.385986328125,
      "step": 1333,
      "token_acc": 0.8724705915674312
    },
    {
      "epoch": 0.8863787375415283,
      "grad_norm": 0.5030568838119507,
      "learning_rate": 3.3512682554150857e-07,
      "loss": 0.380126953125,
      "step": 1334,
      "token_acc": 0.8735955505406342
    },
    {
      "epoch": 0.8870431893687708,
      "grad_norm": 0.4163050651550293,
      "learning_rate": 3.312624148692001e-07,
      "loss": 0.383056640625,
      "step": 1335,
      "token_acc": 0.8739466357081382
    },
    {
      "epoch": 0.8877076411960133,
      "grad_norm": 0.28100189566612244,
      "learning_rate": 3.274196507353866e-07,
      "loss": 0.371826171875,
      "step": 1336,
      "token_acc": 0.8768274281602974
    },
    {
      "epoch": 0.8883720930232558,
      "grad_norm": 0.3007696568965912,
      "learning_rate": 3.2359855095699444e-07,
      "loss": 0.35888671875,
      "step": 1337,
      "token_acc": 0.8808602913441478
    },
    {
      "epoch": 0.8890365448504983,
      "grad_norm": 0.3327014446258545,
      "learning_rate": 3.197991332505018e-07,
      "loss": 0.378173828125,
      "step": 1338,
      "token_acc": 0.8761005351254872
    },
    {
      "epoch": 0.8897009966777408,
      "grad_norm": 0.34877797961235046,
      "learning_rate": 3.1602141523185414e-07,
      "loss": 0.376708984375,
      "step": 1339,
      "token_acc": 0.875227462745291
    },
    {
      "epoch": 0.8903654485049833,
      "grad_norm": 0.29543280601501465,
      "learning_rate": 3.1226541441639114e-07,
      "loss": 0.369873046875,
      "step": 1340,
      "token_acc": 0.8783349380027714
    },
    {
      "epoch": 0.891029900332226,
      "grad_norm": 0.3245175778865814,
      "learning_rate": 3.0853114821876193e-07,
      "loss": 0.401123046875,
      "step": 1341,
      "token_acc": 0.8676733206125544
    },
    {
      "epoch": 0.8916943521594685,
      "grad_norm": 0.2916678190231323,
      "learning_rate": 3.0481863395283807e-07,
      "loss": 0.383056640625,
      "step": 1342,
      "token_acc": 0.8734475975472302
    },
    {
      "epoch": 0.892358803986711,
      "grad_norm": 0.34900346398353577,
      "learning_rate": 3.011278888316421e-07,
      "loss": 0.386474609375,
      "step": 1343,
      "token_acc": 0.8732377106379019
    },
    {
      "epoch": 0.8930232558139535,
      "grad_norm": 0.29604265093803406,
      "learning_rate": 2.9745892996726535e-07,
      "loss": 0.3955078125,
      "step": 1344,
      "token_acc": 0.8708308376244344
    },
    {
      "epoch": 0.893687707641196,
      "grad_norm": 0.3510962426662445,
      "learning_rate": 2.938117743707847e-07,
      "loss": 0.37841796875,
      "step": 1345,
      "token_acc": 0.8746022741556626
    },
    {
      "epoch": 0.8943521594684385,
      "grad_norm": 0.38254493474960327,
      "learning_rate": 2.901864389521869e-07,
      "loss": 0.37890625,
      "step": 1346,
      "token_acc": 0.8743936573579507
    },
    {
      "epoch": 0.8950166112956811,
      "grad_norm": 0.46308013796806335,
      "learning_rate": 2.8658294052029246e-07,
      "loss": 0.36865234375,
      "step": 1347,
      "token_acc": 0.877563561574292
    },
    {
      "epoch": 0.8956810631229236,
      "grad_norm": 0.41284096240997314,
      "learning_rate": 2.8300129578267164e-07,
      "loss": 0.38916015625,
      "step": 1348,
      "token_acc": 0.8717849869863984
    },
    {
      "epoch": 0.8963455149501661,
      "grad_norm": 0.36988887190818787,
      "learning_rate": 2.794415213455709e-07,
      "loss": 0.38818359375,
      "step": 1349,
      "token_acc": 0.8714112030664497
    },
    {
      "epoch": 0.8970099667774086,
      "grad_norm": 0.30463045835494995,
      "learning_rate": 2.759036337138382e-07,
      "loss": 0.384521484375,
      "step": 1350,
      "token_acc": 0.8729870218489023
    },
    {
      "epoch": 0.8976744186046511,
      "grad_norm": 0.3195222020149231,
      "learning_rate": 2.723876492908406e-07,
      "loss": 0.389404296875,
      "step": 1351,
      "token_acc": 0.8715461150970314
    },
    {
      "epoch": 0.8983388704318936,
      "grad_norm": 0.425835520029068,
      "learning_rate": 2.6889358437839074e-07,
      "loss": 0.365234375,
      "step": 1352,
      "token_acc": 0.8779056917176065
    },
    {
      "epoch": 0.8990033222591363,
      "grad_norm": 0.36828169226646423,
      "learning_rate": 2.654214551766759e-07,
      "loss": 0.3671875,
      "step": 1353,
      "token_acc": 0.8780839997151766
    },
    {
      "epoch": 0.8996677740863788,
      "grad_norm": 0.2974161207675934,
      "learning_rate": 2.619712777841743e-07,
      "loss": 0.3740234375,
      "step": 1354,
      "token_acc": 0.8758527779578423
    },
    {
      "epoch": 0.9003322259136213,
      "grad_norm": 0.3034202754497528,
      "learning_rate": 2.5854306819758647e-07,
      "loss": 0.374267578125,
      "step": 1355,
      "token_acc": 0.8768627711724564
    },
    {
      "epoch": 0.9009966777408638,
      "grad_norm": 0.3092987835407257,
      "learning_rate": 2.551368423117601e-07,
      "loss": 0.381591796875,
      "step": 1356,
      "token_acc": 0.8738119371194147
    },
    {
      "epoch": 0.9016611295681063,
      "grad_norm": 0.3701721429824829,
      "learning_rate": 2.517526159196171e-07,
      "loss": 0.38134765625,
      "step": 1357,
      "token_acc": 0.873053678535756
    },
    {
      "epoch": 0.9023255813953488,
      "grad_norm": 0.3825627863407135,
      "learning_rate": 2.4839040471207386e-07,
      "loss": 0.36962890625,
      "step": 1358,
      "token_acc": 0.8784785814874531
    },
    {
      "epoch": 0.9029900332225914,
      "grad_norm": 0.29752489924430847,
      "learning_rate": 2.4505022427797843e-07,
      "loss": 0.381591796875,
      "step": 1359,
      "token_acc": 0.8728851190466216
    },
    {
      "epoch": 0.9036544850498339,
      "grad_norm": 0.31795910000801086,
      "learning_rate": 2.4173209010403374e-07,
      "loss": 0.373779296875,
      "step": 1360,
      "token_acc": 0.8762188627570316
    },
    {
      "epoch": 0.9043189368770764,
      "grad_norm": 0.3094518482685089,
      "learning_rate": 2.3843601757472193e-07,
      "loss": 0.380126953125,
      "step": 1361,
      "token_acc": 0.8745120278396085
    },
    {
      "epoch": 0.9049833887043189,
      "grad_norm": 0.27690577507019043,
      "learning_rate": 2.3516202197223892e-07,
      "loss": 0.371826171875,
      "step": 1362,
      "token_acc": 0.8774561899623641
    },
    {
      "epoch": 0.9056478405315614,
      "grad_norm": 0.4556111991405487,
      "learning_rate": 2.319101184764222e-07,
      "loss": 0.386962890625,
      "step": 1363,
      "token_acc": 0.8721980004219637
    },
    {
      "epoch": 0.906312292358804,
      "grad_norm": 0.3109835684299469,
      "learning_rate": 2.286803221646766e-07,
      "loss": 0.39892578125,
      "step": 1364,
      "token_acc": 0.8687639809744228
    },
    {
      "epoch": 0.9069767441860465,
      "grad_norm": 0.35494211316108704,
      "learning_rate": 2.2547264801190904e-07,
      "loss": 0.38037109375,
      "step": 1365,
      "token_acc": 0.8745361044960646
    },
    {
      "epoch": 0.9076411960132891,
      "grad_norm": 0.32149437069892883,
      "learning_rate": 2.222871108904584e-07,
      "loss": 0.367431640625,
      "step": 1366,
      "token_acc": 0.878311461998417
    },
    {
      "epoch": 0.9083056478405316,
      "grad_norm": 0.3397005498409271,
      "learning_rate": 2.1912372557002404e-07,
      "loss": 0.395751953125,
      "step": 1367,
      "token_acc": 0.8687993679998295
    },
    {
      "epoch": 0.9089700996677741,
      "grad_norm": 0.4117109179496765,
      "learning_rate": 2.1598250671759802e-07,
      "loss": 0.399169921875,
      "step": 1368,
      "token_acc": 0.8689159996311729
    },
    {
      "epoch": 0.9096345514950166,
      "grad_norm": 0.28853103518486023,
      "learning_rate": 2.128634688973996e-07,
      "loss": 0.380859375,
      "step": 1369,
      "token_acc": 0.8738052555685764
    },
    {
      "epoch": 0.9102990033222591,
      "grad_norm": 0.3301659822463989,
      "learning_rate": 2.0976662657080594e-07,
      "loss": 0.38330078125,
      "step": 1370,
      "token_acc": 0.8730482484606659
    },
    {
      "epoch": 0.9109634551495016,
      "grad_norm": 0.5126007795333862,
      "learning_rate": 2.066919940962836e-07,
      "loss": 0.38037109375,
      "step": 1371,
      "token_acc": 0.8741626388068127
    },
    {
      "epoch": 0.9116279069767442,
      "grad_norm": 0.3557790517807007,
      "learning_rate": 2.0363958572932495e-07,
      "loss": 0.368408203125,
      "step": 1372,
      "token_acc": 0.8776367255364697
    },
    {
      "epoch": 0.9122923588039867,
      "grad_norm": 0.6232784390449524,
      "learning_rate": 2.0060941562237923e-07,
      "loss": 0.376953125,
      "step": 1373,
      "token_acc": 0.8756102461306816
    },
    {
      "epoch": 0.9129568106312292,
      "grad_norm": 0.3251217305660248,
      "learning_rate": 1.9760149782478976e-07,
      "loss": 0.381103515625,
      "step": 1374,
      "token_acc": 0.8736269346196583
    },
    {
      "epoch": 0.9136212624584718,
      "grad_norm": 0.263487845659256,
      "learning_rate": 1.9461584628272633e-07,
      "loss": 0.375244140625,
      "step": 1375,
      "token_acc": 0.8753018952273867
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 0.3114076256752014,
      "learning_rate": 1.9165247483912243e-07,
      "loss": 0.36962890625,
      "step": 1376,
      "token_acc": 0.8776292507087712
    },
    {
      "epoch": 0.9149501661129568,
      "grad_norm": 0.2793143391609192,
      "learning_rate": 1.887113972336091e-07,
      "loss": 0.3681640625,
      "step": 1377,
      "token_acc": 0.8777658774836039
    },
    {
      "epoch": 0.9156146179401994,
      "grad_norm": 0.2802167534828186,
      "learning_rate": 1.8579262710245184e-07,
      "loss": 0.393310546875,
      "step": 1378,
      "token_acc": 0.8707697280227205
    },
    {
      "epoch": 0.9162790697674419,
      "grad_norm": 0.30410581827163696,
      "learning_rate": 1.8289617797849045e-07,
      "loss": 0.383056640625,
      "step": 1379,
      "token_acc": 0.8738370594476301
    },
    {
      "epoch": 0.9169435215946844,
      "grad_norm": 0.3064866065979004,
      "learning_rate": 1.8002206329107097e-07,
      "loss": 0.38525390625,
      "step": 1380,
      "token_acc": 0.8735168523477396
    },
    {
      "epoch": 0.9176079734219269,
      "grad_norm": 0.2896842956542969,
      "learning_rate": 1.7717029636598714e-07,
      "loss": 0.363525390625,
      "step": 1381,
      "token_acc": 0.8786317411045219
    },
    {
      "epoch": 0.9182724252491694,
      "grad_norm": 0.3583877384662628,
      "learning_rate": 1.7434089042541791e-07,
      "loss": 0.385498046875,
      "step": 1382,
      "token_acc": 0.8727720863717094
    },
    {
      "epoch": 0.9189368770764119,
      "grad_norm": 0.28602802753448486,
      "learning_rate": 1.715338585878662e-07,
      "loss": 0.375732421875,
      "step": 1383,
      "token_acc": 0.8759104169311128
    },
    {
      "epoch": 0.9196013289036545,
      "grad_norm": 0.4100158214569092,
      "learning_rate": 1.6874921386809572e-07,
      "loss": 0.384765625,
      "step": 1384,
      "token_acc": 0.8728298537065359
    },
    {
      "epoch": 0.920265780730897,
      "grad_norm": 0.3555079400539398,
      "learning_rate": 1.6598696917707492e-07,
      "loss": 0.385009765625,
      "step": 1385,
      "token_acc": 0.8724703372883615
    },
    {
      "epoch": 0.9209302325581395,
      "grad_norm": 0.2780778706073761,
      "learning_rate": 1.63247137321913e-07,
      "loss": 0.376708984375,
      "step": 1386,
      "token_acc": 0.8751757381540513
    },
    {
      "epoch": 0.9215946843853821,
      "grad_norm": 0.2802024185657501,
      "learning_rate": 1.605297310058046e-07,
      "loss": 0.380615234375,
      "step": 1387,
      "token_acc": 0.8743334654540756
    },
    {
      "epoch": 0.9222591362126246,
      "grad_norm": 0.446336030960083,
      "learning_rate": 1.578347628279664e-07,
      "loss": 0.373046875,
      "step": 1388,
      "token_acc": 0.8765628282604438
    },
    {
      "epoch": 0.9229235880398671,
      "grad_norm": 0.3086842894554138,
      "learning_rate": 1.5516224528358103e-07,
      "loss": 0.38623046875,
      "step": 1389,
      "token_acc": 0.8722976329791634
    },
    {
      "epoch": 0.9235880398671097,
      "grad_norm": 0.302816778421402,
      "learning_rate": 1.5251219076374114e-07,
      "loss": 0.39306640625,
      "step": 1390,
      "token_acc": 0.8700126089763742
    },
    {
      "epoch": 0.9242524916943522,
      "grad_norm": 0.39176246523857117,
      "learning_rate": 1.4988461155538813e-07,
      "loss": 0.396484375,
      "step": 1391,
      "token_acc": 0.8694319745150793
    },
    {
      "epoch": 0.9249169435215947,
      "grad_norm": 0.2719256579875946,
      "learning_rate": 1.4727951984125688e-07,
      "loss": 0.386962890625,
      "step": 1392,
      "token_acc": 0.8718147325484581
    },
    {
      "epoch": 0.9255813953488372,
      "grad_norm": 0.48872116208076477,
      "learning_rate": 1.4469692769982057e-07,
      "loss": 0.368408203125,
      "step": 1393,
      "token_acc": 0.8781359035213054
    },
    {
      "epoch": 0.9262458471760797,
      "grad_norm": 0.31115520000457764,
      "learning_rate": 1.4213684710523257e-07,
      "loss": 0.3798828125,
      "step": 1394,
      "token_acc": 0.8740537002780212
    },
    {
      "epoch": 0.9269102990033222,
      "grad_norm": 0.2896758019924164,
      "learning_rate": 1.3959928992727078e-07,
      "loss": 0.385498046875,
      "step": 1395,
      "token_acc": 0.8723670574825491
    },
    {
      "epoch": 0.9275747508305647,
      "grad_norm": 0.32626035809516907,
      "learning_rate": 1.3708426793128615e-07,
      "loss": 0.383056640625,
      "step": 1396,
      "token_acc": 0.8725020495523114
    },
    {
      "epoch": 0.9282392026578073,
      "grad_norm": 0.3293090760707855,
      "learning_rate": 1.345917927781426e-07,
      "loss": 0.389404296875,
      "step": 1397,
      "token_acc": 0.8719327185935474
    },
    {
      "epoch": 0.9289036544850499,
      "grad_norm": 0.3028724491596222,
      "learning_rate": 1.321218760241688e-07,
      "loss": 0.386474609375,
      "step": 1398,
      "token_acc": 0.8721158611774174
    },
    {
      "epoch": 0.9295681063122924,
      "grad_norm": 0.2943212389945984,
      "learning_rate": 1.2967452912109878e-07,
      "loss": 0.383056640625,
      "step": 1399,
      "token_acc": 0.872888207173237
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 0.32148775458335876,
      "learning_rate": 1.272497634160247e-07,
      "loss": 0.376220703125,
      "step": 1400,
      "token_acc": 0.8750666746344238
    },
    {
      "epoch": 0.9308970099667774,
      "grad_norm": 0.3126775324344635,
      "learning_rate": 1.2484759015133906e-07,
      "loss": 0.35693359375,
      "step": 1401,
      "token_acc": 0.8815815193829603
    },
    {
      "epoch": 0.9315614617940199,
      "grad_norm": 0.30983248353004456,
      "learning_rate": 1.2246802046468553e-07,
      "loss": 0.379150390625,
      "step": 1402,
      "token_acc": 0.8753562041141946
    },
    {
      "epoch": 0.9322259136212625,
      "grad_norm": 0.588629961013794,
      "learning_rate": 1.201110653889076e-07,
      "loss": 0.37060546875,
      "step": 1403,
      "token_acc": 0.8773083623932978
    },
    {
      "epoch": 0.932890365448505,
      "grad_norm": 0.29358670115470886,
      "learning_rate": 1.1777673585199434e-07,
      "loss": 0.381103515625,
      "step": 1404,
      "token_acc": 0.8743539051787049
    },
    {
      "epoch": 0.9335548172757475,
      "grad_norm": 0.3109745979309082,
      "learning_rate": 1.1546504267703373e-07,
      "loss": 0.3896484375,
      "step": 1405,
      "token_acc": 0.87122350951327
    },
    {
      "epoch": 0.93421926910299,
      "grad_norm": 0.37773677706718445,
      "learning_rate": 1.1317599658215938e-07,
      "loss": 0.390869140625,
      "step": 1406,
      "token_acc": 0.8709489433768721
    },
    {
      "epoch": 0.9348837209302325,
      "grad_norm": 0.3383554220199585,
      "learning_rate": 1.1090960818050334e-07,
      "loss": 0.375,
      "step": 1407,
      "token_acc": 0.8757682369201689
    },
    {
      "epoch": 0.935548172757475,
      "grad_norm": 0.3804529011249542,
      "learning_rate": 1.0866588798014277e-07,
      "loss": 0.372314453125,
      "step": 1408,
      "token_acc": 0.8764581480924175
    },
    {
      "epoch": 0.9362126245847177,
      "grad_norm": 0.3397970497608185,
      "learning_rate": 1.0644484638405839e-07,
      "loss": 0.3896484375,
      "step": 1409,
      "token_acc": 0.871045389634286
    },
    {
      "epoch": 0.9368770764119602,
      "grad_norm": 0.4976058602333069,
      "learning_rate": 1.0424649369007778e-07,
      "loss": 0.388427734375,
      "step": 1410,
      "token_acc": 0.8725011091206217
    },
    {
      "epoch": 0.9375415282392027,
      "grad_norm": 0.29305267333984375,
      "learning_rate": 1.0207084009083379e-07,
      "loss": 0.377685546875,
      "step": 1411,
      "token_acc": 0.8750520366737825
    },
    {
      "epoch": 0.9382059800664452,
      "grad_norm": 0.2585095763206482,
      "learning_rate": 9.991789567371513e-08,
      "loss": 0.37744140625,
      "step": 1412,
      "token_acc": 0.874342532800016
    },
    {
      "epoch": 0.9388704318936877,
      "grad_norm": 0.31076642870903015,
      "learning_rate": 9.778767042081972e-08,
      "loss": 0.376708984375,
      "step": 1413,
      "token_acc": 0.8758435061428568
    },
    {
      "epoch": 0.9395348837209302,
      "grad_norm": 0.2998356223106384,
      "learning_rate": 9.568017420890697e-08,
      "loss": 0.385986328125,
      "step": 1414,
      "token_acc": 0.8722238079741975
    },
    {
      "epoch": 0.9401993355481728,
      "grad_norm": 0.3763675093650818,
      "learning_rate": 9.359541680935447e-08,
      "loss": 0.373291015625,
      "step": 1415,
      "token_acc": 0.8759384131390651
    },
    {
      "epoch": 0.9408637873754153,
      "grad_norm": 0.26735082268714905,
      "learning_rate": 9.15334078881136e-08,
      "loss": 0.3740234375,
      "step": 1416,
      "token_acc": 0.8765960487822171
    },
    {
      "epoch": 0.9415282392026578,
      "grad_norm": 0.6305362582206726,
      "learning_rate": 8.949415700565844e-08,
      "loss": 0.37646484375,
      "step": 1417,
      "token_acc": 0.8753774189152733
    },
    {
      "epoch": 0.9421926910299003,
      "grad_norm": 0.37995344400405884,
      "learning_rate": 8.747767361694859e-08,
      "loss": 0.392822265625,
      "step": 1418,
      "token_acc": 0.8702797785531599
    },
    {
      "epoch": 0.9428571428571428,
      "grad_norm": 0.3863162696361542,
      "learning_rate": 8.548396707138307e-08,
      "loss": 0.374755859375,
      "step": 1419,
      "token_acc": 0.8756256780365944
    },
    {
      "epoch": 0.9435215946843853,
      "grad_norm": 0.3179466426372528,
      "learning_rate": 8.351304661275428e-08,
      "loss": 0.385498046875,
      "step": 1420,
      "token_acc": 0.872511910982866
    },
    {
      "epoch": 0.9441860465116279,
      "grad_norm": 3.177119731903076,
      "learning_rate": 8.156492137920857e-08,
      "loss": 0.378662109375,
      "step": 1421,
      "token_acc": 0.874533316945012
    },
    {
      "epoch": 0.9448504983388705,
      "grad_norm": 0.28625378012657166,
      "learning_rate": 7.963960040320184e-08,
      "loss": 0.369384765625,
      "step": 1422,
      "token_acc": 0.8776342868589877
    },
    {
      "epoch": 0.945514950166113,
      "grad_norm": 0.28517627716064453,
      "learning_rate": 7.773709261145901e-08,
      "loss": 0.38427734375,
      "step": 1423,
      "token_acc": 0.8738082949621506
    },
    {
      "epoch": 0.9461794019933555,
      "grad_norm": 0.34828436374664307,
      "learning_rate": 7.58574068249307e-08,
      "loss": 0.373291015625,
      "step": 1424,
      "token_acc": 0.8758578645516103
    },
    {
      "epoch": 0.946843853820598,
      "grad_norm": 0.4418569505214691,
      "learning_rate": 7.400055175875609e-08,
      "loss": 0.39013671875,
      "step": 1425,
      "token_acc": 0.870799168882236
    },
    {
      "epoch": 0.9475083056478405,
      "grad_norm": 0.32560256123542786,
      "learning_rate": 7.21665360222179e-08,
      "loss": 0.38671875,
      "step": 1426,
      "token_acc": 0.8724642832256884
    },
    {
      "epoch": 0.948172757475083,
      "grad_norm": 0.7012158632278442,
      "learning_rate": 7.035536811870469e-08,
      "loss": 0.38623046875,
      "step": 1427,
      "token_acc": 0.872270714862182
    },
    {
      "epoch": 0.9488372093023256,
      "grad_norm": 0.5078062415122986,
      "learning_rate": 6.856705644567197e-08,
      "loss": 0.374267578125,
      "step": 1428,
      "token_acc": 0.8761808479718616
    },
    {
      "epoch": 0.9495016611295681,
      "grad_norm": 0.29933974146842957,
      "learning_rate": 6.680160929460389e-08,
      "loss": 0.376953125,
      "step": 1429,
      "token_acc": 0.874678032896975
    },
    {
      "epoch": 0.9501661129568106,
      "grad_norm": 0.32025569677352905,
      "learning_rate": 6.505903485097054e-08,
      "loss": 0.385498046875,
      "step": 1430,
      "token_acc": 0.8725670198361429
    },
    {
      "epoch": 0.9508305647840531,
      "grad_norm": 0.2978005111217499,
      "learning_rate": 6.333934119419516e-08,
      "loss": 0.3740234375,
      "step": 1431,
      "token_acc": 0.8768291003424324
    },
    {
      "epoch": 0.9514950166112957,
      "grad_norm": 0.36393991112709045,
      "learning_rate": 6.16425362976153e-08,
      "loss": 0.380859375,
      "step": 1432,
      "token_acc": 0.8740101476293308
    },
    {
      "epoch": 0.9521594684385382,
      "grad_norm": 0.2956557273864746,
      "learning_rate": 5.996862802844172e-08,
      "loss": 0.395751953125,
      "step": 1433,
      "token_acc": 0.8699019810976709
    },
    {
      "epoch": 0.9528239202657808,
      "grad_norm": 0.2986431121826172,
      "learning_rate": 5.831762414772901e-08,
      "loss": 0.3671875,
      "step": 1434,
      "token_acc": 0.8783788833498961
    },
    {
      "epoch": 0.9534883720930233,
      "grad_norm": 0.31039679050445557,
      "learning_rate": 5.6689532310333916e-08,
      "loss": 0.389404296875,
      "step": 1435,
      "token_acc": 0.8721187268287256
    },
    {
      "epoch": 0.9541528239202658,
      "grad_norm": 0.3323787450790405,
      "learning_rate": 5.508436006488205e-08,
      "loss": 0.37890625,
      "step": 1436,
      "token_acc": 0.8744001762373645
    },
    {
      "epoch": 0.9548172757475083,
      "grad_norm": 0.30805689096450806,
      "learning_rate": 5.35021148537318e-08,
      "loss": 0.375,
      "step": 1437,
      "token_acc": 0.8763286377213599
    },
    {
      "epoch": 0.9554817275747508,
      "grad_norm": 0.43341490626335144,
      "learning_rate": 5.194280401294383e-08,
      "loss": 0.406494140625,
      "step": 1438,
      "token_acc": 0.8667193839765013
    },
    {
      "epoch": 0.9561461794019933,
      "grad_norm": 0.34538954496383667,
      "learning_rate": 5.0406434772239946e-08,
      "loss": 0.366943359375,
      "step": 1439,
      "token_acc": 0.8789954498008108
    },
    {
      "epoch": 0.9568106312292359,
      "grad_norm": 0.3387588560581207,
      "learning_rate": 4.889301425497539e-08,
      "loss": 0.369384765625,
      "step": 1440,
      "token_acc": 0.8774138790214302
    },
    {
      "epoch": 0.9574750830564784,
      "grad_norm": 0.3314010500907898,
      "learning_rate": 4.740254947810441e-08,
      "loss": 0.38671875,
      "step": 1441,
      "token_acc": 0.8725674177639021
    },
    {
      "epoch": 0.958139534883721,
      "grad_norm": 0.41329798102378845,
      "learning_rate": 4.593504735214693e-08,
      "loss": 0.376708984375,
      "step": 1442,
      "token_acc": 0.8754655843763558
    },
    {
      "epoch": 0.9588039867109635,
      "grad_norm": 0.30026888847351074,
      "learning_rate": 4.4490514681156396e-08,
      "loss": 0.371337890625,
      "step": 1443,
      "token_acc": 0.8770908944445291
    },
    {
      "epoch": 0.959468438538206,
      "grad_norm": 0.3254265785217285,
      "learning_rate": 4.306895816268863e-08,
      "loss": 0.379150390625,
      "step": 1444,
      "token_acc": 0.8746045558019201
    },
    {
      "epoch": 0.9601328903654485,
      "grad_norm": 0.2955619990825653,
      "learning_rate": 4.167038438777138e-08,
      "loss": 0.382080078125,
      "step": 1445,
      "token_acc": 0.8736097582888591
    },
    {
      "epoch": 0.9607973421926911,
      "grad_norm": 0.2893226444721222,
      "learning_rate": 4.029479984087259e-08,
      "loss": 0.384521484375,
      "step": 1446,
      "token_acc": 0.8733503644159181
    },
    {
      "epoch": 0.9614617940199336,
      "grad_norm": 0.3477460741996765,
      "learning_rate": 3.894221089987216e-08,
      "loss": 0.39208984375,
      "step": 1447,
      "token_acc": 0.870546825360361
    },
    {
      "epoch": 0.9621262458471761,
      "grad_norm": 0.5195234417915344,
      "learning_rate": 3.761262383603026e-08,
      "loss": 0.410400390625,
      "step": 1448,
      "token_acc": 0.8669085525447312
    },
    {
      "epoch": 0.9627906976744186,
      "grad_norm": 0.33097296953201294,
      "learning_rate": 3.6306044813958496e-08,
      "loss": 0.3818359375,
      "step": 1449,
      "token_acc": 0.8740250865585799
    },
    {
      "epoch": 0.9634551495016611,
      "grad_norm": 0.42080700397491455,
      "learning_rate": 3.5022479891593244e-08,
      "loss": 0.40771484375,
      "step": 1450,
      "token_acc": 0.8666994068807355
    },
    {
      "epoch": 0.9641196013289036,
      "grad_norm": 0.3253667652606964,
      "learning_rate": 3.3761935020166224e-08,
      "loss": 0.374755859375,
      "step": 1451,
      "token_acc": 0.8763803044203223
    },
    {
      "epoch": 0.9647840531561461,
      "grad_norm": 0.530604362487793,
      "learning_rate": 3.2524416044176223e-08,
      "loss": 0.374267578125,
      "step": 1452,
      "token_acc": 0.876452379539064
    },
    {
      "epoch": 0.9654485049833887,
      "grad_norm": 0.30972152948379517,
      "learning_rate": 3.130992870136296e-08,
      "loss": 0.376953125,
      "step": 1453,
      "token_acc": 0.8750417070541756
    },
    {
      "epoch": 0.9661129568106313,
      "grad_norm": 0.299221932888031,
      "learning_rate": 3.011847862268158e-08,
      "loss": 0.390380859375,
      "step": 1454,
      "token_acc": 0.8715677833802769
    },
    {
      "epoch": 0.9667774086378738,
      "grad_norm": 0.5703691244125366,
      "learning_rate": 2.895007133227268e-08,
      "loss": 0.369873046875,
      "step": 1455,
      "token_acc": 0.8779134549510433
    },
    {
      "epoch": 0.9674418604651163,
      "grad_norm": 0.2774394750595093,
      "learning_rate": 2.7804712247441744e-08,
      "loss": 0.368408203125,
      "step": 1456,
      "token_acc": 0.8787926549686976
    },
    {
      "epoch": 0.9681063122923588,
      "grad_norm": 0.30305591225624084,
      "learning_rate": 2.6682406678630867e-08,
      "loss": 0.376708984375,
      "step": 1457,
      "token_acc": 0.8753114331048376
    },
    {
      "epoch": 0.9687707641196013,
      "grad_norm": 0.31456899642944336,
      "learning_rate": 2.55831598293943e-08,
      "loss": 0.38232421875,
      "step": 1458,
      "token_acc": 0.8731603781064324
    },
    {
      "epoch": 0.9694352159468439,
      "grad_norm": 0.5278499126434326,
      "learning_rate": 2.4506976796374595e-08,
      "loss": 0.378173828125,
      "step": 1459,
      "token_acc": 0.8756903259893628
    },
    {
      "epoch": 0.9700996677740864,
      "grad_norm": 0.34070995450019836,
      "learning_rate": 2.3453862569280393e-08,
      "loss": 0.36962890625,
      "step": 1460,
      "token_acc": 0.877277051685954
    },
    {
      "epoch": 0.9707641196013289,
      "grad_norm": 0.29770493507385254,
      "learning_rate": 2.2423822030861462e-08,
      "loss": 0.396484375,
      "step": 1461,
      "token_acc": 0.870039044248358
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 0.39425668120384216,
      "learning_rate": 2.1416859956887026e-08,
      "loss": 0.4013671875,
      "step": 1462,
      "token_acc": 0.8684328431336453
    },
    {
      "epoch": 0.9720930232558139,
      "grad_norm": 0.3682233989238739,
      "learning_rate": 2.0432981016122454e-08,
      "loss": 0.378662109375,
      "step": 1463,
      "token_acc": 0.8741033022747805
    },
    {
      "epoch": 0.9727574750830564,
      "grad_norm": 0.27213603258132935,
      "learning_rate": 1.9472189770309846e-08,
      "loss": 0.393310546875,
      "step": 1464,
      "token_acc": 0.8706905738292409
    },
    {
      "epoch": 0.973421926910299,
      "grad_norm": 0.4639448821544647,
      "learning_rate": 1.8534490674144146e-08,
      "loss": 0.37060546875,
      "step": 1465,
      "token_acc": 0.8770055644781882
    },
    {
      "epoch": 0.9740863787375416,
      "grad_norm": 0.32525479793548584,
      "learning_rate": 1.7619888075254833e-08,
      "loss": 0.375732421875,
      "step": 1466,
      "token_acc": 0.8754263123310101
    },
    {
      "epoch": 0.9747508305647841,
      "grad_norm": 0.3301774859428406,
      "learning_rate": 1.6728386214184268e-08,
      "loss": 0.40234375,
      "step": 1467,
      "token_acc": 0.8671453338684005
    },
    {
      "epoch": 0.9754152823920266,
      "grad_norm": 0.3300977945327759,
      "learning_rate": 1.585998922436882e-08,
      "loss": 0.3818359375,
      "step": 1468,
      "token_acc": 0.8733268782626322
    },
    {
      "epoch": 0.9760797342192691,
      "grad_norm": 0.6083729863166809,
      "learning_rate": 1.5014701132118892e-08,
      "loss": 0.3720703125,
      "step": 1469,
      "token_acc": 0.8774909729952703
    },
    {
      "epoch": 0.9767441860465116,
      "grad_norm": 0.31625863909721375,
      "learning_rate": 1.4192525856602247e-08,
      "loss": 0.37353515625,
      "step": 1470,
      "token_acc": 0.8761668691962469
    },
    {
      "epoch": 0.9774086378737542,
      "grad_norm": 0.3311670124530792,
      "learning_rate": 1.339346720982293e-08,
      "loss": 0.38671875,
      "step": 1471,
      "token_acc": 0.8736315822959303
    },
    {
      "epoch": 0.9780730897009967,
      "grad_norm": 0.31296882033348083,
      "learning_rate": 1.2617528896605724e-08,
      "loss": 0.38427734375,
      "step": 1472,
      "token_acc": 0.8730298579405933
    },
    {
      "epoch": 0.9787375415282392,
      "grad_norm": 0.2854900062084198,
      "learning_rate": 1.1864714514577269e-08,
      "loss": 0.38525390625,
      "step": 1473,
      "token_acc": 0.872162147149479
    },
    {
      "epoch": 0.9794019933554817,
      "grad_norm": 0.27861928939819336,
      "learning_rate": 1.1135027554152188e-08,
      "loss": 0.37109375,
      "step": 1474,
      "token_acc": 0.8781943064438344
    },
    {
      "epoch": 0.9800664451827242,
      "grad_norm": 0.32604750990867615,
      "learning_rate": 1.0428471398513663e-08,
      "loss": 0.385498046875,
      "step": 1475,
      "token_acc": 0.8734655179066549
    },
    {
      "epoch": 0.9807308970099667,
      "grad_norm": 0.29312658309936523,
      "learning_rate": 9.745049323600098e-09,
      "loss": 0.381591796875,
      "step": 1476,
      "token_acc": 0.8739668313525348
    },
    {
      "epoch": 0.9813953488372092,
      "grad_norm": 0.29105284810066223,
      "learning_rate": 9.084764498087928e-09,
      "loss": 0.384765625,
      "step": 1477,
      "token_acc": 0.8726608728694136
    },
    {
      "epoch": 0.9820598006644519,
      "grad_norm": 0.2852209806442261,
      "learning_rate": 8.447619983379952e-09,
      "loss": 0.385009765625,
      "step": 1478,
      "token_acc": 0.8719428998865484
    },
    {
      "epoch": 0.9827242524916944,
      "grad_norm": 0.30840080976486206,
      "learning_rate": 7.833618733587012e-09,
      "loss": 0.377197265625,
      "step": 1479,
      "token_acc": 0.8748723848641325
    },
    {
      "epoch": 0.9833887043189369,
      "grad_norm": 0.36424270272254944,
      "learning_rate": 7.24276359551801e-09,
      "loss": 0.385986328125,
      "step": 1480,
      "token_acc": 0.8732768110767236
    },
    {
      "epoch": 0.9840531561461794,
      "grad_norm": 0.2770603895187378,
      "learning_rate": 6.6750573086649116e-09,
      "loss": 0.380859375,
      "step": 1481,
      "token_acc": 0.8747444478980155
    },
    {
      "epoch": 0.9847176079734219,
      "grad_norm": 0.3414585292339325,
      "learning_rate": 6.130502505190538e-09,
      "loss": 0.375,
      "step": 1482,
      "token_acc": 0.8750408707759443
    },
    {
      "epoch": 0.9853820598006644,
      "grad_norm": 0.46800869703292847,
      "learning_rate": 5.609101709914688e-09,
      "loss": 0.386962890625,
      "step": 1483,
      "token_acc": 0.872683679819398
    },
    {
      "epoch": 0.986046511627907,
      "grad_norm": 0.287490576505661,
      "learning_rate": 5.110857340305808e-09,
      "loss": 0.37109375,
      "step": 1484,
      "token_acc": 0.8766024418055514
    },
    {
      "epoch": 0.9867109634551495,
      "grad_norm": 0.49029654264450073,
      "learning_rate": 4.635771706467673e-09,
      "loss": 0.4013671875,
      "step": 1485,
      "token_acc": 0.86806617460139
    },
    {
      "epoch": 0.987375415282392,
      "grad_norm": 0.28298091888427734,
      "learning_rate": 4.183847011127174e-09,
      "loss": 0.387939453125,
      "step": 1486,
      "token_acc": 0.8721849193146722
    },
    {
      "epoch": 0.9880398671096345,
      "grad_norm": 0.28193357586860657,
      "learning_rate": 3.7550853496282066e-09,
      "loss": 0.371337890625,
      "step": 1487,
      "token_acc": 0.8766369308824696
    },
    {
      "epoch": 0.988704318936877,
      "grad_norm": 0.3200041353702545,
      "learning_rate": 3.349488709917803e-09,
      "loss": 0.397705078125,
      "step": 1488,
      "token_acc": 0.8688498239075328
    },
    {
      "epoch": 0.9893687707641196,
      "grad_norm": 0.46333765983581543,
      "learning_rate": 2.9670589725389052e-09,
      "loss": 0.37060546875,
      "step": 1489,
      "token_acc": 0.8766124450820014
    },
    {
      "epoch": 0.9900332225913622,
      "grad_norm": 0.35854655504226685,
      "learning_rate": 2.6077979106226003e-09,
      "loss": 0.3876953125,
      "step": 1490,
      "token_acc": 0.8717099868396596
    },
    {
      "epoch": 0.9906976744186047,
      "grad_norm": 0.29480305314064026,
      "learning_rate": 2.27170718987757e-09,
      "loss": 0.384033203125,
      "step": 1491,
      "token_acc": 0.8725521139849924
    },
    {
      "epoch": 0.9913621262458472,
      "grad_norm": 0.36185455322265625,
      "learning_rate": 1.958788368583986e-09,
      "loss": 0.3837890625,
      "step": 1492,
      "token_acc": 0.8732850984695618
    },
    {
      "epoch": 0.9920265780730897,
      "grad_norm": 0.35521650314331055,
      "learning_rate": 1.6690428975857375e-09,
      "loss": 0.380615234375,
      "step": 1493,
      "token_acc": 0.8742024707297091
    },
    {
      "epoch": 0.9926910299003322,
      "grad_norm": 0.4131629168987274,
      "learning_rate": 1.4024721202832158e-09,
      "loss": 0.378173828125,
      "step": 1494,
      "token_acc": 0.8751080733762644
    },
    {
      "epoch": 0.9933554817275747,
      "grad_norm": 0.4193948209285736,
      "learning_rate": 1.1590772726294274e-09,
      "loss": 0.38720703125,
      "step": 1495,
      "token_acc": 0.8722148817572412
    },
    {
      "epoch": 0.9940199335548173,
      "grad_norm": 0.3367873728275299,
      "learning_rate": 9.388594831200026e-10,
      "loss": 0.398193359375,
      "step": 1496,
      "token_acc": 0.869617563857203
    },
    {
      "epoch": 0.9946843853820598,
      "grad_norm": 0.3175390958786011,
      "learning_rate": 7.41819772792085e-10,
      "loss": 0.37353515625,
      "step": 1497,
      "token_acc": 0.8767354821143514
    },
    {
      "epoch": 0.9953488372093023,
      "grad_norm": 0.2700347900390625,
      "learning_rate": 5.679590552182257e-10,
      "loss": 0.38427734375,
      "step": 1498,
      "token_acc": 0.8722841141234722
    },
    {
      "epoch": 0.9960132890365448,
      "grad_norm": 0.6770975589752197,
      "learning_rate": 4.172781365008316e-10,
      "loss": 0.3798828125,
      "step": 1499,
      "token_acc": 0.8745905000492968
    },
    {
      "epoch": 0.9966777408637874,
      "grad_norm": 0.35159316658973694,
      "learning_rate": 2.897777152699455e-10,
      "loss": 0.379150390625,
      "step": 1500,
      "token_acc": 0.8742949943990882
    },
    {
      "epoch": 0.9973421926910299,
      "grad_norm": 0.3415471613407135,
      "learning_rate": 1.854583826793599e-10,
      "loss": 0.3720703125,
      "step": 1501,
      "token_acc": 0.876589784031982
    },
    {
      "epoch": 0.9980066445182725,
      "grad_norm": 0.33668121695518494,
      "learning_rate": 1.0432062240439688e-10,
      "loss": 0.385009765625,
      "step": 1502,
      "token_acc": 0.8727172695173178
    },
    {
      "epoch": 0.998671096345515,
      "grad_norm": 0.33050602674484253,
      "learning_rate": 4.636481063913234e-11,
      "loss": 0.387939453125,
      "step": 1503,
      "token_acc": 0.8721835738184512
    },
    {
      "epoch": 0.9993355481727575,
      "grad_norm": 0.31427040696144104,
      "learning_rate": 1.1591216095285796e-11,
      "loss": 0.400146484375,
      "step": 1504,
      "token_acc": 0.8684785987543214
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.267340749502182,
      "learning_rate": 0.0,
      "loss": 0.388427734375,
      "step": 1505,
      "token_acc": 0.8713658906442271
    }
  ],
  "logging_steps": 1,
  "max_steps": 1505,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 250,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.01854706681643e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}