{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1878,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01597444089456869,
      "grad_norm": 24.215140432604386,
      "learning_rate": 4.787234042553192e-07,
      "loss": 1.0657069206237793,
      "step": 10
    },
    {
      "epoch": 0.03194888178913738,
      "grad_norm": 13.547945166314635,
      "learning_rate": 1.0106382978723404e-06,
      "loss": 0.8745794296264648,
      "step": 20
    },
    {
      "epoch": 0.04792332268370607,
      "grad_norm": 14.499770314416493,
      "learning_rate": 1.5425531914893618e-06,
      "loss": 0.7104493618011475,
      "step": 30
    },
    {
      "epoch": 0.06389776357827476,
      "grad_norm": 12.048224450219157,
      "learning_rate": 2.074468085106383e-06,
      "loss": 0.6159661769866943,
      "step": 40
    },
    {
      "epoch": 0.07987220447284345,
      "grad_norm": 9.222767980832337,
      "learning_rate": 2.6063829787234047e-06,
      "loss": 0.5723953247070312,
      "step": 50
    },
    {
      "epoch": 0.09584664536741214,
      "grad_norm": 8.193498226124447,
      "learning_rate": 3.1382978723404255e-06,
      "loss": 0.5102617263793945,
      "step": 60
    },
    {
      "epoch": 0.11182108626198083,
      "grad_norm": 7.951402267674104,
      "learning_rate": 3.670212765957447e-06,
      "loss": 0.5120969295501709,
      "step": 70
    },
    {
      "epoch": 0.12779552715654952,
      "grad_norm": 8.804243000642703,
      "learning_rate": 4.202127659574468e-06,
      "loss": 0.49575328826904297,
      "step": 80
    },
    {
      "epoch": 0.14376996805111822,
      "grad_norm": 6.980782315785066,
      "learning_rate": 4.73404255319149e-06,
      "loss": 0.5112646579742431,
      "step": 90
    },
    {
      "epoch": 0.1597444089456869,
      "grad_norm": 9.930156395618107,
      "learning_rate": 5.265957446808511e-06,
      "loss": 0.50155611038208,
      "step": 100
    },
    {
      "epoch": 0.1757188498402556,
      "grad_norm": 5.6788123447846095,
      "learning_rate": 5.7978723404255325e-06,
      "loss": 0.4772172927856445,
      "step": 110
    },
    {
      "epoch": 0.19169329073482427,
      "grad_norm": 6.715876604145924,
      "learning_rate": 6.329787234042554e-06,
      "loss": 0.46006455421447756,
      "step": 120
    },
    {
      "epoch": 0.20766773162939298,
      "grad_norm": 6.335705876571274,
      "learning_rate": 6.861702127659575e-06,
      "loss": 0.5103953361511231,
      "step": 130
    },
    {
      "epoch": 0.22364217252396165,
      "grad_norm": 5.675825780450433,
      "learning_rate": 7.3936170212765965e-06,
      "loss": 0.5198006629943848,
      "step": 140
    },
    {
      "epoch": 0.23961661341853036,
      "grad_norm": 6.112676127495009,
      "learning_rate": 7.925531914893617e-06,
      "loss": 0.4807130813598633,
      "step": 150
    },
    {
      "epoch": 0.25559105431309903,
      "grad_norm": 4.57647153177681,
      "learning_rate": 8.457446808510638e-06,
      "loss": 0.478312349319458,
      "step": 160
    },
    {
      "epoch": 0.2715654952076677,
      "grad_norm": 6.172036094373515,
      "learning_rate": 8.98936170212766e-06,
      "loss": 0.5149435520172119,
      "step": 170
    },
    {
      "epoch": 0.28753993610223644,
      "grad_norm": 5.129729538193299,
      "learning_rate": 9.521276595744681e-06,
      "loss": 0.5208518981933594,
      "step": 180
    },
    {
      "epoch": 0.3035143769968051,
      "grad_norm": 5.050375804604259,
      "learning_rate": 9.999991360945382e-06,
      "loss": 0.5258935451507568,
      "step": 190
    },
    {
      "epoch": 0.3194888178913738,
      "grad_norm": 5.001146488935219,
      "learning_rate": 9.998954710513113e-06,
      "loss": 0.4824069023132324,
      "step": 200
    },
    {
      "epoch": 0.3354632587859425,
      "grad_norm": 4.703225562235576,
      "learning_rate": 9.99619065961667e-06,
      "loss": 0.47597417831420896,
      "step": 210
    },
    {
      "epoch": 0.3514376996805112,
      "grad_norm": 4.799131215758524,
      "learning_rate": 9.991700163380292e-06,
      "loss": 0.5090632438659668,
      "step": 220
    },
    {
      "epoch": 0.36741214057507987,
      "grad_norm": 4.562612932532902,
      "learning_rate": 9.98548477350543e-06,
      "loss": 0.5197239875793457,
      "step": 230
    },
    {
      "epoch": 0.38338658146964855,
      "grad_norm": 4.388618997334169,
      "learning_rate": 9.977546637734557e-06,
      "loss": 0.5204814910888672,
      "step": 240
    },
    {
      "epoch": 0.3993610223642173,
      "grad_norm": 4.788964432239487,
      "learning_rate": 9.967888499109008e-06,
      "loss": 0.4807260036468506,
      "step": 250
    },
    {
      "epoch": 0.41533546325878595,
      "grad_norm": 4.724593026434166,
      "learning_rate": 9.956513695021126e-06,
      "loss": 0.4888059139251709,
      "step": 260
    },
    {
      "epoch": 0.43130990415335463,
      "grad_norm": 3.6194345870667064,
      "learning_rate": 9.943426156061e-06,
      "loss": 0.5182128429412842,
      "step": 270
    },
    {
      "epoch": 0.4472843450479233,
      "grad_norm": 3.0223775527253225,
      "learning_rate": 9.928630404658255e-06,
      "loss": 0.46071691513061525,
      "step": 280
    },
    {
      "epoch": 0.46325878594249204,
      "grad_norm": 3.65031322026196,
      "learning_rate": 9.912131553519313e-06,
      "loss": 0.48662118911743163,
      "step": 290
    },
    {
      "epoch": 0.4792332268370607,
      "grad_norm": 3.60957668070417,
      "learning_rate": 9.893935303860677e-06,
      "loss": 0.48058767318725587,
      "step": 300
    },
    {
      "epoch": 0.4952076677316294,
      "grad_norm": 3.630176495140568,
      "learning_rate": 9.874047943438879e-06,
      "loss": 0.4607815742492676,
      "step": 310
    },
    {
      "epoch": 0.5111821086261981,
      "grad_norm": 4.171433092168458,
      "learning_rate": 9.852476344377713e-06,
      "loss": 0.49554033279418946,
      "step": 320
    },
    {
      "epoch": 0.5271565495207667,
      "grad_norm": 3.374705352017737,
      "learning_rate": 9.829227960793566e-06,
      "loss": 0.5081560134887695,
      "step": 330
    },
    {
      "epoch": 0.5431309904153354,
      "grad_norm": 3.4043530620997307,
      "learning_rate": 9.804310826219633e-06,
      "loss": 0.44852004051208494,
      "step": 340
    },
    {
      "epoch": 0.5591054313099042,
      "grad_norm": 3.573841688384862,
      "learning_rate": 9.7777335508299e-06,
      "loss": 0.4596261501312256,
      "step": 350
    },
    {
      "epoch": 0.5750798722044729,
      "grad_norm": 2.958225137038905,
      "learning_rate": 9.749505318463894e-06,
      "loss": 0.4852327346801758,
      "step": 360
    },
    {
      "epoch": 0.5910543130990416,
      "grad_norm": 3.9046974753417167,
      "learning_rate": 9.719635883453175e-06,
      "loss": 0.4920907497406006,
      "step": 370
    },
    {
      "epoch": 0.6070287539936102,
      "grad_norm": 3.55072504083211,
      "learning_rate": 9.688135567250701e-06,
      "loss": 0.4794157028198242,
      "step": 380
    },
    {
      "epoch": 0.6230031948881789,
      "grad_norm": 3.2055408554149434,
      "learning_rate": 9.655015254864236e-06,
      "loss": 0.4930116653442383,
      "step": 390
    },
    {
      "epoch": 0.6389776357827476,
      "grad_norm": 2.9072236857831437,
      "learning_rate": 9.620286391095004e-06,
      "loss": 0.4511555671691895,
      "step": 400
    },
    {
      "epoch": 0.6549520766773163,
      "grad_norm": 2.7445090319454413,
      "learning_rate": 9.583960976582914e-06,
      "loss": 0.44924015998840333,
      "step": 410
    },
    {
      "epoch": 0.670926517571885,
      "grad_norm": 2.9436429259054395,
      "learning_rate": 9.546051563659704e-06,
      "loss": 0.4479013442993164,
      "step": 420
    },
    {
      "epoch": 0.6869009584664537,
      "grad_norm": 3.0177582504002625,
      "learning_rate": 9.506571252011467e-06,
      "loss": 0.4467275619506836,
      "step": 430
    },
    {
      "epoch": 0.7028753993610224,
      "grad_norm": 2.934555099088442,
      "learning_rate": 9.465533684152011e-06,
      "loss": 0.46152777671813966,
      "step": 440
    },
    {
      "epoch": 0.7188498402555911,
      "grad_norm": 3.8319944401969286,
      "learning_rate": 9.422953040708662e-06,
      "loss": 0.4765758991241455,
      "step": 450
    },
    {
      "epoch": 0.7348242811501597,
      "grad_norm": 2.910044179331922,
      "learning_rate": 9.378844035522112e-06,
      "loss": 0.4876391410827637,
      "step": 460
    },
    {
      "epoch": 0.7507987220447284,
      "grad_norm": 3.216370583809875,
      "learning_rate": 9.333221910562022e-06,
      "loss": 0.46768808364868164,
      "step": 470
    },
    {
      "epoch": 0.7667731629392971,
      "grad_norm": 2.8941933060259832,
      "learning_rate": 9.286102430660124e-06,
      "loss": 0.44355621337890627,
      "step": 480
    },
    {
      "epoch": 0.7827476038338658,
      "grad_norm": 2.429863077207204,
      "learning_rate": 9.23750187806264e-06,
      "loss": 0.4466904640197754,
      "step": 490
    },
    {
      "epoch": 0.7987220447284346,
      "grad_norm": 2.697313816852016,
      "learning_rate": 9.187437046803916e-06,
      "loss": 0.45923900604248047,
      "step": 500
    },
    {
      "epoch": 0.8146964856230032,
      "grad_norm": 2.7615826920537674,
      "learning_rate": 9.135925236903213e-06,
      "loss": 0.4527603626251221,
      "step": 510
    },
    {
      "epoch": 0.8306709265175719,
      "grad_norm": 2.778824541169193,
      "learning_rate": 9.08298424838663e-06,
      "loss": 0.42395758628845215,
      "step": 520
    },
    {
      "epoch": 0.8466453674121406,
      "grad_norm": 2.7560982535821403,
      "learning_rate": 9.028632375136277e-06,
      "loss": 0.45838632583618166,
      "step": 530
    },
    {
      "epoch": 0.8626198083067093,
      "grad_norm": 3.2975140019557365,
      "learning_rate": 8.972888398568772e-06,
      "loss": 0.455034065246582,
      "step": 540
    },
    {
      "epoch": 0.8785942492012779,
      "grad_norm": 2.954857332392098,
      "learning_rate": 8.915771581145286e-06,
      "loss": 0.42992334365844725,
      "step": 550
    },
    {
      "epoch": 0.8945686900958466,
      "grad_norm": 2.8405348428213926,
      "learning_rate": 8.857301659715348e-06,
      "loss": 0.4264226913452148,
      "step": 560
    },
    {
      "epoch": 0.9105431309904153,
      "grad_norm": 2.8094542541677114,
      "learning_rate": 8.797498838696737e-06,
      "loss": 0.42100839614868163,
      "step": 570
    },
    {
      "epoch": 0.9265175718849841,
      "grad_norm": 2.5154791945245,
      "learning_rate": 8.736383783093788e-06,
      "loss": 0.44240174293518064,
      "step": 580
    },
    {
      "epoch": 0.9424920127795527,
      "grad_norm": 2.8142097339565972,
      "learning_rate": 8.673977611356567e-06,
      "loss": 0.4260350227355957,
      "step": 590
    },
    {
      "epoch": 0.9584664536741214,
      "grad_norm": 3.1320057597519613,
      "learning_rate": 8.610301888083327e-06,
      "loss": 0.40478177070617677,
      "step": 600
    },
    {
      "epoch": 0.9744408945686901,
      "grad_norm": 2.671353050514997,
      "learning_rate": 8.54537861656882e-06,
      "loss": 0.43640813827514646,
      "step": 610
    },
    {
      "epoch": 0.9904153354632588,
      "grad_norm": 2.628993388905242,
      "learning_rate": 8.479230231201001e-06,
      "loss": 0.4287106513977051,
      "step": 620
    },
    {
      "epoch": 1.0063897763578276,
      "grad_norm": 2.699148017020867,
      "learning_rate": 8.411879589708775e-06,
      "loss": 0.38091449737548827,
      "step": 630
    },
    {
      "epoch": 1.0223642172523961,
      "grad_norm": 2.819000747479403,
      "learning_rate": 8.343349965263459e-06,
      "loss": 0.32205102443695066,
      "step": 640
    },
    {
      "epoch": 1.038338658146965,
      "grad_norm": 2.35386090302854,
      "learning_rate": 8.27366503843668e-06,
      "loss": 0.3080893516540527,
      "step": 650
    },
    {
      "epoch": 1.0543130990415335,
      "grad_norm": 3.111358709837137,
      "learning_rate": 8.202848889017494e-06,
      "loss": 0.2887270450592041,
      "step": 660
    },
    {
      "epoch": 1.0702875399361023,
      "grad_norm": 2.4283293658213667,
      "learning_rate": 8.13092598769157e-06,
      "loss": 0.29996113777160643,
      "step": 670
    },
    {
      "epoch": 1.0862619808306708,
      "grad_norm": 2.752469223755158,
      "learning_rate": 8.057921187585274e-06,
      "loss": 0.30916242599487304,
      "step": 680
    },
    {
      "epoch": 1.1022364217252396,
      "grad_norm": 4.911317865123868,
      "learning_rate": 7.983859715677627e-06,
      "loss": 0.29835402965545654,
      "step": 690
    },
    {
      "epoch": 1.1182108626198084,
      "grad_norm": 2.6212157195131383,
      "learning_rate": 7.90876716408305e-06,
      "loss": 0.30648150444030764,
      "step": 700
    },
    {
      "epoch": 1.134185303514377,
      "grad_norm": 2.615925060825788,
      "learning_rate": 7.83266948120796e-06,
      "loss": 0.3006155014038086,
      "step": 710
    },
    {
      "epoch": 1.1501597444089458,
      "grad_norm": 2.4748965577525253,
      "learning_rate": 7.75559296278423e-06,
      "loss": 0.2917657375335693,
      "step": 720
    },
    {
      "epoch": 1.1661341853035143,
      "grad_norm": 2.63852985066588,
      "learning_rate": 7.677564242782645e-06,
      "loss": 0.30381929874420166,
      "step": 730
    },
    {
      "epoch": 1.182108626198083,
      "grad_norm": 2.594513675220959,
      "learning_rate": 7.59861028420946e-06,
      "loss": 0.3384981393814087,
      "step": 740
    },
    {
      "epoch": 1.1980830670926517,
      "grad_norm": 2.7788881632681233,
      "learning_rate": 7.518758369789286e-06,
      "loss": 0.30734906196594236,
      "step": 750
    },
    {
      "epoch": 1.2140575079872205,
      "grad_norm": 2.4523122301548543,
      "learning_rate": 7.438036092537465e-06,
      "loss": 0.28360257148742674,
      "step": 760
    },
    {
      "epoch": 1.230031948881789,
      "grad_norm": 3.0505886341151807,
      "learning_rate": 7.356471346225249e-06,
      "loss": 0.3048891544342041,
      "step": 770
    },
    {
      "epoch": 1.2460063897763578,
      "grad_norm": 2.17427923383032,
      "learning_rate": 7.274092315741042e-06,
      "loss": 0.284061074256897,
      "step": 780
    },
    {
      "epoch": 1.2619808306709266,
      "grad_norm": 3.2302464492196967,
      "learning_rate": 7.190927467351037e-06,
      "loss": 0.32318940162658694,
      "step": 790
    },
    {
      "epoch": 1.2779552715654952,
      "grad_norm": 2.559742731102049,
      "learning_rate": 7.107005538862647e-06,
      "loss": 0.3190282344818115,
      "step": 800
    },
    {
      "epoch": 1.293929712460064,
      "grad_norm": 2.50093295989313,
      "learning_rate": 7.02235552969407e-06,
      "loss": 0.30651419162750243,
      "step": 810
    },
    {
      "epoch": 1.3099041533546325,
      "grad_norm": 2.9473439235581864,
      "learning_rate": 6.9370066908534875e-06,
      "loss": 0.29797849655151365,
      "step": 820
    },
    {
      "epoch": 1.3258785942492013,
      "grad_norm": 2.3795310248474673,
      "learning_rate": 6.850988514831304e-06,
      "loss": 0.31825666427612304,
      "step": 830
    },
    {
      "epoch": 1.34185303514377,
      "grad_norm": 2.794114712259335,
      "learning_rate": 6.7643307254089485e-06,
      "loss": 0.29956636428833006,
      "step": 840
    },
    {
      "epoch": 1.3578274760383386,
      "grad_norm": 3.2897320757227693,
      "learning_rate": 6.677063267387754e-06,
      "loss": 0.2940431356430054,
      "step": 850
    },
    {
      "epoch": 1.3738019169329074,
      "grad_norm": 2.851142668145918,
      "learning_rate": 6.589216296241455e-06,
      "loss": 0.2911930799484253,
      "step": 860
    },
    {
      "epoch": 1.389776357827476,
      "grad_norm": 2.7488795241504103,
      "learning_rate": 6.500820167695906e-06,
      "loss": 0.2963476896286011,
      "step": 870
    },
    {
      "epoch": 1.4057507987220448,
      "grad_norm": 2.3434505750609866,
      "learning_rate": 6.411905427239577e-06,
      "loss": 0.2928681612014771,
      "step": 880
    },
    {
      "epoch": 1.4217252396166133,
      "grad_norm": 2.970600301824904,
      "learning_rate": 6.322502799568498e-06,
      "loss": 0.300387978553772,
      "step": 890
    },
    {
      "epoch": 1.4376996805111821,
      "grad_norm": 2.7268136701502015,
      "learning_rate": 6.232643177969259e-06,
      "loss": 0.3027474403381348,
      "step": 900
    },
    {
      "epoch": 1.4536741214057507,
      "grad_norm": 3.213371305234578,
      "learning_rate": 6.142357613643773e-06,
      "loss": 0.3163414001464844,
      "step": 910
    },
    {
      "epoch": 1.4696485623003195,
      "grad_norm": 2.4103065988080536,
      "learning_rate": 6.0516773049794545e-06,
      "loss": 0.275208854675293,
      "step": 920
    },
    {
      "epoch": 1.4856230031948883,
      "grad_norm": 2.280247364881549,
      "learning_rate": 5.9606335867685424e-06,
      "loss": 0.3040264129638672,
      "step": 930
    },
    {
      "epoch": 1.5015974440894568,
      "grad_norm": 2.3821384495545255,
      "learning_rate": 5.869257919380298e-06,
      "loss": 0.28296241760253904,
      "step": 940
    },
    {
      "epoch": 1.5175718849840254,
      "grad_norm": 3.055156068073097,
      "learning_rate": 5.777581877889788e-06,
      "loss": 0.28978629112243653,
      "step": 950
    },
    {
      "epoch": 1.5335463258785942,
      "grad_norm": 2.625805057655274,
      "learning_rate": 5.6856371411670605e-06,
      "loss": 0.28843374252319337,
      "step": 960
    },
    {
      "epoch": 1.549520766773163,
      "grad_norm": 2.3083093937654753,
      "learning_rate": 5.5934554809304184e-06,
      "loss": 0.2678657531738281,
      "step": 970
    },
    {
      "epoch": 1.5654952076677318,
      "grad_norm": 2.782049208513455,
      "learning_rate": 5.5010687507676466e-06,
      "loss": 0.28695173263549806,
      "step": 980
    },
    {
      "epoch": 1.5814696485623003,
      "grad_norm": 2.299068075418402,
      "learning_rate": 5.408508875128911e-06,
      "loss": 0.28554272651672363,
      "step": 990
    },
    {
      "epoch": 1.5974440894568689,
      "grad_norm": 2.397644670799626,
      "learning_rate": 5.3158078382952095e-06,
      "loss": 0.28351197242736814,
      "step": 1000
    },
    {
      "epoch": 1.6134185303514377,
      "grad_norm": 2.5266214713972106,
      "learning_rate": 5.222997673326118e-06,
      "loss": 0.2851658821105957,
      "step": 1010
    },
    {
      "epoch": 1.6293929712460065,
      "grad_norm": 2.7091602329242557,
      "learning_rate": 5.130110450990694e-06,
      "loss": 0.2878365755081177,
      "step": 1020
    },
    {
      "epoch": 1.645367412140575,
      "grad_norm": 2.7286248159339968,
      "learning_rate": 5.037178268685345e-06,
      "loss": 0.2999201774597168,
      "step": 1030
    },
    {
      "epoch": 1.6613418530351438,
      "grad_norm": 2.9986682955308956,
      "learning_rate": 4.944233239342505e-06,
      "loss": 0.3057408809661865,
      "step": 1040
    },
    {
      "epoch": 1.6773162939297124,
      "grad_norm": 2.3820959175874257,
      "learning_rate": 4.851307480333929e-06,
      "loss": 0.2712242603302002,
      "step": 1050
    },
    {
      "epoch": 1.6932907348242812,
      "grad_norm": 2.2286555184038774,
      "learning_rate": 4.758433102372466e-06,
      "loss": 0.2791848659515381,
      "step": 1060
    },
    {
      "epoch": 1.70926517571885,
      "grad_norm": 2.382757870058637,
      "learning_rate": 4.665642198416119e-06,
      "loss": 0.2699382543563843,
      "step": 1070
    },
    {
      "epoch": 1.7252396166134185,
      "grad_norm": 2.584304233877652,
      "learning_rate": 4.572966832578261e-06,
      "loss": 0.26996827125549316,
      "step": 1080
    },
    {
      "epoch": 1.741214057507987,
      "grad_norm": 2.515375884596114,
      "learning_rate": 4.480439029047792e-06,
      "loss": 0.3052457332611084,
      "step": 1090
    },
    {
      "epoch": 1.7571884984025559,
      "grad_norm": 2.402735381344262,
      "learning_rate": 4.388090761023118e-06,
      "loss": 0.2738257169723511,
      "step": 1100
    },
    {
      "epoch": 1.7731629392971247,
      "grad_norm": 2.807314059354962,
      "learning_rate": 4.2959539396637265e-06,
      "loss": 0.30327134132385253,
      "step": 1110
    },
    {
      "epoch": 1.7891373801916934,
      "grad_norm": 2.786095681236201,
      "learning_rate": 4.204060403063218e-06,
      "loss": 0.27289695739746095,
      "step": 1120
    },
    {
      "epoch": 1.805111821086262,
      "grad_norm": 2.7676218480542882,
      "learning_rate": 4.1124419052475815e-06,
      "loss": 0.26025583744049074,
      "step": 1130
    },
    {
      "epoch": 1.8210862619808306,
      "grad_norm": 2.236878966732294,
      "learning_rate": 4.0211301052025075e-06,
      "loss": 0.273430609703064,
      "step": 1140
    },
    {
      "epoch": 1.8370607028753994,
      "grad_norm": 2.059267891041446,
      "learning_rate": 3.930156555933557e-06,
      "loss": 0.29786083698272703,
      "step": 1150
    },
    {
      "epoch": 1.8530351437699681,
      "grad_norm": 2.3691583358434225,
      "learning_rate": 3.839552693562946e-06,
      "loss": 0.2792643070220947,
      "step": 1160
    },
    {
      "epoch": 1.8690095846645367,
      "grad_norm": 1.9333081441031295,
      "learning_rate": 3.749349826466724e-06,
      "loss": 0.26756982803344725,
      "step": 1170
    },
    {
      "epoch": 1.8849840255591053,
      "grad_norm": 2.700027515003986,
      "learning_rate": 3.6595791244560795e-06,
      "loss": 0.2683159112930298,
      "step": 1180
    },
    {
      "epoch": 1.900958466453674,
      "grad_norm": 2.45557044832047,
      "learning_rate": 3.5702716080065546e-06,
      "loss": 0.2643884658813477,
      "step": 1190
    },
    {
      "epoch": 1.9169329073482428,
      "grad_norm": 2.3515993791316707,
      "learning_rate": 3.4814581375388384e-06,
      "loss": 0.27654013633728025,
      "step": 1200
    },
    {
      "epoch": 1.9329073482428116,
      "grad_norm": 2.3779184779684868,
      "learning_rate": 3.393169402754878e-06,
      "loss": 0.27788658142089845,
      "step": 1210
    },
    {
      "epoch": 1.9488817891373802,
      "grad_norm": 2.118397476099761,
      "learning_rate": 3.3054359120329788e-06,
      "loss": 0.2805483341217041,
      "step": 1220
    },
    {
      "epoch": 1.9648562300319488,
      "grad_norm": 2.4258231674778794,
      "learning_rate": 3.218287981885567e-06,
      "loss": 0.25816617012023924,
      "step": 1230
    },
    {
      "epoch": 1.9808306709265175,
      "grad_norm": 2.4094473726586734,
      "learning_rate": 3.1317557264832454e-06,
      "loss": 0.24825687408447267,
      "step": 1240
    },
    {
      "epoch": 1.9968051118210863,
      "grad_norm": 2.796650240619353,
      "learning_rate": 3.045869047248774e-06,
      "loss": 0.2680237293243408,
      "step": 1250
    },
    {
      "epoch": 2.012779552715655,
      "grad_norm": 1.9776056207742718,
      "learning_rate": 2.9606576225245566e-06,
      "loss": 0.18092385530471802,
      "step": 1260
    },
    {
      "epoch": 2.0287539936102235,
      "grad_norm": 2.1317225586950044,
      "learning_rate": 2.8761508973172293e-06,
      "loss": 0.1425683617591858,
      "step": 1270
    },
    {
      "epoch": 2.0447284345047922,
      "grad_norm": 2.1987216171962634,
      "learning_rate": 2.7923780731228665e-06,
      "loss": 0.14266676902770997,
      "step": 1280
    },
    {
      "epoch": 2.060702875399361,
      "grad_norm": 2.237863941831618,
      "learning_rate": 2.7093680978363367e-06,
      "loss": 0.14765527248382568,
      "step": 1290
    },
    {
      "epoch": 2.07667731629393,
      "grad_norm": 3.5628967870352666,
      "learning_rate": 2.6271496557482795e-06,
      "loss": 0.13393771648406982,
      "step": 1300
    },
    {
      "epoch": 2.0926517571884986,
      "grad_norm": 2.78662853794455,
      "learning_rate": 2.5457511576332008e-06,
      "loss": 0.1440759062767029,
      "step": 1310
    },
    {
      "epoch": 2.108626198083067,
      "grad_norm": 2.1045788616752157,
      "learning_rate": 2.4652007309320497e-06,
      "loss": 0.1359309434890747,
      "step": 1320
    },
    {
      "epoch": 2.1246006389776357,
      "grad_norm": 2.147285490139116,
      "learning_rate": 2.385526210032717e-06,
      "loss": 0.14290653467178344,
      "step": 1330
    },
    {
      "epoch": 2.1405750798722045,
      "grad_norm": 2.2199048907812795,
      "learning_rate": 2.306755126651804e-06,
      "loss": 0.15277312994003295,
      "step": 1340
    },
    {
      "epoch": 2.1565495207667733,
      "grad_norm": 2.3905840157106915,
      "learning_rate": 2.228914700320967e-06,
      "loss": 0.13819217681884766,
      "step": 1350
    },
    {
      "epoch": 2.1725239616613417,
      "grad_norm": 2.270053905843201,
      "learning_rate": 2.1520318289811493e-06,
      "loss": 0.1356039524078369,
      "step": 1360
    },
    {
      "epoch": 2.1884984025559104,
      "grad_norm": 2.6275823948629284,
      "learning_rate": 2.0761330796879307e-06,
      "loss": 0.14165103435516357,
      "step": 1370
    },
    {
      "epoch": 2.2044728434504792,
      "grad_norm": 2.020179087822791,
      "learning_rate": 2.0012446794312236e-06,
      "loss": 0.131287682056427,
      "step": 1380
    },
    {
      "epoch": 2.220447284345048,
      "grad_norm": 2.1353338522981273,
      "learning_rate": 1.92739250607247e-06,
      "loss": 0.1365256667137146,
      "step": 1390
    },
    {
      "epoch": 2.236421725239617,
      "grad_norm": 2.4521008484408315,
      "learning_rate": 1.8546020794024955e-06,
      "loss": 0.13870846033096312,
      "step": 1400
    },
    {
      "epoch": 2.252396166134185,
      "grad_norm": 2.6659718294737655,
      "learning_rate": 1.7828985523230725e-06,
      "loss": 0.14232568740844725,
      "step": 1410
    },
    {
      "epoch": 2.268370607028754,
      "grad_norm": 2.278209312470083,
      "learning_rate": 1.712306702155288e-06,
      "loss": 0.12917472124099733,
      "step": 1420
    },
    {
      "epoch": 2.2843450479233227,
      "grad_norm": 2.1914043655824575,
      "learning_rate": 1.6428509220776812e-06,
      "loss": 0.12864900827407838,
      "step": 1430
    },
    {
      "epoch": 2.3003194888178915,
      "grad_norm": 2.522123810936974,
      "learning_rate": 1.574555212697113e-06,
      "loss": 0.1378638505935669,
      "step": 1440
    },
    {
      "epoch": 2.31629392971246,
      "grad_norm": 2.525601895421801,
      "learning_rate": 1.5074431737553158e-06,
      "loss": 0.1286850690841675,
      "step": 1450
    },
    {
      "epoch": 2.3322683706070286,
      "grad_norm": 2.3553718128206333,
      "learning_rate": 1.4415379959739356e-06,
      "loss": 0.12182010412216186,
      "step": 1460
    },
    {
      "epoch": 2.3482428115015974,
      "grad_norm": 2.669900646045483,
      "learning_rate": 1.3768624530409324e-06,
      "loss": 0.14344933032989501,
      "step": 1470
    },
    {
      "epoch": 2.364217252396166,
      "grad_norm": 2.2524076507957607,
      "learning_rate": 1.3134388937410697e-06,
      "loss": 0.13185930252075195,
      "step": 1480
    },
    {
      "epoch": 2.380191693290735,
      "grad_norm": 2.495437241577916,
      "learning_rate": 1.25128923423325e-06,
      "loss": 0.13707294464111328,
      "step": 1490
    },
    {
      "epoch": 2.3961661341853033,
      "grad_norm": 2.13565384016752,
      "learning_rate": 1.1904349504773276e-06,
      "loss": 0.13964070081710817,
      "step": 1500
    },
    {
      "epoch": 2.412140575079872,
      "grad_norm": 2.4104181181813527,
      "learning_rate": 1.1308970708130458e-06,
      "loss": 0.13546744585037232,
      "step": 1510
    },
    {
      "epoch": 2.428115015974441,
      "grad_norm": 2.4150255969062573,
      "learning_rate": 1.0726961686936406e-06,
      "loss": 0.13163607120513915,
      "step": 1520
    },
    {
      "epoch": 2.4440894568690097,
      "grad_norm": 2.5613367184857965,
      "learning_rate": 1.0158523555766375e-06,
      "loss": 0.12465310096740723,
      "step": 1530
    },
    {
      "epoch": 2.460063897763578,
      "grad_norm": 2.6968020051216612,
      "learning_rate": 9.603852739742941e-07,
      "loss": 0.13194750547409057,
      "step": 1540
    },
    {
      "epoch": 2.476038338658147,
      "grad_norm": 2.2871767839392096,
      "learning_rate": 9.06314090666075e-07,
      "loss": 0.1292797327041626,
      "step": 1550
    },
    {
      "epoch": 2.4920127795527156,
      "grad_norm": 2.7488221167408438,
      "learning_rate": 8.536574900755367e-07,
      "loss": 0.12879449129104614,
      "step": 1560
    },
    {
      "epoch": 2.5079872204472844,
      "grad_norm": 2.682600902740584,
      "learning_rate": 8.024336678138761e-07,
      "loss": 0.1314613103866577,
      "step": 1570
    },
    {
      "epoch": 2.523961661341853,
      "grad_norm": 2.2145904947349777,
      "learning_rate": 7.526603243923958e-07,
      "loss": 0.1350400924682617,
      "step": 1580
    },
    {
      "epoch": 2.539936102236422,
      "grad_norm": 1.920087833914655,
      "learning_rate": 7.043546591060485e-07,
      "loss": 0.12625298500061036,
      "step": 1590
    },
    {
      "epoch": 2.5559105431309903,
      "grad_norm": 2.507947917670294,
      "learning_rate": 6.575333640901855e-07,
      "loss": 0.1256910443305969,
      "step": 1600
    },
    {
      "epoch": 2.571884984025559,
      "grad_norm": 2.037673671785258,
      "learning_rate": 6.122126185525462e-07,
      "loss": 0.13229584693908691,
      "step": 1610
    },
    {
      "epoch": 2.587859424920128,
      "grad_norm": 2.4816084100898443,
      "learning_rate": 5.684080831824978e-07,
      "loss": 0.11345726251602173,
      "step": 1620
    },
    {
      "epoch": 2.6038338658146962,
      "grad_norm": 2.5471438025788347,
      "learning_rate": 5.261348947394451e-07,
      "loss": 0.1358860969543457,
      "step": 1630
    },
    {
      "epoch": 2.619808306709265,
      "grad_norm": 2.3147699625953755,
      "learning_rate": 4.854076608222901e-07,
      "loss": 0.13640446662902833,
      "step": 1640
    },
    {
      "epoch": 2.635782747603834,
      "grad_norm": 2.2396109188525317,
      "learning_rate": 4.462404548217414e-07,
      "loss": 0.12995994091033936,
      "step": 1650
    },
    {
      "epoch": 2.6517571884984026,
      "grad_norm": 2.8747844180314734,
      "learning_rate": 4.0864681105721895e-07,
      "loss": 0.1359179973602295,
      "step": 1660
    },
    {
      "epoch": 2.6677316293929714,
      "grad_norm": 2.5217272038443057,
      "learning_rate": 3.7263972010004256e-07,
      "loss": 0.13071076869964598,
      "step": 1670
    },
    {
      "epoch": 2.68370607028754,
      "grad_norm": 2.3050364499066283,
      "learning_rate": 3.382316242845074e-07,
      "loss": 0.132116436958313,
      "step": 1680
    },
    {
      "epoch": 2.6996805111821085,
      "grad_norm": 2.048292414235803,
      "learning_rate": 3.0543441340840696e-07,
      "loss": 0.11912835836410522,
      "step": 1690
    },
    {
      "epoch": 2.7156549520766773,
      "grad_norm": 2.850829114836396,
      "learning_rate": 2.7425942062448254e-07,
      "loss": 0.13609859943389893,
      "step": 1700
    },
    {
      "epoch": 2.731629392971246,
      "grad_norm": 2.4431934305081775,
      "learning_rate": 2.447174185242324e-07,
      "loss": 0.12769746780395508,
      "step": 1710
    },
    {
      "epoch": 2.747603833865815,
      "grad_norm": 2.0802405731110527,
      "learning_rate": 2.1681861541541117e-07,
      "loss": 0.118355131149292,
      "step": 1720
    },
    {
      "epoch": 2.763578274760383,
      "grad_norm": 2.7128228975564412,
      "learning_rate": 1.9057265179452945e-07,
      "loss": 0.12760593891143798,
      "step": 1730
    },
    {
      "epoch": 2.779552715654952,
      "grad_norm": 2.2391936904728493,
      "learning_rate": 1.6598859701555448e-07,
      "loss": 0.12304680347442627,
      "step": 1740
    },
    {
      "epoch": 2.7955271565495208,
      "grad_norm": 2.4704658733339104,
      "learning_rate": 1.4307494615597716e-07,
      "loss": 0.12875380516052246,
      "step": 1750
    },
    {
      "epoch": 2.8115015974440896,
      "grad_norm": 2.443858213124513,
      "learning_rate": 1.2183961708131574e-07,
      "loss": 0.1331334114074707,
      "step": 1760
    },
    {
      "epoch": 2.8274760383386583,
      "grad_norm": 2.519982907840116,
      "learning_rate": 1.0228994770908052e-07,
      "loss": 0.12642943859100342,
      "step": 1770
    },
    {
      "epoch": 2.8434504792332267,
      "grad_norm": 2.591873516442447,
      "learning_rate": 8.443269347313765e-08,
      "loss": 0.12729719877243043,
      "step": 1780
    },
    {
      "epoch": 2.8594249201277955,
      "grad_norm": 2.638437380801225,
      "learning_rate": 6.827402498935377e-08,
      "loss": 0.1294744610786438,
      "step": 1790
    },
    {
      "epoch": 2.8753993610223643,
      "grad_norm": 2.515936885293673,
      "learning_rate": 5.381952592332762e-08,
      "loss": 0.12776421308517455,
      "step": 1800
    },
    {
      "epoch": 2.891373801916933,
      "grad_norm": 2.4612218260443597,
      "learning_rate": 4.1074191060935794e-08,
      "loss": 0.1258371114730835,
      "step": 1810
    },
    {
      "epoch": 2.9073482428115014,
      "grad_norm": 2.8881553977663352,
      "learning_rate": 3.004242458237994e-08,
      "loss": 0.12884567975997924,
      "step": 1820
    },
    {
      "epoch": 2.92332268370607,
      "grad_norm": 2.6174013127199642,
      "learning_rate": 2.0728038540305807e-08,
      "loss": 0.12558213472366334,
      "step": 1830
    },
    {
      "epoch": 2.939297124600639,
      "grad_norm": 2.3728785396319916,
      "learning_rate": 1.3134251542544774e-08,
      "loss": 0.13468154668807983,
      "step": 1840
    },
    {
      "epoch": 2.9552715654952078,
      "grad_norm": 2.5200110652642076,
      "learning_rate": 7.2636876399107e-09,
      "loss": 0.12663547992706298,
      "step": 1850
    },
    {
      "epoch": 2.9712460063897765,
      "grad_norm": 2.206942696741083,
      "learning_rate": 3.118375419458586e-09,
      "loss": 0.12490403652191162,
      "step": 1860
    },
    {
      "epoch": 2.987220447284345,
      "grad_norm": 2.508455243781306,
      "learning_rate": 6.997473034986435e-10,
      "loss": 0.11953890323638916,
      "step": 1870
    },
    {
      "epoch": 3.0,
      "step": 1878,
      "total_flos": 2.806115199751291e+17,
      "train_loss": 0.3066702483180232,
      "train_runtime": 21584.9676,
      "train_samples_per_second": 0.696,
      "train_steps_per_second": 0.087
    }
  ],
  "logging_steps": 10,
  "max_steps": 1878,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.806115199751291e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}