{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2008761850043091,
  "eval_steps": 500,
  "global_step": 2797,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007181844297615628,
      "grad_norm": 175.62312254998636,
      "learning_rate": 1.1061797752808989e-06,
      "loss": 1.7157390594482422,
      "step": 10
    },
    {
      "epoch": 0.0014363688595231256,
      "grad_norm": 35.18274256499938,
      "learning_rate": 2.2241573033707866e-06,
      "loss": 1.1314665794372558,
      "step": 20
    },
    {
      "epoch": 0.0021545532892846882,
      "grad_norm": 72.02713583586322,
      "learning_rate": 3.342134831460675e-06,
      "loss": 0.7754706382751465,
      "step": 30
    },
    {
      "epoch": 0.002872737719046251,
      "grad_norm": 94.14359324942589,
      "learning_rate": 4.4601123595505624e-06,
      "loss": 0.6444653511047364,
      "step": 40
    },
    {
      "epoch": 0.003590922148807814,
      "grad_norm": 56.37943749633649,
      "learning_rate": 5.5780898876404495e-06,
      "loss": 0.5863551616668701,
      "step": 50
    },
    {
      "epoch": 0.0043091065785693765,
      "grad_norm": 50.395930070118354,
      "learning_rate": 6.6960674157303374e-06,
      "loss": 0.5876399517059326,
      "step": 60
    },
    {
      "epoch": 0.00502729100833094,
      "grad_norm": 10.374648240180012,
      "learning_rate": 7.814044943820226e-06,
      "loss": 0.5711804389953613,
      "step": 70
    },
    {
      "epoch": 0.005745475438092502,
      "grad_norm": 18.301032576687117,
      "learning_rate": 8.932022471910112e-06,
      "loss": 0.6154351711273194,
      "step": 80
    },
    {
      "epoch": 0.006463659867854065,
      "grad_norm": 4.057745910521372,
      "learning_rate": 1.005e-05,
      "loss": 0.6268198966979981,
      "step": 90
    },
    {
      "epoch": 0.007181844297615628,
      "grad_norm": 27.638527131076213,
      "learning_rate": 1.1167977528089888e-05,
      "loss": 0.6075065612792969,
      "step": 100
    },
    {
      "epoch": 0.00790002872737719,
      "grad_norm": 5.957832731233946,
      "learning_rate": 1.2285955056179776e-05,
      "loss": 0.5999387264251709,
      "step": 110
    },
    {
      "epoch": 0.008618213157138753,
      "grad_norm": 8.525671149962339,
      "learning_rate": 1.3403932584269664e-05,
      "loss": 0.5517457008361817,
      "step": 120
    },
    {
      "epoch": 0.009336397586900316,
      "grad_norm": 15.665255636675745,
      "learning_rate": 1.4521910112359552e-05,
      "loss": 0.5644845008850098,
      "step": 130
    },
    {
      "epoch": 0.01005458201666188,
      "grad_norm": 15.639971766769508,
      "learning_rate": 1.563988764044944e-05,
      "loss": 0.7366158485412597,
      "step": 140
    },
    {
      "epoch": 0.010772766446423441,
      "grad_norm": 64.97913496998271,
      "learning_rate": 1.6757865168539328e-05,
      "loss": 0.6115550518035888,
      "step": 150
    },
    {
      "epoch": 0.011490950876185005,
      "grad_norm": 59.94539427014833,
      "learning_rate": 1.7875842696629214e-05,
      "loss": 0.7985194206237793,
      "step": 160
    },
    {
      "epoch": 0.012209135305946568,
      "grad_norm": 8.629351301874074,
      "learning_rate": 1.89938202247191e-05,
      "loss": 0.7083045959472656,
      "step": 170
    },
    {
      "epoch": 0.01292731973570813,
      "grad_norm": 69.06025996795826,
      "learning_rate": 2e-05,
      "loss": 0.6339869499206543,
      "step": 180
    },
    {
      "epoch": 0.013645504165469693,
      "grad_norm": 26.037630427264254,
      "learning_rate": 2e-05,
      "loss": 0.5970722198486328,
      "step": 190
    },
    {
      "epoch": 0.014363688595231256,
      "grad_norm": 3.7418844806022795,
      "learning_rate": 2e-05,
      "loss": 0.5959107398986816,
      "step": 200
    },
    {
      "epoch": 0.015081873024992818,
      "grad_norm": 45.299264079864464,
      "learning_rate": 2e-05,
      "loss": 0.5934871673583985,
      "step": 210
    },
    {
      "epoch": 0.01580005745475438,
      "grad_norm": 9.74826111391652,
      "learning_rate": 2e-05,
      "loss": 0.6289140224456787,
      "step": 220
    },
    {
      "epoch": 0.016518241884515943,
      "grad_norm": 2.9300194809997895,
      "learning_rate": 2e-05,
      "loss": 0.5809403896331787,
      "step": 230
    },
    {
      "epoch": 0.017236426314277506,
      "grad_norm": 54.84408481188558,
      "learning_rate": 2e-05,
      "loss": 0.5697649955749512,
      "step": 240
    },
    {
      "epoch": 0.01795461074403907,
      "grad_norm": 259.60423262327515,
      "learning_rate": 2e-05,
      "loss": 0.6119533061981202,
      "step": 250
    },
    {
      "epoch": 0.018672795173800633,
      "grad_norm": 9.267214273163608,
      "learning_rate": 2e-05,
      "loss": 0.651059341430664,
      "step": 260
    },
    {
      "epoch": 0.019390979603562196,
      "grad_norm": 4.113807630622243,
      "learning_rate": 2e-05,
      "loss": 0.6351408958435059,
      "step": 270
    },
    {
      "epoch": 0.02010916403332376,
      "grad_norm": 25.20502044434939,
      "learning_rate": 2e-05,
      "loss": 0.5994510173797607,
      "step": 280
    },
    {
      "epoch": 0.02082734846308532,
      "grad_norm": 5.961499873384505,
      "learning_rate": 2e-05,
      "loss": 0.6210511207580567,
      "step": 290
    },
    {
      "epoch": 0.021545532892846882,
      "grad_norm": 4.3362120069922945,
      "learning_rate": 2e-05,
      "loss": 0.6243451595306396,
      "step": 300
    },
    {
      "epoch": 0.022263717322608446,
      "grad_norm": 4.451056580552574,
      "learning_rate": 2e-05,
      "loss": 0.6252970695495605,
      "step": 310
    },
    {
      "epoch": 0.02298190175237001,
      "grad_norm": 18.697593889207074,
      "learning_rate": 2e-05,
      "loss": 0.6082981109619141,
      "step": 320
    },
    {
      "epoch": 0.023700086182131572,
      "grad_norm": 4.085643762903478,
      "learning_rate": 2e-05,
      "loss": 0.6334186553955078,
      "step": 330
    },
    {
      "epoch": 0.024418270611893136,
      "grad_norm": 2.6889265432904272,
      "learning_rate": 2e-05,
      "loss": 0.606395673751831,
      "step": 340
    },
    {
      "epoch": 0.025136455041654696,
      "grad_norm": 4.974541141083005,
      "learning_rate": 2e-05,
      "loss": 0.5909480571746826,
      "step": 350
    },
    {
      "epoch": 0.02585463947141626,
      "grad_norm": 43.7940935009098,
      "learning_rate": 2e-05,
      "loss": 0.6028491020202636,
      "step": 360
    },
    {
      "epoch": 0.026572823901177822,
      "grad_norm": 12.656136055805545,
      "learning_rate": 2e-05,
      "loss": 0.5770444869995117,
      "step": 370
    },
    {
      "epoch": 0.027291008330939386,
      "grad_norm": 2.787735315624888,
      "learning_rate": 2e-05,
      "loss": 0.601240873336792,
      "step": 380
    },
    {
      "epoch": 0.02800919276070095,
      "grad_norm": 8.925295369668815,
      "learning_rate": 2e-05,
      "loss": 0.6033671379089356,
      "step": 390
    },
    {
      "epoch": 0.028727377190462512,
      "grad_norm": 2.9473827230457927,
      "learning_rate": 2e-05,
      "loss": 0.5722181320190429,
      "step": 400
    },
    {
      "epoch": 0.029445561620224072,
      "grad_norm": 3.137535361645301,
      "learning_rate": 2e-05,
      "loss": 0.5710666656494141,
      "step": 410
    },
    {
      "epoch": 0.030163746049985635,
      "grad_norm": 2.9468275889813342,
      "learning_rate": 2e-05,
      "loss": 0.5876998424530029,
      "step": 420
    },
    {
      "epoch": 0.0308819304797472,
      "grad_norm": 2.9962200372373142,
      "learning_rate": 2e-05,
      "loss": 0.5958182334899902,
      "step": 430
    },
    {
      "epoch": 0.03160011490950876,
      "grad_norm": 4.48147209401429,
      "learning_rate": 2e-05,
      "loss": 0.5968478202819825,
      "step": 440
    },
    {
      "epoch": 0.03231829933927032,
      "grad_norm": 5.318027567297913,
      "learning_rate": 2e-05,
      "loss": 0.6289027214050293,
      "step": 450
    },
    {
      "epoch": 0.033036483769031885,
      "grad_norm": 8.606268913220342,
      "learning_rate": 2e-05,
      "loss": 0.5964102745056152,
      "step": 460
    },
    {
      "epoch": 0.03375466819879345,
      "grad_norm": 3.1281299434495837,
      "learning_rate": 2e-05,
      "loss": 0.6058061122894287,
      "step": 470
    },
    {
      "epoch": 0.03447285262855501,
      "grad_norm": 4.1439707505248515,
      "learning_rate": 2e-05,
      "loss": 0.5952574729919433,
      "step": 480
    },
    {
      "epoch": 0.035191037058316575,
      "grad_norm": 1.2082418063131626,
      "learning_rate": 2e-05,
      "loss": 0.5965470314025879,
      "step": 490
    },
    {
      "epoch": 0.03590922148807814,
      "grad_norm": 1.97053507282729,
      "learning_rate": 2e-05,
      "loss": 0.631954574584961,
      "step": 500
    },
    {
      "epoch": 0.0366274059178397,
      "grad_norm": 2.8792340786500876,
      "learning_rate": 2e-05,
      "loss": 0.6188729286193848,
      "step": 510
    },
    {
      "epoch": 0.037345590347601265,
      "grad_norm": 1.4248895414840272,
      "learning_rate": 2e-05,
      "loss": 0.5755728721618653,
      "step": 520
    },
    {
      "epoch": 0.03806377477736283,
      "grad_norm": 10.729751006555638,
      "learning_rate": 2e-05,
      "loss": 0.5592193603515625,
      "step": 530
    },
    {
      "epoch": 0.03878195920712439,
      "grad_norm": 6.295780470889749,
      "learning_rate": 2e-05,
      "loss": 0.5858550071716309,
      "step": 540
    },
    {
      "epoch": 0.039500143636885955,
      "grad_norm": 5.613715205907156,
      "learning_rate": 2e-05,
      "loss": 0.6478597164154053,
      "step": 550
    },
    {
      "epoch": 0.04021832806664752,
      "grad_norm": 2.5638363474088113,
      "learning_rate": 2e-05,
      "loss": 0.6093330383300781,
      "step": 560
    },
    {
      "epoch": 0.040936512496409075,
      "grad_norm": 1.608045800845244,
      "learning_rate": 2e-05,
      "loss": 0.5974137306213378,
      "step": 570
    },
    {
      "epoch": 0.04165469692617064,
      "grad_norm": 1.3436922071151065,
      "learning_rate": 2e-05,
      "loss": 0.5949914932250977,
      "step": 580
    },
    {
      "epoch": 0.0423728813559322,
      "grad_norm": 1.4926769546565009,
      "learning_rate": 2e-05,
      "loss": 0.5726592540740967,
      "step": 590
    },
    {
      "epoch": 0.043091065785693765,
      "grad_norm": 2.0317985425865936,
      "learning_rate": 2e-05,
      "loss": 0.569354248046875,
      "step": 600
    },
    {
      "epoch": 0.04380925021545533,
      "grad_norm": 1.2071126260231158,
      "learning_rate": 2e-05,
      "loss": 0.5873561859130859,
      "step": 610
    },
    {
      "epoch": 0.04452743464521689,
      "grad_norm": 81.77730425521763,
      "learning_rate": 2e-05,
      "loss": 0.5991431713104248,
      "step": 620
    },
    {
      "epoch": 0.045245619074978455,
      "grad_norm": 3.1113583484954965,
      "learning_rate": 2e-05,
      "loss": 0.5880874633789063,
      "step": 630
    },
    {
      "epoch": 0.04596380350474002,
      "grad_norm": 2.116874681257507,
      "learning_rate": 2e-05,
      "loss": 0.5938373565673828,
      "step": 640
    },
    {
      "epoch": 0.04668198793450158,
      "grad_norm": 20.64622489243703,
      "learning_rate": 2e-05,
      "loss": 0.613460636138916,
      "step": 650
    },
    {
      "epoch": 0.047400172364263145,
      "grad_norm": 10.809668595672846,
      "learning_rate": 2e-05,
      "loss": 0.579118299484253,
      "step": 660
    },
    {
      "epoch": 0.04811835679402471,
      "grad_norm": 8.460108667717218,
      "learning_rate": 2e-05,
      "loss": 0.571445083618164,
      "step": 670
    },
    {
      "epoch": 0.04883654122378627,
      "grad_norm": 2.4237687156396506,
      "learning_rate": 2e-05,
      "loss": 0.5767133235931396,
      "step": 680
    },
    {
      "epoch": 0.04955472565354783,
      "grad_norm": 1.8961121108699523,
      "learning_rate": 2e-05,
      "loss": 0.6072338104248047,
      "step": 690
    },
    {
      "epoch": 0.05027291008330939,
      "grad_norm": 2.0248734200128498,
      "learning_rate": 2e-05,
      "loss": 0.5928052425384521,
      "step": 700
    },
    {
      "epoch": 0.050991094513070954,
      "grad_norm": 1.7922158073603092,
      "learning_rate": 2e-05,
      "loss": 0.5801321983337402,
      "step": 710
    },
    {
      "epoch": 0.05170927894283252,
      "grad_norm": 1.9541723310096941,
      "learning_rate": 2e-05,
      "loss": 0.5515483856201172,
      "step": 720
    },
    {
      "epoch": 0.05242746337259408,
      "grad_norm": 1.1258433200045035,
      "learning_rate": 2e-05,
      "loss": 0.5742837905883789,
      "step": 730
    },
    {
      "epoch": 0.053145647802355644,
      "grad_norm": 2.133913640043987,
      "learning_rate": 2e-05,
      "loss": 0.5683269500732422,
      "step": 740
    },
    {
      "epoch": 0.05386383223211721,
      "grad_norm": 2.0906475422781963,
      "learning_rate": 2e-05,
      "loss": 0.5670921325683593,
      "step": 750
    },
    {
      "epoch": 0.05458201666187877,
      "grad_norm": 4.186492267925719,
      "learning_rate": 2e-05,
      "loss": 0.590226697921753,
      "step": 760
    },
    {
      "epoch": 0.055300201091640334,
      "grad_norm": 5.808680786038084,
      "learning_rate": 2e-05,
      "loss": 0.5766613006591796,
      "step": 770
    },
    {
      "epoch": 0.0560183855214019,
      "grad_norm": 1.945861940078482,
      "learning_rate": 2e-05,
      "loss": 0.5599814891815186,
      "step": 780
    },
    {
      "epoch": 0.05673656995116346,
      "grad_norm": 1.4851684357779684,
      "learning_rate": 2e-05,
      "loss": 0.5767430305480957,
      "step": 790
    },
    {
      "epoch": 0.057454754380925024,
      "grad_norm": 1.5127911846708648,
      "learning_rate": 2e-05,
      "loss": 0.5647124767303466,
      "step": 800
    },
    {
      "epoch": 0.05817293881068659,
      "grad_norm": 1.909160800633091,
      "learning_rate": 2e-05,
      "loss": 0.565788745880127,
      "step": 810
    },
    {
      "epoch": 0.058891123240448144,
      "grad_norm": 1.4125968979208992,
      "learning_rate": 2e-05,
      "loss": 0.5743461608886719,
      "step": 820
    },
    {
      "epoch": 0.05960930767020971,
      "grad_norm": 2.387796100293791,
      "learning_rate": 2e-05,
      "loss": 0.572594165802002,
      "step": 830
    },
    {
      "epoch": 0.06032749209997127,
      "grad_norm": 1.9203628040448921,
      "learning_rate": 2e-05,
      "loss": 0.5806607723236084,
      "step": 840
    },
    {
      "epoch": 0.061045676529732834,
      "grad_norm": 6.326405654102034,
      "learning_rate": 2e-05,
      "loss": 0.5756526470184327,
      "step": 850
    },
    {
      "epoch": 0.0617638609594944,
      "grad_norm": 177.16397546897997,
      "learning_rate": 2e-05,
      "loss": 0.5605918407440186,
      "step": 860
    },
    {
      "epoch": 0.06248204538925596,
      "grad_norm": 2.8854564417701782,
      "learning_rate": 2e-05,
      "loss": 0.5636331558227539,
      "step": 870
    },
    {
      "epoch": 0.06320022981901752,
      "grad_norm": 2.5088047345793925,
      "learning_rate": 2e-05,
      "loss": 0.5867606163024902,
      "step": 880
    },
    {
      "epoch": 0.06391841424877909,
      "grad_norm": 1.7473731434882054,
      "learning_rate": 2e-05,
      "loss": 0.5762314796447754,
      "step": 890
    },
    {
      "epoch": 0.06463659867854064,
      "grad_norm": 1.9794278765039208,
      "learning_rate": 2e-05,
      "loss": 0.5760797023773193,
      "step": 900
    },
    {
      "epoch": 0.06535478310830221,
      "grad_norm": 1.4685265623649186,
      "learning_rate": 2e-05,
      "loss": 0.5756824493408204,
      "step": 910
    },
    {
      "epoch": 0.06607296753806377,
      "grad_norm": 3.5706979343374585,
      "learning_rate": 2e-05,
      "loss": 0.5928406715393066,
      "step": 920
    },
    {
      "epoch": 0.06679115196782534,
      "grad_norm": 2.410172156848363,
      "learning_rate": 2e-05,
      "loss": 0.586873197555542,
      "step": 930
    },
    {
      "epoch": 0.0675093363975869,
      "grad_norm": 1.76346911050291,
      "learning_rate": 2e-05,
      "loss": 0.5639792919158936,
      "step": 940
    },
    {
      "epoch": 0.06822752082734847,
      "grad_norm": 1.9137227242149635,
      "learning_rate": 2e-05,
      "loss": 0.5454784393310547,
      "step": 950
    },
    {
      "epoch": 0.06894570525711002,
      "grad_norm": 8.304387253857707,
      "learning_rate": 2e-05,
      "loss": 0.5690406322479248,
      "step": 960
    },
    {
      "epoch": 0.0696638896868716,
      "grad_norm": 5.601795840800609,
      "learning_rate": 2e-05,
      "loss": 0.5632596492767334,
      "step": 970
    },
    {
      "epoch": 0.07038207411663315,
      "grad_norm": 1.2905335866729684,
      "learning_rate": 2e-05,
      "loss": 0.5677547454833984,
      "step": 980
    },
    {
      "epoch": 0.07110025854639472,
      "grad_norm": 1.949979768811656,
      "learning_rate": 2e-05,
      "loss": 0.5854274749755859,
      "step": 990
    },
    {
      "epoch": 0.07181844297615628,
      "grad_norm": 1.6513016002762253,
      "learning_rate": 2e-05,
      "loss": 0.5451416015625,
      "step": 1000
    },
    {
      "epoch": 0.07253662740591783,
      "grad_norm": 1.057713393668006,
      "learning_rate": 2e-05,
      "loss": 0.5706183433532714,
      "step": 1010
    },
    {
      "epoch": 0.0732548118356794,
      "grad_norm": 1.19168741304534,
      "learning_rate": 2e-05,
      "loss": 0.5565749168395996,
      "step": 1020
    },
    {
      "epoch": 0.07397299626544096,
      "grad_norm": 1.6254916693592154,
      "learning_rate": 2e-05,
      "loss": 0.5810106277465821,
      "step": 1030
    },
    {
      "epoch": 0.07469118069520253,
      "grad_norm": 1.5866511613681553,
      "learning_rate": 2e-05,
      "loss": 0.5619721412658691,
      "step": 1040
    },
    {
      "epoch": 0.07540936512496409,
      "grad_norm": 1.1498381256400876,
      "learning_rate": 2e-05,
      "loss": 0.5876872539520264,
      "step": 1050
    },
    {
      "epoch": 0.07612754955472566,
      "grad_norm": 2.9821157835031227,
      "learning_rate": 2e-05,
      "loss": 0.5456615447998047,
      "step": 1060
    },
    {
      "epoch": 0.07684573398448721,
      "grad_norm": 8.097355743313344,
      "learning_rate": 2e-05,
      "loss": 0.5601712703704834,
      "step": 1070
    },
    {
      "epoch": 0.07756391841424878,
      "grad_norm": 0.9933021167230655,
      "learning_rate": 2e-05,
      "loss": 0.5562532424926758,
      "step": 1080
    },
    {
      "epoch": 0.07828210284401034,
      "grad_norm": 1.8230582482908633,
      "learning_rate": 2e-05,
      "loss": 0.5808509826660156,
      "step": 1090
    },
    {
      "epoch": 0.07900028727377191,
      "grad_norm": 4.271370035346493,
      "learning_rate": 2e-05,
      "loss": 0.5664793968200683,
      "step": 1100
    },
    {
      "epoch": 0.07971847170353347,
      "grad_norm": 2.5463365356766112,
      "learning_rate": 2e-05,
      "loss": 0.5739293575286866,
      "step": 1110
    },
    {
      "epoch": 0.08043665613329504,
      "grad_norm": 2.453175270189324,
      "learning_rate": 2e-05,
      "loss": 0.5638039588928223,
      "step": 1120
    },
    {
      "epoch": 0.0811548405630566,
      "grad_norm": 1.5752713585292695,
      "learning_rate": 2e-05,
      "loss": 0.5842902660369873,
      "step": 1130
    },
    {
      "epoch": 0.08187302499281815,
      "grad_norm": 1.8751807524553166,
      "learning_rate": 2e-05,
      "loss": 0.576123046875,
      "step": 1140
    },
    {
      "epoch": 0.08259120942257972,
      "grad_norm": 1.683663936977947,
      "learning_rate": 2e-05,
      "loss": 0.569098949432373,
      "step": 1150
    },
    {
      "epoch": 0.08330939385234128,
      "grad_norm": 0.9580582317849732,
      "learning_rate": 2e-05,
      "loss": 0.5793169975280762,
      "step": 1160
    },
    {
      "epoch": 0.08402757828210285,
      "grad_norm": 0.9402295965431912,
      "learning_rate": 2e-05,
      "loss": 0.5486289024353027,
      "step": 1170
    },
    {
      "epoch": 0.0847457627118644,
      "grad_norm": 1.1485131505839699,
      "learning_rate": 2e-05,
      "loss": 0.5426076412200928,
      "step": 1180
    },
    {
      "epoch": 0.08546394714162597,
      "grad_norm": 1.7549045638499663,
      "learning_rate": 2e-05,
      "loss": 0.5498751640319824,
      "step": 1190
    },
    {
      "epoch": 0.08618213157138753,
      "grad_norm": 0.9912225685748786,
      "learning_rate": 2e-05,
      "loss": 0.5506443023681641,
      "step": 1200
    },
    {
      "epoch": 0.0869003160011491,
      "grad_norm": 1.3720943673796238,
      "learning_rate": 2e-05,
      "loss": 0.5797753810882569,
      "step": 1210
    },
    {
      "epoch": 0.08761850043091066,
      "grad_norm": 1.4192758780321768,
      "learning_rate": 2e-05,
      "loss": 0.5356600761413575,
      "step": 1220
    },
    {
      "epoch": 0.08833668486067223,
      "grad_norm": 2.919629967641099,
      "learning_rate": 2e-05,
      "loss": 0.5717302322387695,
      "step": 1230
    },
    {
      "epoch": 0.08905486929043378,
      "grad_norm": 1.7267510045028758,
      "learning_rate": 2e-05,
      "loss": 0.5709489822387696,
      "step": 1240
    },
    {
      "epoch": 0.08977305372019534,
      "grad_norm": 2.8325078628460765,
      "learning_rate": 2e-05,
      "loss": 0.5591310501098633,
      "step": 1250
    },
    {
      "epoch": 0.09049123814995691,
      "grad_norm": 1.986998225545337,
      "learning_rate": 2e-05,
      "loss": 0.5816420555114746,
      "step": 1260
    },
    {
      "epoch": 0.09120942257971847,
      "grad_norm": 1.9572581063748238,
      "learning_rate": 2e-05,
      "loss": 0.5677023887634277,
      "step": 1270
    },
    {
      "epoch": 0.09192760700948004,
      "grad_norm": 1.6917502403211007,
      "learning_rate": 2e-05,
      "loss": 0.5681667327880859,
      "step": 1280
    },
    {
      "epoch": 0.09264579143924159,
      "grad_norm": 11.463447939557085,
      "learning_rate": 2e-05,
      "loss": 0.5768218040466309,
      "step": 1290
    },
    {
      "epoch": 0.09336397586900316,
      "grad_norm": 3.8115737877901332,
      "learning_rate": 2e-05,
      "loss": 0.6065096855163574,
      "step": 1300
    },
    {
      "epoch": 0.09408216029876472,
      "grad_norm": 2.6413172692463145,
      "learning_rate": 2e-05,
      "loss": 0.5840601921081543,
      "step": 1310
    },
    {
      "epoch": 0.09480034472852629,
      "grad_norm": 15.203564161631757,
      "learning_rate": 2e-05,
      "loss": 0.5864563941955566,
      "step": 1320
    },
    {
      "epoch": 0.09551852915828785,
      "grad_norm": 2.1523412907056687,
      "learning_rate": 2e-05,
      "loss": 0.5579684257507325,
      "step": 1330
    },
    {
      "epoch": 0.09623671358804942,
      "grad_norm": 1.4859209284600976,
      "learning_rate": 2e-05,
      "loss": 0.550372838973999,
      "step": 1340
    },
    {
      "epoch": 0.09695489801781097,
      "grad_norm": 1.448109982957294,
      "learning_rate": 2e-05,
      "loss": 0.5813479900360108,
      "step": 1350
    },
    {
      "epoch": 0.09767308244757254,
      "grad_norm": 1.3581017917413656,
      "learning_rate": 2e-05,
      "loss": 0.5561168670654297,
      "step": 1360
    },
    {
      "epoch": 0.0983912668773341,
      "grad_norm": 6.101417578261775,
      "learning_rate": 2e-05,
      "loss": 0.5878985404968262,
      "step": 1370
    },
    {
      "epoch": 0.09910945130709566,
      "grad_norm": 4.598610068508402,
      "learning_rate": 2e-05,
      "loss": 0.545405101776123,
      "step": 1380
    },
    {
      "epoch": 0.09982763573685723,
      "grad_norm": 141.15578014813462,
      "learning_rate": 2e-05,
      "loss": 0.5621461391448974,
      "step": 1390
    },
    {
      "epoch": 0.10054582016661878,
      "grad_norm": 1.5976483700681585,
      "learning_rate": 2e-05,
      "loss": 0.565939998626709,
      "step": 1400
    },
    {
      "epoch": 0.10126400459638035,
      "grad_norm": 1.1844225628657883,
      "learning_rate": 2e-05,
      "loss": 0.5519757747650147,
      "step": 1410
    },
    {
      "epoch": 0.10198218902614191,
      "grad_norm": 2.1078647544672737,
      "learning_rate": 2e-05,
      "loss": 0.5502148628234863,
      "step": 1420
    },
    {
      "epoch": 0.10270037345590348,
      "grad_norm": 1.1395643545490772,
      "learning_rate": 2e-05,
      "loss": 0.5794494152069092,
      "step": 1430
    },
    {
      "epoch": 0.10341855788566504,
      "grad_norm": 1.5152216105283558,
      "learning_rate": 2e-05,
      "loss": 0.5503892421722412,
      "step": 1440
    },
    {
      "epoch": 0.1041367423154266,
      "grad_norm": 1.5670725095405607,
      "learning_rate": 2e-05,
      "loss": 0.5478639125823974,
      "step": 1450
    },
    {
      "epoch": 0.10485492674518816,
      "grad_norm": 1.4954692560990348,
      "learning_rate": 2e-05,
      "loss": 0.5685035228729248,
      "step": 1460
    },
    {
      "epoch": 0.10557311117494973,
      "grad_norm": 1.353128205798565,
      "learning_rate": 2e-05,
      "loss": 0.5872815132141114,
      "step": 1470
    },
    {
      "epoch": 0.10629129560471129,
      "grad_norm": 1.7189282039646936,
      "learning_rate": 2e-05,
      "loss": 0.5590821743011475,
      "step": 1480
    },
    {
      "epoch": 0.10700948003447286,
      "grad_norm": 1.4249576537485247,
      "learning_rate": 2e-05,
      "loss": 0.5432151794433594,
      "step": 1490
    },
    {
      "epoch": 0.10772766446423442,
      "grad_norm": 2.1280600158894867,
      "learning_rate": 2e-05,
      "loss": 0.5681562423706055,
      "step": 1500
    },
    {
      "epoch": 0.10844584889399597,
      "grad_norm": 2.4405567792791953,
      "learning_rate": 2e-05,
      "loss": 0.5866745948791504,
      "step": 1510
    },
    {
      "epoch": 0.10916403332375754,
      "grad_norm": 3.557452916491406,
      "learning_rate": 2e-05,
      "loss": 0.5944591522216797,
      "step": 1520
    },
    {
      "epoch": 0.1098822177535191,
      "grad_norm": 1.5523533701738963,
      "learning_rate": 2e-05,
      "loss": 0.5890916347503662,
      "step": 1530
    },
    {
      "epoch": 0.11060040218328067,
      "grad_norm": 2.9322469974839507,
      "learning_rate": 2e-05,
      "loss": 0.6054721355438233,
      "step": 1540
    },
    {
      "epoch": 0.11131858661304223,
      "grad_norm": 21.647434412105945,
      "learning_rate": 2e-05,
      "loss": 0.5661759376525879,
      "step": 1550
    },
    {
      "epoch": 0.1120367710428038,
      "grad_norm": 1.2627168964462054,
      "learning_rate": 2e-05,
      "loss": 0.5594186305999755,
      "step": 1560
    },
    {
      "epoch": 0.11275495547256535,
      "grad_norm": 1.0723943669120632,
      "learning_rate": 2e-05,
      "loss": 0.5436471939086914,
      "step": 1570
    },
    {
      "epoch": 0.11347313990232692,
      "grad_norm": 2.4411142355275195,
      "learning_rate": 2e-05,
      "loss": 0.5494973659515381,
      "step": 1580
    },
    {
      "epoch": 0.11419132433208848,
      "grad_norm": 1.1969171510706842,
      "learning_rate": 2e-05,
      "loss": 0.572919225692749,
      "step": 1590
    },
    {
      "epoch": 0.11490950876185005,
      "grad_norm": 2.483881881946407,
      "learning_rate": 2e-05,
      "loss": 0.5452249050140381,
      "step": 1600
    },
    {
      "epoch": 0.1156276931916116,
      "grad_norm": 2.279437521733609,
      "learning_rate": 2e-05,
      "loss": 0.5241269111633301,
      "step": 1610
    },
    {
      "epoch": 0.11634587762137318,
      "grad_norm": 3.656360389542672,
      "learning_rate": 2e-05,
      "loss": 0.5492501735687256,
      "step": 1620
    },
    {
      "epoch": 0.11706406205113473,
      "grad_norm": 3.4727854166833154,
      "learning_rate": 2e-05,
      "loss": 0.5788387298583985,
      "step": 1630
    },
    {
      "epoch": 0.11778224648089629,
      "grad_norm": 1.4914111809005286,
      "learning_rate": 2e-05,
      "loss": 0.6174117088317871,
      "step": 1640
    },
    {
      "epoch": 0.11850043091065786,
      "grad_norm": 1.484749826516222,
      "learning_rate": 2e-05,
      "loss": 0.5739808082580566,
      "step": 1650
    },
    {
      "epoch": 0.11921861534041941,
      "grad_norm": 2.07472584235867,
      "learning_rate": 2e-05,
      "loss": 0.607530164718628,
      "step": 1660
    },
    {
      "epoch": 0.11993679977018099,
      "grad_norm": 1.9705452267412202,
      "learning_rate": 2e-05,
      "loss": 0.5739453792572021,
      "step": 1670
    },
    {
      "epoch": 0.12065498419994254,
      "grad_norm": 1.4309591953629426,
      "learning_rate": 2e-05,
      "loss": 0.5947217464447021,
      "step": 1680
    },
    {
      "epoch": 0.12137316862970411,
      "grad_norm": 8.183396541359487,
      "learning_rate": 2e-05,
      "loss": 0.5689792156219482,
      "step": 1690
    },
    {
      "epoch": 0.12209135305946567,
      "grad_norm": 1.5692583711266774,
      "learning_rate": 2e-05,
      "loss": 0.5235940456390381,
      "step": 1700
    },
    {
      "epoch": 0.12280953748922724,
      "grad_norm": 22.072250923049598,
      "learning_rate": 2e-05,
      "loss": 0.574592399597168,
      "step": 1710
    },
    {
      "epoch": 0.1235277219189888,
      "grad_norm": 2.1787892001484015,
      "learning_rate": 2e-05,
      "loss": 0.5768856048583985,
      "step": 1720
    },
    {
      "epoch": 0.12424590634875037,
      "grad_norm": 1.314265011222165,
      "learning_rate": 2e-05,
      "loss": 0.5917662620544434,
      "step": 1730
    },
    {
      "epoch": 0.12496409077851192,
      "grad_norm": 2.561878560439314,
      "learning_rate": 2e-05,
      "loss": 0.5569777965545655,
      "step": 1740
    },
    {
      "epoch": 0.1256822752082735,
      "grad_norm": 3.13466478785473,
      "learning_rate": 2e-05,
      "loss": 0.5714035987854004,
      "step": 1750
    },
    {
      "epoch": 0.12640045963803503,
      "grad_norm": 1.3850702400017658,
      "learning_rate": 2e-05,
      "loss": 0.5585092544555664,
      "step": 1760
    },
    {
      "epoch": 0.1271186440677966,
      "grad_norm": 1.5218161796017777,
      "learning_rate": 2e-05,
      "loss": 0.557247257232666,
      "step": 1770
    },
    {
      "epoch": 0.12783682849755817,
      "grad_norm": 2.0961065086106325,
      "learning_rate": 2e-05,
      "loss": 0.5705356121063232,
      "step": 1780
    },
    {
      "epoch": 0.12855501292731975,
      "grad_norm": 8.840127197800863,
      "learning_rate": 2e-05,
      "loss": 0.523622703552246,
      "step": 1790
    },
    {
      "epoch": 0.1292731973570813,
      "grad_norm": 1.6130732903200282,
      "learning_rate": 2e-05,
      "loss": 0.5404885768890381,
      "step": 1800
    },
    {
      "epoch": 0.12999138178684286,
      "grad_norm": 3.3209600372002086,
      "learning_rate": 2e-05,
      "loss": 0.5290946960449219,
      "step": 1810
    },
    {
      "epoch": 0.13070956621660443,
      "grad_norm": 1.7926966358429328,
      "learning_rate": 2e-05,
      "loss": 0.5992692470550537,
      "step": 1820
    },
    {
      "epoch": 0.131427750646366,
      "grad_norm": 2.3058228432645897,
      "learning_rate": 2e-05,
      "loss": 0.5432312965393067,
      "step": 1830
    },
    {
      "epoch": 0.13214593507612754,
      "grad_norm": 2.001620000676492,
      "learning_rate": 2e-05,
      "loss": 0.5786615371704101,
      "step": 1840
    },
    {
      "epoch": 0.1328641195058891,
      "grad_norm": 1.4184231189324574,
      "learning_rate": 2e-05,
      "loss": 0.5465398788452148,
      "step": 1850
    },
    {
      "epoch": 0.13358230393565068,
      "grad_norm": 1.7730327835422113,
      "learning_rate": 2e-05,
      "loss": 0.5668454170227051,
      "step": 1860
    },
    {
      "epoch": 0.13430048836541225,
      "grad_norm": 1.5629284623062545,
      "learning_rate": 2e-05,
      "loss": 0.6058121681213379,
      "step": 1870
    },
    {
      "epoch": 0.1350186727951738,
      "grad_norm": 4.630139619066831,
      "learning_rate": 2e-05,
      "loss": 0.5537769317626953,
      "step": 1880
    },
    {
      "epoch": 0.13573685722493536,
      "grad_norm": 3.5059792014239473,
      "learning_rate": 2e-05,
      "loss": 0.5759965419769287,
      "step": 1890
    },
    {
      "epoch": 0.13645504165469693,
      "grad_norm": 1.329974685954622,
      "learning_rate": 2e-05,
      "loss": 0.5549535274505615,
      "step": 1900
    },
    {
      "epoch": 0.13717322608445848,
      "grad_norm": 6.710102458220659,
      "learning_rate": 2e-05,
      "loss": 0.5439998149871826,
      "step": 1910
    },
    {
      "epoch": 0.13789141051422005,
      "grad_norm": 4.374063390421496,
      "learning_rate": 2e-05,
      "loss": 0.5546764373779297,
      "step": 1920
    },
    {
      "epoch": 0.13860959494398162,
      "grad_norm": 2.6173407845738166,
      "learning_rate": 2e-05,
      "loss": 0.5726741790771485,
      "step": 1930
    },
    {
      "epoch": 0.1393277793737432,
      "grad_norm": 4.304682258340256,
      "learning_rate": 2e-05,
      "loss": 0.5658658504486084,
      "step": 1940
    },
    {
      "epoch": 0.14004596380350473,
      "grad_norm": 3.3504816392214782,
      "learning_rate": 2e-05,
      "loss": 0.5655290126800537,
      "step": 1950
    },
    {
      "epoch": 0.1407641482332663,
      "grad_norm": 1.838294224798907,
      "learning_rate": 2e-05,
      "loss": 0.5578551769256592,
      "step": 1960
    },
    {
      "epoch": 0.14148233266302787,
      "grad_norm": 3.008317667214241,
      "learning_rate": 2e-05,
      "loss": 0.5349006652832031,
      "step": 1970
    },
    {
      "epoch": 0.14220051709278944,
      "grad_norm": 3.013445284817389,
      "learning_rate": 2e-05,
      "loss": 0.5707347393035889,
      "step": 1980
    },
    {
      "epoch": 0.14291870152255098,
      "grad_norm": 1.7167470080649117,
      "learning_rate": 2e-05,
      "loss": 0.5561907768249512,
      "step": 1990
    },
    {
      "epoch": 0.14363688595231255,
      "grad_norm": 2.2653225742012615,
      "learning_rate": 2e-05,
      "loss": 0.5378569602966309,
      "step": 2000
    },
    {
      "epoch": 0.14435507038207412,
      "grad_norm": 3.3495014969229766,
      "learning_rate": 2e-05,
      "loss": 0.5674232482910156,
      "step": 2010
    },
    {
      "epoch": 0.14507325481183567,
      "grad_norm": 1.7093094301537985,
      "learning_rate": 2e-05,
      "loss": 0.5741843223571778,
      "step": 2020
    },
    {
      "epoch": 0.14579143924159724,
      "grad_norm": 1.5010655332169438,
      "learning_rate": 2e-05,
      "loss": 0.5695930004119873,
      "step": 2030
    },
    {
      "epoch": 0.1465096236713588,
      "grad_norm": 1.5521694994775619,
      "learning_rate": 2e-05,
      "loss": 0.5523951530456543,
      "step": 2040
    },
    {
      "epoch": 0.14722780810112038,
      "grad_norm": 3.0404224380491347,
      "learning_rate": 2e-05,
      "loss": 0.5805356502532959,
      "step": 2050
    },
    {
      "epoch": 0.14794599253088192,
      "grad_norm": 1.349791102810318,
      "learning_rate": 2e-05,
      "loss": 0.5671909332275391,
      "step": 2060
    },
    {
      "epoch": 0.1486641769606435,
      "grad_norm": 3.6695671293215697,
      "learning_rate": 2e-05,
      "loss": 0.5312755584716797,
      "step": 2070
    },
    {
      "epoch": 0.14938236139040506,
      "grad_norm": 4.911695581931882,
      "learning_rate": 2e-05,
      "loss": 0.5726969718933106,
      "step": 2080
    },
    {
      "epoch": 0.15010054582016663,
      "grad_norm": 8.09684298774792,
      "learning_rate": 2e-05,
      "loss": 0.5571673393249512,
      "step": 2090
    },
    {
      "epoch": 0.15081873024992817,
      "grad_norm": 2.2745544981394143,
      "learning_rate": 2e-05,
      "loss": 0.5517287254333496,
      "step": 2100
    },
    {
      "epoch": 0.15153691467968974,
      "grad_norm": 1.419765240616946,
      "learning_rate": 2e-05,
      "loss": 0.5615994930267334,
      "step": 2110
    },
    {
      "epoch": 0.15225509910945131,
      "grad_norm": 3.7635018424594864,
      "learning_rate": 2e-05,
      "loss": 0.566252613067627,
      "step": 2120
    },
    {
      "epoch": 0.15297328353921286,
      "grad_norm": 2.765211749203788,
      "learning_rate": 2e-05,
      "loss": 0.5662132263183594,
      "step": 2130
    },
    {
      "epoch": 0.15369146796897443,
      "grad_norm": 19.961112859254513,
      "learning_rate": 2e-05,
      "loss": 0.5998068809509277,
      "step": 2140
    },
    {
      "epoch": 0.154409652398736,
      "grad_norm": 1.7784559217289087,
      "learning_rate": 2e-05,
      "loss": 0.564358139038086,
      "step": 2150
    },
    {
      "epoch": 0.15512783682849757,
      "grad_norm": 1.3875792261494675,
      "learning_rate": 2e-05,
      "loss": 0.5419380187988281,
      "step": 2160
    },
    {
      "epoch": 0.1558460212582591,
      "grad_norm": 2.022411553935775,
      "learning_rate": 2e-05,
      "loss": 0.5899745941162109,
      "step": 2170
    },
    {
      "epoch": 0.15656420568802068,
      "grad_norm": 2.272563024973418,
      "learning_rate": 2e-05,
      "loss": 0.55307035446167,
      "step": 2180
    },
    {
      "epoch": 0.15728239011778225,
      "grad_norm": 1.9234961093353966,
      "learning_rate": 2e-05,
      "loss": 0.6007951259613037,
      "step": 2190
    },
    {
      "epoch": 0.15800057454754382,
      "grad_norm": 1.256053229715644,
      "learning_rate": 2e-05,
      "loss": 0.5546849250793457,
      "step": 2200
    },
    {
      "epoch": 0.15871875897730536,
      "grad_norm": 1.2335218202043055,
      "learning_rate": 2e-05,
      "loss": 0.5476455688476562,
      "step": 2210
    },
    {
      "epoch": 0.15943694340706693,
      "grad_norm": 2.8401539385475116,
      "learning_rate": 2e-05,
      "loss": 0.5543958187103272,
      "step": 2220
    },
    {
      "epoch": 0.1601551278368285,
      "grad_norm": 2.197748282778052,
      "learning_rate": 2e-05,
      "loss": 0.5589810848236084,
      "step": 2230
    },
    {
      "epoch": 0.16087331226659007,
      "grad_norm": 3.3213977186166805,
      "learning_rate": 2e-05,
      "loss": 0.5354520320892334,
      "step": 2240
    },
    {
      "epoch": 0.16159149669635162,
      "grad_norm": 1.445633989615147,
      "learning_rate": 2e-05,
      "loss": 0.5722284317016602,
      "step": 2250
    },
    {
      "epoch": 0.1623096811261132,
      "grad_norm": 7.116743865111077,
      "learning_rate": 2e-05,
      "loss": 0.5650218963623047,
      "step": 2260
    },
    {
      "epoch": 0.16302786555587476,
      "grad_norm": 1.716127091438019,
      "learning_rate": 2e-05,
      "loss": 0.5529635429382325,
      "step": 2270
    },
    {
      "epoch": 0.1637460499856363,
      "grad_norm": 1.055030692862526,
      "learning_rate": 2e-05,
      "loss": 0.5603778839111329,
      "step": 2280
    },
    {
      "epoch": 0.16446423441539787,
      "grad_norm": 1.342803947507129,
      "learning_rate": 2e-05,
      "loss": 0.5632447242736817,
      "step": 2290
    },
    {
      "epoch": 0.16518241884515944,
      "grad_norm": 1.054694302356739,
      "learning_rate": 2e-05,
      "loss": 0.5708892822265625,
      "step": 2300
    },
    {
      "epoch": 0.165900603274921,
      "grad_norm": 1.1307530423263086,
      "learning_rate": 2e-05,
      "loss": 0.5213704109191895,
      "step": 2310
    },
    {
      "epoch": 0.16661878770468255,
      "grad_norm": 1.0820602105055892,
      "learning_rate": 2e-05,
      "loss": 0.5062259197235107,
      "step": 2320
    },
    {
      "epoch": 0.16733697213444412,
      "grad_norm": 1.1270089576544027,
      "learning_rate": 2e-05,
      "loss": 0.5432156562805176,
      "step": 2330
    },
    {
      "epoch": 0.1680551565642057,
      "grad_norm": 0.9920832286718221,
      "learning_rate": 2e-05,
      "loss": 0.5382828712463379,
      "step": 2340
    },
    {
      "epoch": 0.16877334099396726,
      "grad_norm": 1.1726405888684055,
      "learning_rate": 2e-05,
      "loss": 0.5809371948242188,
      "step": 2350
    },
    {
      "epoch": 0.1694915254237288,
      "grad_norm": 0.9340362083469751,
      "learning_rate": 2e-05,
      "loss": 0.549803352355957,
      "step": 2360
    },
    {
      "epoch": 0.17020970985349038,
      "grad_norm": 0.938566558796553,
      "learning_rate": 2e-05,
      "loss": 0.5452708721160888,
      "step": 2370
    },
    {
      "epoch": 0.17092789428325195,
      "grad_norm": 0.7822121686397506,
      "learning_rate": 2e-05,
      "loss": 0.573302173614502,
      "step": 2380
    },
    {
      "epoch": 0.1716460787130135,
      "grad_norm": 0.8584393263957636,
      "learning_rate": 2e-05,
      "loss": 0.5399321556091309,
      "step": 2390
    },
    {
      "epoch": 0.17236426314277506,
      "grad_norm": 1.0102345883460102,
      "learning_rate": 2e-05,
      "loss": 0.5162699222564697,
      "step": 2400
    },
    {
      "epoch": 0.17308244757253663,
      "grad_norm": 0.9712142063036817,
      "learning_rate": 2e-05,
      "loss": 0.546810531616211,
      "step": 2410
    },
    {
      "epoch": 0.1738006320022982,
      "grad_norm": 1.092566228410939,
      "learning_rate": 2e-05,
      "loss": 0.5729592800140381,
      "step": 2420
    },
    {
      "epoch": 0.17451881643205974,
      "grad_norm": 0.7737223185881741,
      "learning_rate": 2e-05,
      "loss": 0.5603939056396484,
      "step": 2430
    },
    {
      "epoch": 0.1752370008618213,
      "grad_norm": 1.1017251656675449,
      "learning_rate": 2e-05,
      "loss": 0.5336654663085938,
      "step": 2440
    },
    {
      "epoch": 0.17595518529158288,
      "grad_norm": 1.881306561126187,
      "learning_rate": 2e-05,
      "loss": 0.5107797622680664,
      "step": 2450
    },
    {
      "epoch": 0.17667336972134445,
      "grad_norm": 0.8552534631118969,
      "learning_rate": 2e-05,
      "loss": 0.5397173881530761,
      "step": 2460
    },
    {
      "epoch": 0.177391554151106,
      "grad_norm": 1.1626898542148933,
      "learning_rate": 2e-05,
      "loss": 0.5552604675292969,
      "step": 2470
    },
    {
      "epoch": 0.17810973858086757,
      "grad_norm": 0.7392869255775882,
      "learning_rate": 2e-05,
      "loss": 0.5463393211364747,
      "step": 2480
    },
    {
      "epoch": 0.17882792301062914,
      "grad_norm": 0.8337215511497923,
      "learning_rate": 2e-05,
      "loss": 0.5500159740447998,
      "step": 2490
    },
    {
      "epoch": 0.17954610744039068,
      "grad_norm": 1.2250992404021477,
      "learning_rate": 2e-05,
      "loss": 0.5643744468688965,
      "step": 2500
    },
    {
      "epoch": 0.18026429187015225,
      "grad_norm": 1.9461609461436875,
      "learning_rate": 2e-05,
      "loss": 0.565704345703125,
      "step": 2510
    },
    {
      "epoch": 0.18098247629991382,
      "grad_norm": 2.6973002486791806,
      "learning_rate": 2e-05,
      "loss": 0.5357652187347413,
      "step": 2520
    },
    {
      "epoch": 0.1817006607296754,
      "grad_norm": 1.219804225085043,
      "learning_rate": 2e-05,
      "loss": 0.5559783458709717,
      "step": 2530
    },
    {
      "epoch": 0.18241884515943693,
      "grad_norm": 1.2921261695545436,
      "learning_rate": 2e-05,
      "loss": 0.5474600791931152,
      "step": 2540
    },
    {
      "epoch": 0.1831370295891985,
      "grad_norm": 0.9360248915766971,
      "learning_rate": 1.997261400182901e-05,
      "loss": 0.5525213990892682,
      "step": 2550
    },
    {
      "epoch": 0.18385521401896007,
      "grad_norm": 0.7132455157008145,
      "learning_rate": 1.9805800746810423e-05,
      "loss": 0.5178929328918457,
      "step": 2560
    },
    {
      "epoch": 0.18457339844872164,
      "grad_norm": 1.3860288183277505,
      "learning_rate": 1.9489934220110274e-05,
      "loss": 0.5651967525482178,
      "step": 2570
    },
    {
      "epoch": 0.18529158287848319,
      "grad_norm": 1.0773710559684646,
      "learning_rate": 1.9029840364820392e-05,
      "loss": 0.5613128185272217,
      "step": 2580
    },
    {
      "epoch": 0.18600976730824476,
      "grad_norm": 1.0893172560174817,
      "learning_rate": 1.8432548690479908e-05,
      "loss": 0.5255576610565186,
      "step": 2590
    },
    {
      "epoch": 0.18672795173800633,
      "grad_norm": 0.8548975503190002,
      "learning_rate": 1.7707184873239772e-05,
      "loss": 0.5357662200927734,
      "step": 2600
    },
    {
      "epoch": 0.1874461361677679,
      "grad_norm": 1.8089525554439896,
      "learning_rate": 1.6864831329902565e-05,
      "loss": 0.5596217155456543,
      "step": 2610
    },
    {
      "epoch": 0.18816432059752944,
      "grad_norm": 1.8086804118521456,
      "learning_rate": 1.591835789604667e-05,
      "loss": 0.5309314250946044,
      "step": 2620
    },
    {
      "epoch": 0.188882505027291,
      "grad_norm": 3.3177584130017492,
      "learning_rate": 1.4882225195206459e-05,
      "loss": 0.5537728786468505,
      "step": 2630
    },
    {
      "epoch": 0.18960068945705258,
      "grad_norm": 1.5730670133706086,
      "learning_rate": 1.3772263703317695e-05,
      "loss": 0.5419403076171875,
      "step": 2640
    },
    {
      "epoch": 0.19031887388681412,
      "grad_norm": 1.4481745706842108,
      "learning_rate": 1.2605431883975547e-05,
      "loss": 0.5550278663635254,
      "step": 2650
    },
    {
      "epoch": 0.1910370583165757,
      "grad_norm": 0.9496183443198778,
      "learning_rate": 1.1399557089817574e-05,
      "loss": 0.5444825649261474,
      "step": 2660
    },
    {
      "epoch": 0.19175524274633726,
      "grad_norm": 4.222941220284988,
      "learning_rate": 1.0173063188650463e-05,
      "loss": 0.5412864685058594,
      "step": 2670
    },
    {
      "epoch": 0.19247342717609883,
      "grad_norm": 5.253318465543954,
      "learning_rate": 8.944689075764396e-06,
      "loss": 0.5456050872802735,
      "step": 2680
    },
    {
      "epoch": 0.19319161160586037,
      "grad_norm": 0.9111342540296383,
      "learning_rate": 7.73320237312362e-06,
      "loss": 0.5468400955200196,
      "step": 2690
    },
    {
      "epoch": 0.19390979603562195,
      "grad_norm": 0.8304532982880024,
      "learning_rate": 6.557112689658629e-06,
      "loss": 0.5211694240570068,
      "step": 2700
    },
    {
      "epoch": 0.19462798046538352,
      "grad_norm": 0.9417548584277616,
      "learning_rate": 5.434388823591213e-06,
      "loss": 0.539794635772705,
      "step": 2710
    },
    {
      "epoch": 0.19534616489514509,
      "grad_norm": 0.9364997135575152,
      "learning_rate": 4.382184227495424e-06,
      "loss": 0.5243682861328125,
      "step": 2720
    },
    {
      "epoch": 0.19606434932490663,
      "grad_norm": 0.9086225580589578,
      "learning_rate": 3.4165749305560203e-06,
      "loss": 0.5202994346618652,
      "step": 2730
    },
    {
      "epoch": 0.1967825337546682,
      "grad_norm": 1.8965570428273997,
      "learning_rate": 2.5523139221595556e-06,
      "loss": 0.5278103351593018,
      "step": 2740
    },
    {
      "epoch": 0.19750071818442977,
      "grad_norm": 0.8511964964429284,
      "learning_rate": 1.8026057494499821e-06,
      "loss": 0.5267528533935547,
      "step": 2750
    },
    {
      "epoch": 0.1982189026141913,
      "grad_norm": 0.7914798757409518,
      "learning_rate": 1.178904772643223e-06,
      "loss": 0.5294023990631104,
      "step": 2760
    },
    {
      "epoch": 0.19893708704395288,
      "grad_norm": 0.7573600325272046,
      "learning_rate": 6.90740160441754e-07,
      "loss": 0.542425537109375,
      "step": 2770
    },
    {
      "epoch": 0.19965527147371445,
      "grad_norm": 1.549889817778262,
      "learning_rate": 3.45570299343632e-07,
      "loss": 0.5377500057220459,
      "step": 2780
    },
    {
      "epoch": 0.20037345590347602,
      "grad_norm": 1.0279344434076476,
      "learning_rate": 1.486688412425152e-07,
      "loss": 0.5264135360717773,
      "step": 2790
    },
    {
      "epoch": 0.2008761850043091,
      "step": 2797,
      "total_flos": 1324435843842048.0,
      "train_loss": 0.04869218967111783,
      "train_runtime": 4220.8156,
      "train_samples_per_second": 7.952,
      "train_steps_per_second": 0.663
    }
  ],
  "logging_steps": 10,
  "max_steps": 2797,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2543,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1324435843842048.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}