{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.40196782533754666,
  "eval_steps": 500,
  "global_step": 5597,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007181844297615628,
      "grad_norm": 175.62312254998636,
      "learning_rate": 1.1061797752808989e-06,
      "loss": 1.7157390594482422,
      "step": 10
    },
    {
      "epoch": 0.0014363688595231256,
      "grad_norm": 35.18274256499938,
      "learning_rate": 2.2241573033707866e-06,
      "loss": 1.1314665794372558,
      "step": 20
    },
    {
      "epoch": 0.0021545532892846882,
      "grad_norm": 72.02713583586322,
      "learning_rate": 3.342134831460675e-06,
      "loss": 0.7754706382751465,
      "step": 30
    },
    {
      "epoch": 0.002872737719046251,
      "grad_norm": 94.14359324942589,
      "learning_rate": 4.4601123595505624e-06,
      "loss": 0.6444653511047364,
      "step": 40
    },
    {
      "epoch": 0.003590922148807814,
      "grad_norm": 56.37943749633649,
      "learning_rate": 5.5780898876404495e-06,
      "loss": 0.5863551616668701,
      "step": 50
    },
    {
      "epoch": 0.0043091065785693765,
      "grad_norm": 50.395930070118354,
      "learning_rate": 6.6960674157303374e-06,
      "loss": 0.5876399517059326,
      "step": 60
    },
    {
      "epoch": 0.00502729100833094,
      "grad_norm": 10.374648240180012,
      "learning_rate": 7.814044943820226e-06,
      "loss": 0.5711804389953613,
      "step": 70
    },
    {
      "epoch": 0.005745475438092502,
      "grad_norm": 18.301032576687117,
      "learning_rate": 8.932022471910112e-06,
      "loss": 0.6154351711273194,
      "step": 80
    },
    {
      "epoch": 0.006463659867854065,
      "grad_norm": 4.057745910521372,
      "learning_rate": 1.005e-05,
      "loss": 0.6268198966979981,
      "step": 90
    },
    {
      "epoch": 0.007181844297615628,
      "grad_norm": 27.638527131076213,
      "learning_rate": 1.1167977528089888e-05,
      "loss": 0.6075065612792969,
      "step": 100
    },
    {
      "epoch": 0.00790002872737719,
      "grad_norm": 5.957832731233946,
      "learning_rate": 1.2285955056179776e-05,
      "loss": 0.5999387264251709,
      "step": 110
    },
    {
      "epoch": 0.008618213157138753,
      "grad_norm": 8.525671149962339,
      "learning_rate": 1.3403932584269664e-05,
      "loss": 0.5517457008361817,
      "step": 120
    },
    {
      "epoch": 0.009336397586900316,
      "grad_norm": 15.665255636675745,
      "learning_rate": 1.4521910112359552e-05,
      "loss": 0.5644845008850098,
      "step": 130
    },
    {
      "epoch": 0.01005458201666188,
      "grad_norm": 15.639971766769508,
      "learning_rate": 1.563988764044944e-05,
      "loss": 0.7366158485412597,
      "step": 140
    },
    {
      "epoch": 0.010772766446423441,
      "grad_norm": 64.97913496998271,
      "learning_rate": 1.6757865168539328e-05,
      "loss": 0.6115550518035888,
      "step": 150
    },
    {
      "epoch": 0.011490950876185005,
      "grad_norm": 59.94539427014833,
      "learning_rate": 1.7875842696629214e-05,
      "loss": 0.7985194206237793,
      "step": 160
    },
    {
      "epoch": 0.012209135305946568,
      "grad_norm": 8.629351301874074,
      "learning_rate": 1.89938202247191e-05,
      "loss": 0.7083045959472656,
      "step": 170
    },
    {
      "epoch": 0.01292731973570813,
      "grad_norm": 69.06025996795826,
      "learning_rate": 2e-05,
      "loss": 0.6339869499206543,
      "step": 180
    },
    {
      "epoch": 0.013645504165469693,
      "grad_norm": 26.037630427264254,
      "learning_rate": 2e-05,
      "loss": 0.5970722198486328,
      "step": 190
    },
    {
      "epoch": 0.014363688595231256,
      "grad_norm": 3.7418844806022795,
      "learning_rate": 2e-05,
      "loss": 0.5959107398986816,
      "step": 200
    },
    {
      "epoch": 0.015081873024992818,
      "grad_norm": 45.299264079864464,
      "learning_rate": 2e-05,
      "loss": 0.5934871673583985,
      "step": 210
    },
    {
      "epoch": 0.01580005745475438,
      "grad_norm": 9.74826111391652,
      "learning_rate": 2e-05,
      "loss": 0.6289140224456787,
      "step": 220
    },
    {
      "epoch": 0.016518241884515943,
      "grad_norm": 2.9300194809997895,
      "learning_rate": 2e-05,
      "loss": 0.5809403896331787,
      "step": 230
    },
    {
      "epoch": 0.017236426314277506,
      "grad_norm": 54.84408481188558,
      "learning_rate": 2e-05,
      "loss": 0.5697649955749512,
      "step": 240
    },
    {
      "epoch": 0.01795461074403907,
      "grad_norm": 259.60423262327515,
      "learning_rate": 2e-05,
      "loss": 0.6119533061981202,
      "step": 250
    },
    {
      "epoch": 0.018672795173800633,
      "grad_norm": 9.267214273163608,
      "learning_rate": 2e-05,
      "loss": 0.651059341430664,
      "step": 260
    },
    {
      "epoch": 0.019390979603562196,
      "grad_norm": 4.113807630622243,
      "learning_rate": 2e-05,
      "loss": 0.6351408958435059,
      "step": 270
    },
    {
      "epoch": 0.02010916403332376,
      "grad_norm": 25.20502044434939,
      "learning_rate": 2e-05,
      "loss": 0.5994510173797607,
      "step": 280
    },
    {
      "epoch": 0.02082734846308532,
      "grad_norm": 5.961499873384505,
      "learning_rate": 2e-05,
      "loss": 0.6210511207580567,
      "step": 290
    },
    {
      "epoch": 0.021545532892846882,
      "grad_norm": 4.3362120069922945,
      "learning_rate": 2e-05,
      "loss": 0.6243451595306396,
      "step": 300
    },
    {
      "epoch": 0.022263717322608446,
      "grad_norm": 4.451056580552574,
      "learning_rate": 2e-05,
      "loss": 0.6252970695495605,
      "step": 310
    },
    {
      "epoch": 0.02298190175237001,
      "grad_norm": 18.697593889207074,
      "learning_rate": 2e-05,
      "loss": 0.6082981109619141,
      "step": 320
    },
    {
      "epoch": 0.023700086182131572,
      "grad_norm": 4.085643762903478,
      "learning_rate": 2e-05,
      "loss": 0.6334186553955078,
      "step": 330
    },
    {
      "epoch": 0.024418270611893136,
      "grad_norm": 2.6889265432904272,
      "learning_rate": 2e-05,
      "loss": 0.606395673751831,
      "step": 340
    },
    {
      "epoch": 0.025136455041654696,
      "grad_norm": 4.974541141083005,
      "learning_rate": 2e-05,
      "loss": 0.5909480571746826,
      "step": 350
    },
    {
      "epoch": 0.02585463947141626,
      "grad_norm": 43.7940935009098,
      "learning_rate": 2e-05,
      "loss": 0.6028491020202636,
      "step": 360
    },
    {
      "epoch": 0.026572823901177822,
      "grad_norm": 12.656136055805545,
      "learning_rate": 2e-05,
      "loss": 0.5770444869995117,
      "step": 370
    },
    {
      "epoch": 0.027291008330939386,
      "grad_norm": 2.787735315624888,
      "learning_rate": 2e-05,
      "loss": 0.601240873336792,
      "step": 380
    },
    {
      "epoch": 0.02800919276070095,
      "grad_norm": 8.925295369668815,
      "learning_rate": 2e-05,
      "loss": 0.6033671379089356,
      "step": 390
    },
    {
      "epoch": 0.028727377190462512,
      "grad_norm": 2.9473827230457927,
      "learning_rate": 2e-05,
      "loss": 0.5722181320190429,
      "step": 400
    },
    {
      "epoch": 0.029445561620224072,
      "grad_norm": 3.137535361645301,
      "learning_rate": 2e-05,
      "loss": 0.5710666656494141,
      "step": 410
    },
    {
      "epoch": 0.030163746049985635,
      "grad_norm": 2.9468275889813342,
      "learning_rate": 2e-05,
      "loss": 0.5876998424530029,
      "step": 420
    },
    {
      "epoch": 0.0308819304797472,
      "grad_norm": 2.9962200372373142,
      "learning_rate": 2e-05,
      "loss": 0.5958182334899902,
      "step": 430
    },
    {
      "epoch": 0.03160011490950876,
      "grad_norm": 4.48147209401429,
      "learning_rate": 2e-05,
      "loss": 0.5968478202819825,
      "step": 440
    },
    {
      "epoch": 0.03231829933927032,
      "grad_norm": 5.318027567297913,
      "learning_rate": 2e-05,
      "loss": 0.6289027214050293,
      "step": 450
    },
    {
      "epoch": 0.033036483769031885,
      "grad_norm": 8.606268913220342,
      "learning_rate": 2e-05,
      "loss": 0.5964102745056152,
      "step": 460
    },
    {
      "epoch": 0.03375466819879345,
      "grad_norm": 3.1281299434495837,
      "learning_rate": 2e-05,
      "loss": 0.6058061122894287,
      "step": 470
    },
    {
      "epoch": 0.03447285262855501,
      "grad_norm": 4.1439707505248515,
      "learning_rate": 2e-05,
      "loss": 0.5952574729919433,
      "step": 480
    },
    {
      "epoch": 0.035191037058316575,
      "grad_norm": 1.2082418063131626,
      "learning_rate": 2e-05,
      "loss": 0.5965470314025879,
      "step": 490
    },
    {
      "epoch": 0.03590922148807814,
      "grad_norm": 1.97053507282729,
      "learning_rate": 2e-05,
      "loss": 0.631954574584961,
      "step": 500
    },
    {
      "epoch": 0.0366274059178397,
      "grad_norm": 2.8792340786500876,
      "learning_rate": 2e-05,
      "loss": 0.6188729286193848,
      "step": 510
    },
    {
      "epoch": 0.037345590347601265,
      "grad_norm": 1.4248895414840272,
      "learning_rate": 2e-05,
      "loss": 0.5755728721618653,
      "step": 520
    },
    {
      "epoch": 0.03806377477736283,
      "grad_norm": 10.729751006555638,
      "learning_rate": 2e-05,
      "loss": 0.5592193603515625,
      "step": 530
    },
    {
      "epoch": 0.03878195920712439,
      "grad_norm": 6.295780470889749,
      "learning_rate": 2e-05,
      "loss": 0.5858550071716309,
      "step": 540
    },
    {
      "epoch": 0.039500143636885955,
      "grad_norm": 5.613715205907156,
      "learning_rate": 2e-05,
      "loss": 0.6478597164154053,
      "step": 550
    },
    {
      "epoch": 0.04021832806664752,
      "grad_norm": 2.5638363474088113,
      "learning_rate": 2e-05,
      "loss": 0.6093330383300781,
      "step": 560
    },
    {
      "epoch": 0.040936512496409075,
      "grad_norm": 1.608045800845244,
      "learning_rate": 2e-05,
      "loss": 0.5974137306213378,
      "step": 570
    },
    {
      "epoch": 0.04165469692617064,
      "grad_norm": 1.3436922071151065,
      "learning_rate": 2e-05,
      "loss": 0.5949914932250977,
      "step": 580
    },
    {
      "epoch": 0.0423728813559322,
      "grad_norm": 1.4926769546565009,
      "learning_rate": 2e-05,
      "loss": 0.5726592540740967,
      "step": 590
    },
    {
      "epoch": 0.043091065785693765,
      "grad_norm": 2.0317985425865936,
      "learning_rate": 2e-05,
      "loss": 0.569354248046875,
      "step": 600
    },
    {
      "epoch": 0.04380925021545533,
      "grad_norm": 1.2071126260231158,
      "learning_rate": 2e-05,
      "loss": 0.5873561859130859,
      "step": 610
    },
    {
      "epoch": 0.04452743464521689,
      "grad_norm": 81.77730425521763,
      "learning_rate": 2e-05,
      "loss": 0.5991431713104248,
      "step": 620
    },
    {
      "epoch": 0.045245619074978455,
      "grad_norm": 3.1113583484954965,
      "learning_rate": 2e-05,
      "loss": 0.5880874633789063,
      "step": 630
    },
    {
      "epoch": 0.04596380350474002,
      "grad_norm": 2.116874681257507,
      "learning_rate": 2e-05,
      "loss": 0.5938373565673828,
      "step": 640
    },
    {
      "epoch": 0.04668198793450158,
      "grad_norm": 20.64622489243703,
      "learning_rate": 2e-05,
      "loss": 0.613460636138916,
      "step": 650
    },
    {
      "epoch": 0.047400172364263145,
      "grad_norm": 10.809668595672846,
      "learning_rate": 2e-05,
      "loss": 0.579118299484253,
      "step": 660
    },
    {
      "epoch": 0.04811835679402471,
      "grad_norm": 8.460108667717218,
      "learning_rate": 2e-05,
      "loss": 0.571445083618164,
      "step": 670
    },
    {
      "epoch": 0.04883654122378627,
      "grad_norm": 2.4237687156396506,
      "learning_rate": 2e-05,
      "loss": 0.5767133235931396,
      "step": 680
    },
    {
      "epoch": 0.04955472565354783,
      "grad_norm": 1.8961121108699523,
      "learning_rate": 2e-05,
      "loss": 0.6072338104248047,
      "step": 690
    },
    {
      "epoch": 0.05027291008330939,
      "grad_norm": 2.0248734200128498,
      "learning_rate": 2e-05,
      "loss": 0.5928052425384521,
      "step": 700
    },
    {
      "epoch": 0.050991094513070954,
      "grad_norm": 1.7922158073603092,
      "learning_rate": 2e-05,
      "loss": 0.5801321983337402,
      "step": 710
    },
    {
      "epoch": 0.05170927894283252,
      "grad_norm": 1.9541723310096941,
      "learning_rate": 2e-05,
      "loss": 0.5515483856201172,
      "step": 720
    },
    {
      "epoch": 0.05242746337259408,
      "grad_norm": 1.1258433200045035,
      "learning_rate": 2e-05,
      "loss": 0.5742837905883789,
      "step": 730
    },
    {
      "epoch": 0.053145647802355644,
      "grad_norm": 2.133913640043987,
      "learning_rate": 2e-05,
      "loss": 0.5683269500732422,
      "step": 740
    },
    {
      "epoch": 0.05386383223211721,
      "grad_norm": 2.0906475422781963,
      "learning_rate": 2e-05,
      "loss": 0.5670921325683593,
      "step": 750
    },
    {
      "epoch": 0.05458201666187877,
      "grad_norm": 4.186492267925719,
      "learning_rate": 2e-05,
      "loss": 0.590226697921753,
      "step": 760
    },
    {
      "epoch": 0.055300201091640334,
      "grad_norm": 5.808680786038084,
      "learning_rate": 2e-05,
      "loss": 0.5766613006591796,
      "step": 770
    },
    {
      "epoch": 0.0560183855214019,
      "grad_norm": 1.945861940078482,
      "learning_rate": 2e-05,
      "loss": 0.5599814891815186,
      "step": 780
    },
    {
      "epoch": 0.05673656995116346,
      "grad_norm": 1.4851684357779684,
      "learning_rate": 2e-05,
      "loss": 0.5767430305480957,
      "step": 790
    },
    {
      "epoch": 0.057454754380925024,
      "grad_norm": 1.5127911846708648,
      "learning_rate": 2e-05,
      "loss": 0.5647124767303466,
      "step": 800
    },
    {
      "epoch": 0.05817293881068659,
      "grad_norm": 1.909160800633091,
      "learning_rate": 2e-05,
      "loss": 0.565788745880127,
      "step": 810
    },
    {
      "epoch": 0.058891123240448144,
      "grad_norm": 1.4125968979208992,
      "learning_rate": 2e-05,
      "loss": 0.5743461608886719,
      "step": 820
    },
    {
      "epoch": 0.05960930767020971,
      "grad_norm": 2.387796100293791,
      "learning_rate": 2e-05,
      "loss": 0.572594165802002,
      "step": 830
    },
    {
      "epoch": 0.06032749209997127,
      "grad_norm": 1.9203628040448921,
      "learning_rate": 2e-05,
      "loss": 0.5806607723236084,
      "step": 840
    },
    {
      "epoch": 0.061045676529732834,
      "grad_norm": 6.326405654102034,
      "learning_rate": 2e-05,
      "loss": 0.5756526470184327,
      "step": 850
    },
    {
      "epoch": 0.0617638609594944,
      "grad_norm": 177.16397546897997,
      "learning_rate": 2e-05,
      "loss": 0.5605918407440186,
      "step": 860
    },
    {
      "epoch": 0.06248204538925596,
      "grad_norm": 2.8854564417701782,
      "learning_rate": 2e-05,
      "loss": 0.5636331558227539,
      "step": 870
    },
    {
      "epoch": 0.06320022981901752,
      "grad_norm": 2.5088047345793925,
      "learning_rate": 2e-05,
      "loss": 0.5867606163024902,
      "step": 880
    },
    {
      "epoch": 0.06391841424877909,
      "grad_norm": 1.7473731434882054,
      "learning_rate": 2e-05,
      "loss": 0.5762314796447754,
      "step": 890
    },
    {
      "epoch": 0.06463659867854064,
      "grad_norm": 1.9794278765039208,
      "learning_rate": 2e-05,
      "loss": 0.5760797023773193,
      "step": 900
    },
    {
      "epoch": 0.06535478310830221,
      "grad_norm": 1.4685265623649186,
      "learning_rate": 2e-05,
      "loss": 0.5756824493408204,
      "step": 910
    },
    {
      "epoch": 0.06607296753806377,
      "grad_norm": 3.5706979343374585,
      "learning_rate": 2e-05,
      "loss": 0.5928406715393066,
      "step": 920
    },
    {
      "epoch": 0.06679115196782534,
      "grad_norm": 2.410172156848363,
      "learning_rate": 2e-05,
      "loss": 0.586873197555542,
      "step": 930
    },
    {
      "epoch": 0.0675093363975869,
      "grad_norm": 1.76346911050291,
      "learning_rate": 2e-05,
      "loss": 0.5639792919158936,
      "step": 940
    },
    {
      "epoch": 0.06822752082734847,
      "grad_norm": 1.9137227242149635,
      "learning_rate": 2e-05,
      "loss": 0.5454784393310547,
      "step": 950
    },
    {
      "epoch": 0.06894570525711002,
      "grad_norm": 8.304387253857707,
      "learning_rate": 2e-05,
      "loss": 0.5690406322479248,
      "step": 960
    },
    {
      "epoch": 0.0696638896868716,
      "grad_norm": 5.601795840800609,
      "learning_rate": 2e-05,
      "loss": 0.5632596492767334,
      "step": 970
    },
    {
      "epoch": 0.07038207411663315,
      "grad_norm": 1.2905335866729684,
      "learning_rate": 2e-05,
      "loss": 0.5677547454833984,
      "step": 980
    },
    {
      "epoch": 0.07110025854639472,
      "grad_norm": 1.949979768811656,
      "learning_rate": 2e-05,
      "loss": 0.5854274749755859,
      "step": 990
    },
    {
      "epoch": 0.07181844297615628,
      "grad_norm": 1.6513016002762253,
      "learning_rate": 2e-05,
      "loss": 0.5451416015625,
      "step": 1000
    },
    {
      "epoch": 0.07253662740591783,
      "grad_norm": 1.057713393668006,
      "learning_rate": 2e-05,
      "loss": 0.5706183433532714,
      "step": 1010
    },
    {
      "epoch": 0.0732548118356794,
      "grad_norm": 1.19168741304534,
      "learning_rate": 2e-05,
      "loss": 0.5565749168395996,
      "step": 1020
    },
    {
      "epoch": 0.07397299626544096,
      "grad_norm": 1.6254916693592154,
      "learning_rate": 2e-05,
      "loss": 0.5810106277465821,
      "step": 1030
    },
    {
      "epoch": 0.07469118069520253,
      "grad_norm": 1.5866511613681553,
      "learning_rate": 2e-05,
      "loss": 0.5619721412658691,
      "step": 1040
    },
    {
      "epoch": 0.07540936512496409,
      "grad_norm": 1.1498381256400876,
      "learning_rate": 2e-05,
      "loss": 0.5876872539520264,
      "step": 1050
    },
    {
      "epoch": 0.07612754955472566,
      "grad_norm": 2.9821157835031227,
      "learning_rate": 2e-05,
      "loss": 0.5456615447998047,
      "step": 1060
    },
    {
      "epoch": 0.07684573398448721,
      "grad_norm": 8.097355743313344,
      "learning_rate": 2e-05,
      "loss": 0.5601712703704834,
      "step": 1070
    },
    {
      "epoch": 0.07756391841424878,
      "grad_norm": 0.9933021167230655,
      "learning_rate": 2e-05,
      "loss": 0.5562532424926758,
      "step": 1080
    },
    {
      "epoch": 0.07828210284401034,
      "grad_norm": 1.8230582482908633,
      "learning_rate": 2e-05,
      "loss": 0.5808509826660156,
      "step": 1090
    },
    {
      "epoch": 0.07900028727377191,
      "grad_norm": 4.271370035346493,
      "learning_rate": 2e-05,
      "loss": 0.5664793968200683,
      "step": 1100
    },
    {
      "epoch": 0.07971847170353347,
      "grad_norm": 2.5463365356766112,
      "learning_rate": 2e-05,
      "loss": 0.5739293575286866,
      "step": 1110
    },
    {
      "epoch": 0.08043665613329504,
      "grad_norm": 2.453175270189324,
      "learning_rate": 2e-05,
      "loss": 0.5638039588928223,
      "step": 1120
    },
    {
      "epoch": 0.0811548405630566,
      "grad_norm": 1.5752713585292695,
      "learning_rate": 2e-05,
      "loss": 0.5842902660369873,
      "step": 1130
    },
    {
      "epoch": 0.08187302499281815,
      "grad_norm": 1.8751807524553166,
      "learning_rate": 2e-05,
      "loss": 0.576123046875,
      "step": 1140
    },
    {
      "epoch": 0.08259120942257972,
      "grad_norm": 1.683663936977947,
      "learning_rate": 2e-05,
      "loss": 0.569098949432373,
      "step": 1150
    },
    {
      "epoch": 0.08330939385234128,
      "grad_norm": 0.9580582317849732,
      "learning_rate": 2e-05,
      "loss": 0.5793169975280762,
      "step": 1160
    },
    {
      "epoch": 0.08402757828210285,
      "grad_norm": 0.9402295965431912,
      "learning_rate": 2e-05,
      "loss": 0.5486289024353027,
      "step": 1170
    },
    {
      "epoch": 0.0847457627118644,
      "grad_norm": 1.1485131505839699,
      "learning_rate": 2e-05,
      "loss": 0.5426076412200928,
      "step": 1180
    },
    {
      "epoch": 0.08546394714162597,
      "grad_norm": 1.7549045638499663,
      "learning_rate": 2e-05,
      "loss": 0.5498751640319824,
      "step": 1190
    },
    {
      "epoch": 0.08618213157138753,
      "grad_norm": 0.9912225685748786,
      "learning_rate": 2e-05,
      "loss": 0.5506443023681641,
      "step": 1200
    },
    {
      "epoch": 0.0869003160011491,
      "grad_norm": 1.3720943673796238,
      "learning_rate": 2e-05,
      "loss": 0.5797753810882569,
      "step": 1210
    },
    {
      "epoch": 0.08761850043091066,
      "grad_norm": 1.4192758780321768,
      "learning_rate": 2e-05,
      "loss": 0.5356600761413575,
      "step": 1220
    },
    {
      "epoch": 0.08833668486067223,
      "grad_norm": 2.919629967641099,
      "learning_rate": 2e-05,
      "loss": 0.5717302322387695,
      "step": 1230
    },
    {
      "epoch": 0.08905486929043378,
      "grad_norm": 1.7267510045028758,
      "learning_rate": 2e-05,
      "loss": 0.5709489822387696,
      "step": 1240
    },
    {
      "epoch": 0.08977305372019534,
      "grad_norm": 2.8325078628460765,
      "learning_rate": 2e-05,
      "loss": 0.5591310501098633,
      "step": 1250
    },
    {
      "epoch": 0.09049123814995691,
      "grad_norm": 1.986998225545337,
      "learning_rate": 2e-05,
      "loss": 0.5816420555114746,
      "step": 1260
    },
    {
      "epoch": 0.09120942257971847,
      "grad_norm": 1.9572581063748238,
      "learning_rate": 2e-05,
      "loss": 0.5677023887634277,
      "step": 1270
    },
    {
      "epoch": 0.09192760700948004,
      "grad_norm": 1.6917502403211007,
      "learning_rate": 2e-05,
      "loss": 0.5681667327880859,
      "step": 1280
    },
    {
      "epoch": 0.09264579143924159,
      "grad_norm": 11.463447939557085,
      "learning_rate": 2e-05,
      "loss": 0.5768218040466309,
      "step": 1290
    },
    {
      "epoch": 0.09336397586900316,
      "grad_norm": 3.8115737877901332,
      "learning_rate": 2e-05,
      "loss": 0.6065096855163574,
      "step": 1300
    },
    {
      "epoch": 0.09408216029876472,
      "grad_norm": 2.6413172692463145,
      "learning_rate": 2e-05,
      "loss": 0.5840601921081543,
      "step": 1310
    },
    {
      "epoch": 0.09480034472852629,
      "grad_norm": 15.203564161631757,
      "learning_rate": 2e-05,
      "loss": 0.5864563941955566,
      "step": 1320
    },
    {
      "epoch": 0.09551852915828785,
      "grad_norm": 2.1523412907056687,
      "learning_rate": 2e-05,
      "loss": 0.5579684257507325,
      "step": 1330
    },
    {
      "epoch": 0.09623671358804942,
      "grad_norm": 1.4859209284600976,
      "learning_rate": 2e-05,
      "loss": 0.550372838973999,
      "step": 1340
    },
    {
      "epoch": 0.09695489801781097,
      "grad_norm": 1.448109982957294,
      "learning_rate": 2e-05,
      "loss": 0.5813479900360108,
      "step": 1350
    },
    {
      "epoch": 0.09767308244757254,
      "grad_norm": 1.3581017917413656,
      "learning_rate": 2e-05,
      "loss": 0.5561168670654297,
      "step": 1360
    },
    {
      "epoch": 0.0983912668773341,
      "grad_norm": 6.101417578261775,
      "learning_rate": 2e-05,
      "loss": 0.5878985404968262,
      "step": 1370
    },
    {
      "epoch": 0.09910945130709566,
      "grad_norm": 4.598610068508402,
      "learning_rate": 2e-05,
      "loss": 0.545405101776123,
      "step": 1380
    },
    {
      "epoch": 0.09982763573685723,
      "grad_norm": 141.15578014813462,
      "learning_rate": 2e-05,
      "loss": 0.5621461391448974,
      "step": 1390
    },
    {
      "epoch": 0.10054582016661878,
      "grad_norm": 1.5976483700681585,
      "learning_rate": 2e-05,
      "loss": 0.565939998626709,
      "step": 1400
    },
    {
      "epoch": 0.10126400459638035,
      "grad_norm": 1.1844225628657883,
      "learning_rate": 2e-05,
      "loss": 0.5519757747650147,
      "step": 1410
    },
    {
      "epoch": 0.10198218902614191,
      "grad_norm": 2.1078647544672737,
      "learning_rate": 2e-05,
      "loss": 0.5502148628234863,
      "step": 1420
    },
    {
      "epoch": 0.10270037345590348,
      "grad_norm": 1.1395643545490772,
      "learning_rate": 2e-05,
      "loss": 0.5794494152069092,
      "step": 1430
    },
    {
      "epoch": 0.10341855788566504,
      "grad_norm": 1.5152216105283558,
      "learning_rate": 2e-05,
      "loss": 0.5503892421722412,
      "step": 1440
    },
    {
      "epoch": 0.1041367423154266,
      "grad_norm": 1.5670725095405607,
      "learning_rate": 2e-05,
      "loss": 0.5478639125823974,
      "step": 1450
    },
    {
      "epoch": 0.10485492674518816,
      "grad_norm": 1.4954692560990348,
      "learning_rate": 2e-05,
      "loss": 0.5685035228729248,
      "step": 1460
    },
    {
      "epoch": 0.10557311117494973,
      "grad_norm": 1.353128205798565,
      "learning_rate": 2e-05,
      "loss": 0.5872815132141114,
      "step": 1470
    },
    {
      "epoch": 0.10629129560471129,
      "grad_norm": 1.7189282039646936,
      "learning_rate": 2e-05,
      "loss": 0.5590821743011475,
      "step": 1480
    },
    {
      "epoch": 0.10700948003447286,
      "grad_norm": 1.4249576537485247,
      "learning_rate": 2e-05,
      "loss": 0.5432151794433594,
      "step": 1490
    },
    {
      "epoch": 0.10772766446423442,
      "grad_norm": 2.1280600158894867,
      "learning_rate": 2e-05,
      "loss": 0.5681562423706055,
      "step": 1500
    },
    {
      "epoch": 0.10844584889399597,
      "grad_norm": 2.4405567792791953,
      "learning_rate": 2e-05,
      "loss": 0.5866745948791504,
      "step": 1510
    },
    {
      "epoch": 0.10916403332375754,
      "grad_norm": 3.557452916491406,
      "learning_rate": 2e-05,
      "loss": 0.5944591522216797,
      "step": 1520
    },
    {
      "epoch": 0.1098822177535191,
      "grad_norm": 1.5523533701738963,
      "learning_rate": 2e-05,
      "loss": 0.5890916347503662,
      "step": 1530
    },
    {
      "epoch": 0.11060040218328067,
      "grad_norm": 2.9322469974839507,
      "learning_rate": 2e-05,
      "loss": 0.6054721355438233,
      "step": 1540
    },
    {
      "epoch": 0.11131858661304223,
      "grad_norm": 21.647434412105945,
      "learning_rate": 2e-05,
      "loss": 0.5661759376525879,
      "step": 1550
    },
    {
      "epoch": 0.1120367710428038,
      "grad_norm": 1.2627168964462054,
      "learning_rate": 2e-05,
      "loss": 0.5594186305999755,
      "step": 1560
    },
    {
      "epoch": 0.11275495547256535,
      "grad_norm": 1.0723943669120632,
      "learning_rate": 2e-05,
      "loss": 0.5436471939086914,
      "step": 1570
    },
    {
      "epoch": 0.11347313990232692,
      "grad_norm": 2.4411142355275195,
      "learning_rate": 2e-05,
      "loss": 0.5494973659515381,
      "step": 1580
    },
    {
      "epoch": 0.11419132433208848,
      "grad_norm": 1.1969171510706842,
      "learning_rate": 2e-05,
      "loss": 0.572919225692749,
      "step": 1590
    },
    {
      "epoch": 0.11490950876185005,
      "grad_norm": 2.483881881946407,
      "learning_rate": 2e-05,
      "loss": 0.5452249050140381,
      "step": 1600
    },
    {
      "epoch": 0.1156276931916116,
      "grad_norm": 2.279437521733609,
      "learning_rate": 2e-05,
      "loss": 0.5241269111633301,
      "step": 1610
    },
    {
      "epoch": 0.11634587762137318,
      "grad_norm": 3.656360389542672,
      "learning_rate": 2e-05,
      "loss": 0.5492501735687256,
      "step": 1620
    },
    {
      "epoch": 0.11706406205113473,
      "grad_norm": 3.4727854166833154,
      "learning_rate": 2e-05,
      "loss": 0.5788387298583985,
      "step": 1630
    },
    {
      "epoch": 0.11778224648089629,
      "grad_norm": 1.4914111809005286,
      "learning_rate": 2e-05,
      "loss": 0.6174117088317871,
      "step": 1640
    },
    {
      "epoch": 0.11850043091065786,
      "grad_norm": 1.484749826516222,
      "learning_rate": 2e-05,
      "loss": 0.5739808082580566,
      "step": 1650
    },
    {
      "epoch": 0.11921861534041941,
      "grad_norm": 2.07472584235867,
      "learning_rate": 2e-05,
      "loss": 0.607530164718628,
      "step": 1660
    },
    {
      "epoch": 0.11993679977018099,
      "grad_norm": 1.9705452267412202,
      "learning_rate": 2e-05,
      "loss": 0.5739453792572021,
      "step": 1670
    },
    {
      "epoch": 0.12065498419994254,
      "grad_norm": 1.4309591953629426,
      "learning_rate": 2e-05,
      "loss": 0.5947217464447021,
      "step": 1680
    },
    {
      "epoch": 0.12137316862970411,
      "grad_norm": 8.183396541359487,
      "learning_rate": 2e-05,
      "loss": 0.5689792156219482,
      "step": 1690
    },
    {
      "epoch": 0.12209135305946567,
      "grad_norm": 1.5692583711266774,
      "learning_rate": 2e-05,
      "loss": 0.5235940456390381,
      "step": 1700
    },
    {
      "epoch": 0.12280953748922724,
      "grad_norm": 22.072250923049598,
      "learning_rate": 2e-05,
      "loss": 0.574592399597168,
      "step": 1710
    },
    {
      "epoch": 0.1235277219189888,
      "grad_norm": 2.1787892001484015,
      "learning_rate": 2e-05,
      "loss": 0.5768856048583985,
      "step": 1720
    },
    {
      "epoch": 0.12424590634875037,
      "grad_norm": 1.314265011222165,
      "learning_rate": 2e-05,
      "loss": 0.5917662620544434,
      "step": 1730
    },
    {
      "epoch": 0.12496409077851192,
      "grad_norm": 2.561878560439314,
      "learning_rate": 2e-05,
      "loss": 0.5569777965545655,
      "step": 1740
    },
    {
      "epoch": 0.1256822752082735,
      "grad_norm": 3.13466478785473,
      "learning_rate": 2e-05,
      "loss": 0.5714035987854004,
      "step": 1750
    },
    {
      "epoch": 0.12640045963803503,
      "grad_norm": 1.3850702400017658,
      "learning_rate": 2e-05,
      "loss": 0.5585092544555664,
      "step": 1760
    },
    {
      "epoch": 0.1271186440677966,
      "grad_norm": 1.5218161796017777,
      "learning_rate": 2e-05,
      "loss": 0.557247257232666,
      "step": 1770
    },
    {
      "epoch": 0.12783682849755817,
      "grad_norm": 2.0961065086106325,
      "learning_rate": 2e-05,
      "loss": 0.5705356121063232,
      "step": 1780
    },
    {
      "epoch": 0.12855501292731975,
      "grad_norm": 8.840127197800863,
      "learning_rate": 2e-05,
      "loss": 0.523622703552246,
      "step": 1790
    },
    {
      "epoch": 0.1292731973570813,
      "grad_norm": 1.6130732903200282,
      "learning_rate": 2e-05,
      "loss": 0.5404885768890381,
      "step": 1800
    },
    {
      "epoch": 0.12999138178684286,
      "grad_norm": 3.3209600372002086,
      "learning_rate": 2e-05,
      "loss": 0.5290946960449219,
      "step": 1810
    },
    {
      "epoch": 0.13070956621660443,
      "grad_norm": 1.7926966358429328,
      "learning_rate": 2e-05,
      "loss": 0.5992692470550537,
      "step": 1820
    },
    {
      "epoch": 0.131427750646366,
      "grad_norm": 2.3058228432645897,
      "learning_rate": 2e-05,
      "loss": 0.5432312965393067,
      "step": 1830
    },
    {
      "epoch": 0.13214593507612754,
      "grad_norm": 2.001620000676492,
      "learning_rate": 2e-05,
      "loss": 0.5786615371704101,
      "step": 1840
    },
    {
      "epoch": 0.1328641195058891,
      "grad_norm": 1.4184231189324574,
      "learning_rate": 2e-05,
      "loss": 0.5465398788452148,
      "step": 1850
    },
    {
      "epoch": 0.13358230393565068,
      "grad_norm": 1.7730327835422113,
      "learning_rate": 2e-05,
      "loss": 0.5668454170227051,
      "step": 1860
    },
    {
      "epoch": 0.13430048836541225,
      "grad_norm": 1.5629284623062545,
      "learning_rate": 2e-05,
      "loss": 0.6058121681213379,
      "step": 1870
    },
    {
      "epoch": 0.1350186727951738,
      "grad_norm": 4.630139619066831,
      "learning_rate": 2e-05,
      "loss": 0.5537769317626953,
      "step": 1880
    },
    {
      "epoch": 0.13573685722493536,
      "grad_norm": 3.5059792014239473,
      "learning_rate": 2e-05,
      "loss": 0.5759965419769287,
      "step": 1890
    },
    {
      "epoch": 0.13645504165469693,
      "grad_norm": 1.329974685954622,
      "learning_rate": 2e-05,
      "loss": 0.5549535274505615,
      "step": 1900
    },
    {
      "epoch": 0.13717322608445848,
      "grad_norm": 6.710102458220659,
      "learning_rate": 2e-05,
      "loss": 0.5439998149871826,
      "step": 1910
    },
    {
      "epoch": 0.13789141051422005,
      "grad_norm": 4.374063390421496,
      "learning_rate": 2e-05,
      "loss": 0.5546764373779297,
      "step": 1920
    },
    {
      "epoch": 0.13860959494398162,
      "grad_norm": 2.6173407845738166,
      "learning_rate": 2e-05,
      "loss": 0.5726741790771485,
      "step": 1930
    },
    {
      "epoch": 0.1393277793737432,
      "grad_norm": 4.304682258340256,
      "learning_rate": 2e-05,
      "loss": 0.5658658504486084,
      "step": 1940
    },
    {
      "epoch": 0.14004596380350473,
      "grad_norm": 3.3504816392214782,
      "learning_rate": 2e-05,
      "loss": 0.5655290126800537,
      "step": 1950
    },
    {
      "epoch": 0.1407641482332663,
      "grad_norm": 1.838294224798907,
      "learning_rate": 2e-05,
      "loss": 0.5578551769256592,
      "step": 1960
    },
    {
      "epoch": 0.14148233266302787,
      "grad_norm": 3.008317667214241,
      "learning_rate": 2e-05,
      "loss": 0.5349006652832031,
      "step": 1970
    },
    {
      "epoch": 0.14220051709278944,
      "grad_norm": 3.013445284817389,
      "learning_rate": 2e-05,
      "loss": 0.5707347393035889,
      "step": 1980
    },
    {
      "epoch": 0.14291870152255098,
      "grad_norm": 1.7167470080649117,
      "learning_rate": 2e-05,
      "loss": 0.5561907768249512,
      "step": 1990
    },
    {
      "epoch": 0.14363688595231255,
      "grad_norm": 2.2653225742012615,
      "learning_rate": 2e-05,
      "loss": 0.5378569602966309,
      "step": 2000
    },
    {
      "epoch": 0.14435507038207412,
      "grad_norm": 3.3495014969229766,
      "learning_rate": 2e-05,
      "loss": 0.5674232482910156,
      "step": 2010
    },
    {
      "epoch": 0.14507325481183567,
      "grad_norm": 1.7093094301537985,
      "learning_rate": 2e-05,
      "loss": 0.5741843223571778,
      "step": 2020
    },
    {
      "epoch": 0.14579143924159724,
      "grad_norm": 1.5010655332169438,
      "learning_rate": 2e-05,
      "loss": 0.5695930004119873,
      "step": 2030
    },
    {
      "epoch": 0.1465096236713588,
      "grad_norm": 1.5521694994775619,
      "learning_rate": 2e-05,
      "loss": 0.5523951530456543,
      "step": 2040
    },
    {
      "epoch": 0.14722780810112038,
      "grad_norm": 3.0404224380491347,
      "learning_rate": 2e-05,
      "loss": 0.5805356502532959,
      "step": 2050
    },
    {
      "epoch": 0.14794599253088192,
      "grad_norm": 1.349791102810318,
      "learning_rate": 2e-05,
      "loss": 0.5671909332275391,
      "step": 2060
    },
    {
      "epoch": 0.1486641769606435,
      "grad_norm": 3.6695671293215697,
      "learning_rate": 2e-05,
      "loss": 0.5312755584716797,
      "step": 2070
    },
    {
      "epoch": 0.14938236139040506,
      "grad_norm": 4.911695581931882,
      "learning_rate": 2e-05,
      "loss": 0.5726969718933106,
      "step": 2080
    },
    {
      "epoch": 0.15010054582016663,
      "grad_norm": 8.09684298774792,
      "learning_rate": 2e-05,
      "loss": 0.5571673393249512,
      "step": 2090
    },
    {
      "epoch": 0.15081873024992817,
      "grad_norm": 2.2745544981394143,
      "learning_rate": 2e-05,
      "loss": 0.5517287254333496,
      "step": 2100
    },
    {
      "epoch": 0.15153691467968974,
      "grad_norm": 1.419765240616946,
      "learning_rate": 2e-05,
      "loss": 0.5615994930267334,
      "step": 2110
    },
    {
      "epoch": 0.15225509910945131,
      "grad_norm": 3.7635018424594864,
      "learning_rate": 2e-05,
      "loss": 0.566252613067627,
      "step": 2120
    },
    {
      "epoch": 0.15297328353921286,
      "grad_norm": 2.765211749203788,
      "learning_rate": 2e-05,
      "loss": 0.5662132263183594,
      "step": 2130
    },
    {
      "epoch": 0.15369146796897443,
      "grad_norm": 19.961112859254513,
      "learning_rate": 2e-05,
      "loss": 0.5998068809509277,
      "step": 2140
    },
    {
      "epoch": 0.154409652398736,
      "grad_norm": 1.7784559217289087,
      "learning_rate": 2e-05,
      "loss": 0.564358139038086,
      "step": 2150
    },
    {
      "epoch": 0.15512783682849757,
      "grad_norm": 1.3875792261494675,
      "learning_rate": 2e-05,
      "loss": 0.5419380187988281,
      "step": 2160
    },
    {
      "epoch": 0.1558460212582591,
      "grad_norm": 2.022411553935775,
      "learning_rate": 2e-05,
      "loss": 0.5899745941162109,
      "step": 2170
    },
    {
      "epoch": 0.15656420568802068,
      "grad_norm": 2.272563024973418,
      "learning_rate": 2e-05,
      "loss": 0.55307035446167,
      "step": 2180
    },
    {
      "epoch": 0.15728239011778225,
      "grad_norm": 1.9234961093353966,
      "learning_rate": 2e-05,
      "loss": 0.6007951259613037,
      "step": 2190
    },
    {
      "epoch": 0.15800057454754382,
      "grad_norm": 1.256053229715644,
      "learning_rate": 2e-05,
      "loss": 0.5546849250793457,
      "step": 2200
    },
    {
      "epoch": 0.15871875897730536,
      "grad_norm": 1.2335218202043055,
      "learning_rate": 2e-05,
      "loss": 0.5476455688476562,
      "step": 2210
    },
    {
      "epoch": 0.15943694340706693,
      "grad_norm": 2.8401539385475116,
      "learning_rate": 2e-05,
      "loss": 0.5543958187103272,
      "step": 2220
    },
    {
      "epoch": 0.1601551278368285,
      "grad_norm": 2.197748282778052,
      "learning_rate": 2e-05,
      "loss": 0.5589810848236084,
      "step": 2230
    },
    {
      "epoch": 0.16087331226659007,
      "grad_norm": 3.3213977186166805,
      "learning_rate": 2e-05,
      "loss": 0.5354520320892334,
      "step": 2240
    },
    {
      "epoch": 0.16159149669635162,
      "grad_norm": 1.445633989615147,
      "learning_rate": 2e-05,
      "loss": 0.5722284317016602,
      "step": 2250
    },
    {
      "epoch": 0.1623096811261132,
      "grad_norm": 7.116743865111077,
      "learning_rate": 2e-05,
      "loss": 0.5650218963623047,
      "step": 2260
    },
    {
      "epoch": 0.16302786555587476,
      "grad_norm": 1.716127091438019,
      "learning_rate": 2e-05,
      "loss": 0.5529635429382325,
      "step": 2270
    },
    {
      "epoch": 0.1637460499856363,
      "grad_norm": 1.055030692862526,
      "learning_rate": 2e-05,
      "loss": 0.5603778839111329,
      "step": 2280
    },
    {
      "epoch": 0.16446423441539787,
      "grad_norm": 1.342803947507129,
      "learning_rate": 2e-05,
      "loss": 0.5632447242736817,
      "step": 2290
    },
    {
      "epoch": 0.16518241884515944,
      "grad_norm": 1.054694302356739,
      "learning_rate": 2e-05,
      "loss": 0.5708892822265625,
      "step": 2300
    },
    {
      "epoch": 0.165900603274921,
      "grad_norm": 1.1307530423263086,
      "learning_rate": 2e-05,
      "loss": 0.5213704109191895,
      "step": 2310
    },
    {
      "epoch": 0.16661878770468255,
      "grad_norm": 1.0820602105055892,
      "learning_rate": 2e-05,
      "loss": 0.5062259197235107,
      "step": 2320
    },
    {
      "epoch": 0.16733697213444412,
      "grad_norm": 1.1270089576544027,
      "learning_rate": 2e-05,
      "loss": 0.5432156562805176,
      "step": 2330
    },
    {
      "epoch": 0.1680551565642057,
      "grad_norm": 0.9920832286718221,
      "learning_rate": 2e-05,
      "loss": 0.5382828712463379,
      "step": 2340
    },
    {
      "epoch": 0.16877334099396726,
      "grad_norm": 1.1726405888684055,
      "learning_rate": 2e-05,
      "loss": 0.5809371948242188,
      "step": 2350
    },
    {
      "epoch": 0.1694915254237288,
      "grad_norm": 0.9340362083469751,
      "learning_rate": 2e-05,
      "loss": 0.549803352355957,
      "step": 2360
    },
    {
      "epoch": 0.17020970985349038,
      "grad_norm": 0.938566558796553,
      "learning_rate": 2e-05,
      "loss": 0.5452708721160888,
      "step": 2370
    },
    {
      "epoch": 0.17092789428325195,
      "grad_norm": 0.7822121686397506,
      "learning_rate": 2e-05,
      "loss": 0.573302173614502,
      "step": 2380
    },
    {
      "epoch": 0.1716460787130135,
      "grad_norm": 0.8584393263957636,
      "learning_rate": 2e-05,
      "loss": 0.5399321556091309,
      "step": 2390
    },
    {
      "epoch": 0.17236426314277506,
      "grad_norm": 1.0102345883460102,
      "learning_rate": 2e-05,
      "loss": 0.5162699222564697,
      "step": 2400
    },
    {
      "epoch": 0.17308244757253663,
      "grad_norm": 0.9712142063036817,
      "learning_rate": 2e-05,
      "loss": 0.546810531616211,
      "step": 2410
    },
    {
      "epoch": 0.1738006320022982,
      "grad_norm": 1.092566228410939,
      "learning_rate": 2e-05,
      "loss": 0.5729592800140381,
      "step": 2420
    },
    {
      "epoch": 0.17451881643205974,
      "grad_norm": 0.7737223185881741,
      "learning_rate": 2e-05,
      "loss": 0.5603939056396484,
      "step": 2430
    },
    {
      "epoch": 0.1752370008618213,
      "grad_norm": 1.1017251656675449,
      "learning_rate": 2e-05,
      "loss": 0.5336654663085938,
      "step": 2440
    },
    {
      "epoch": 0.17595518529158288,
      "grad_norm": 1.881306561126187,
      "learning_rate": 2e-05,
      "loss": 0.5107797622680664,
      "step": 2450
    },
    {
      "epoch": 0.17667336972134445,
      "grad_norm": 0.8552534631118969,
      "learning_rate": 2e-05,
      "loss": 0.5397173881530761,
      "step": 2460
    },
    {
      "epoch": 0.177391554151106,
      "grad_norm": 1.1626898542148933,
      "learning_rate": 2e-05,
      "loss": 0.5552604675292969,
      "step": 2470
    },
    {
      "epoch": 0.17810973858086757,
      "grad_norm": 0.7392869255775882,
      "learning_rate": 2e-05,
      "loss": 0.5463393211364747,
      "step": 2480
    },
    {
      "epoch": 0.17882792301062914,
      "grad_norm": 0.8337215511497923,
      "learning_rate": 2e-05,
      "loss": 0.5500159740447998,
      "step": 2490
    },
    {
      "epoch": 0.17954610744039068,
      "grad_norm": 1.2250992404021477,
      "learning_rate": 2e-05,
      "loss": 0.5643744468688965,
      "step": 2500
    },
    {
      "epoch": 0.18026429187015225,
      "grad_norm": 1.9461609461436875,
      "learning_rate": 2e-05,
      "loss": 0.565704345703125,
      "step": 2510
    },
    {
      "epoch": 0.18098247629991382,
      "grad_norm": 2.6973002486791806,
      "learning_rate": 2e-05,
      "loss": 0.5357652187347413,
      "step": 2520
    },
    {
      "epoch": 0.1817006607296754,
      "grad_norm": 1.219804225085043,
      "learning_rate": 2e-05,
      "loss": 0.5559783458709717,
      "step": 2530
    },
    {
      "epoch": 0.18241884515943693,
      "grad_norm": 1.2921261695545436,
      "learning_rate": 2e-05,
      "loss": 0.5474600791931152,
      "step": 2540
    },
    {
      "epoch": 0.1831370295891985,
      "grad_norm": 0.8137191520048562,
      "learning_rate": 2e-05,
      "loss": 0.5525152342660087,
      "step": 2550
    },
    {
      "epoch": 0.18385521401896007,
      "grad_norm": 0.7485422531957007,
      "learning_rate": 2e-05,
      "loss": 0.5182879447937012,
      "step": 2560
    },
    {
      "epoch": 0.18457339844872164,
      "grad_norm": 0.8458986828264131,
      "learning_rate": 2e-05,
      "loss": 0.5655093193054199,
      "step": 2570
    },
    {
      "epoch": 0.18529158287848319,
      "grad_norm": 0.8386295808813644,
      "learning_rate": 2e-05,
      "loss": 0.5635920524597168,
      "step": 2580
    },
    {
      "epoch": 0.18600976730824476,
      "grad_norm": 1.263649191307002,
      "learning_rate": 2e-05,
      "loss": 0.5280050277709961,
      "step": 2590
    },
    {
      "epoch": 0.18672795173800633,
      "grad_norm": 0.6650068518418435,
      "learning_rate": 2e-05,
      "loss": 0.5367030143737793,
      "step": 2600
    },
    {
      "epoch": 0.1874461361677679,
      "grad_norm": 0.9820263000565066,
      "learning_rate": 2e-05,
      "loss": 0.5617701530456543,
      "step": 2610
    },
    {
      "epoch": 0.18816432059752944,
      "grad_norm": 57.33212038331286,
      "learning_rate": 2e-05,
      "loss": 0.5331830024719239,
      "step": 2620
    },
    {
      "epoch": 0.188882505027291,
      "grad_norm": 1.010529867958665,
      "learning_rate": 2e-05,
      "loss": 0.5588025569915771,
      "step": 2630
    },
    {
      "epoch": 0.18960068945705258,
      "grad_norm": 2.428568873761783,
      "learning_rate": 2e-05,
      "loss": 0.5497950553894043,
      "step": 2640
    },
    {
      "epoch": 0.19031887388681412,
      "grad_norm": 0.9797298582461581,
      "learning_rate": 2e-05,
      "loss": 0.5596414089202881,
      "step": 2650
    },
    {
      "epoch": 0.1910370583165757,
      "grad_norm": 1.1976354552542763,
      "learning_rate": 2e-05,
      "loss": 0.5490626811981201,
      "step": 2660
    },
    {
      "epoch": 0.19175524274633726,
      "grad_norm": 1.7989529574292977,
      "learning_rate": 2e-05,
      "loss": 0.545485258102417,
      "step": 2670
    },
    {
      "epoch": 0.19247342717609883,
      "grad_norm": 1.4264206582276941,
      "learning_rate": 2e-05,
      "loss": 0.552415418624878,
      "step": 2680
    },
    {
      "epoch": 0.19319161160586037,
      "grad_norm": 1.6896278687657502,
      "learning_rate": 2e-05,
      "loss": 0.5572312831878662,
      "step": 2690
    },
    {
      "epoch": 0.19390979603562195,
      "grad_norm": 1.0240327638926607,
      "learning_rate": 2e-05,
      "loss": 0.532961368560791,
      "step": 2700
    },
    {
      "epoch": 0.19462798046538352,
      "grad_norm": 1.6000011559558622,
      "learning_rate": 2e-05,
      "loss": 0.5521466732025146,
      "step": 2710
    },
    {
      "epoch": 0.19534616489514509,
      "grad_norm": 2.071118152367986,
      "learning_rate": 2e-05,
      "loss": 0.5378462791442871,
      "step": 2720
    },
    {
      "epoch": 0.19606434932490663,
      "grad_norm": 1.2009133478257148,
      "learning_rate": 2e-05,
      "loss": 0.5343377113342285,
      "step": 2730
    },
    {
      "epoch": 0.1967825337546682,
      "grad_norm": 2.2291087985430527,
      "learning_rate": 2e-05,
      "loss": 0.5450372219085693,
      "step": 2740
    },
    {
      "epoch": 0.19750071818442977,
      "grad_norm": 1.945738285986724,
      "learning_rate": 2e-05,
      "loss": 0.542167854309082,
      "step": 2750
    },
    {
      "epoch": 0.1982189026141913,
      "grad_norm": 2.2481238159357004,
      "learning_rate": 2e-05,
      "loss": 0.5443845272064209,
      "step": 2760
    },
    {
      "epoch": 0.19893708704395288,
      "grad_norm": 14.705547772660406,
      "learning_rate": 2e-05,
      "loss": 0.5640571117401123,
      "step": 2770
    },
    {
      "epoch": 0.19965527147371445,
      "grad_norm": 1.4010674966105274,
      "learning_rate": 2e-05,
      "loss": 0.5595048904418946,
      "step": 2780
    },
    {
      "epoch": 0.20037345590347602,
      "grad_norm": 1.6533031936732634,
      "learning_rate": 2e-05,
      "loss": 0.5488017082214356,
      "step": 2790
    },
    {
      "epoch": 0.20109164033323756,
      "grad_norm": 0.9101473718897957,
      "learning_rate": 2e-05,
      "loss": 0.5591398239135742,
      "step": 2800
    },
    {
      "epoch": 0.20180982476299913,
      "grad_norm": 1.2806154270573438,
      "learning_rate": 2e-05,
      "loss": 0.5451582908630371,
      "step": 2810
    },
    {
      "epoch": 0.2025280091927607,
      "grad_norm": 1.096326916624685,
      "learning_rate": 2e-05,
      "loss": 0.5361979961395263,
      "step": 2820
    },
    {
      "epoch": 0.20324619362252228,
      "grad_norm": 1.4616941225245348,
      "learning_rate": 2e-05,
      "loss": 0.523495864868164,
      "step": 2830
    },
    {
      "epoch": 0.20396437805228382,
      "grad_norm": 4.191564714459604,
      "learning_rate": 2e-05,
      "loss": 0.5438794612884521,
      "step": 2840
    },
    {
      "epoch": 0.2046825624820454,
      "grad_norm": 1.7168589035974073,
      "learning_rate": 2e-05,
      "loss": 0.5668851375579834,
      "step": 2850
    },
    {
      "epoch": 0.20540074691180696,
      "grad_norm": 0.9229454012230967,
      "learning_rate": 2e-05,
      "loss": 0.5759838104248047,
      "step": 2860
    },
    {
      "epoch": 0.2061189313415685,
      "grad_norm": 0.8328522004523823,
      "learning_rate": 2e-05,
      "loss": 0.5419522762298584,
      "step": 2870
    },
    {
      "epoch": 0.20683711577133007,
      "grad_norm": 0.9871857471624041,
      "learning_rate": 2e-05,
      "loss": 0.5363786220550537,
      "step": 2880
    },
    {
      "epoch": 0.20755530020109164,
      "grad_norm": 3.2487151595898704,
      "learning_rate": 2e-05,
      "loss": 0.5340115547180175,
      "step": 2890
    },
    {
      "epoch": 0.2082734846308532,
      "grad_norm": 0.7827799415548224,
      "learning_rate": 2e-05,
      "loss": 0.5312486171722413,
      "step": 2900
    },
    {
      "epoch": 0.20899166906061475,
      "grad_norm": 0.9877002420700066,
      "learning_rate": 2e-05,
      "loss": 0.5470780849456787,
      "step": 2910
    },
    {
      "epoch": 0.20970985349037632,
      "grad_norm": 1.0995053866218378,
      "learning_rate": 2e-05,
      "loss": 0.5432174682617188,
      "step": 2920
    },
    {
      "epoch": 0.2104280379201379,
      "grad_norm": 1.0857728732127427,
      "learning_rate": 2e-05,
      "loss": 0.5392356872558594,
      "step": 2930
    },
    {
      "epoch": 0.21114622234989947,
      "grad_norm": 1.9619930189549586,
      "learning_rate": 2e-05,
      "loss": 0.5705612182617188,
      "step": 2940
    },
    {
      "epoch": 0.211864406779661,
      "grad_norm": 0.8233017944410961,
      "learning_rate": 2e-05,
      "loss": 0.5546197414398193,
      "step": 2950
    },
    {
      "epoch": 0.21258259120942258,
      "grad_norm": 0.9105653047193188,
      "learning_rate": 2e-05,
      "loss": 0.5508191108703613,
      "step": 2960
    },
    {
      "epoch": 0.21330077563918415,
      "grad_norm": 0.9269966709109632,
      "learning_rate": 2e-05,
      "loss": 0.5359363555908203,
      "step": 2970
    },
    {
      "epoch": 0.21401896006894572,
      "grad_norm": 1.8353878257951093,
      "learning_rate": 2e-05,
      "loss": 0.5240117073059082,
      "step": 2980
    },
    {
      "epoch": 0.21473714449870726,
      "grad_norm": 0.9153632235968345,
      "learning_rate": 2e-05,
      "loss": 0.5855673789978028,
      "step": 2990
    },
    {
      "epoch": 0.21545532892846883,
      "grad_norm": 2.552566010472789,
      "learning_rate": 2e-05,
      "loss": 0.5317099571228028,
      "step": 3000
    },
    {
      "epoch": 0.2161735133582304,
      "grad_norm": 0.7616162209577058,
      "learning_rate": 2e-05,
      "loss": 0.5220732688903809,
      "step": 3010
    },
    {
      "epoch": 0.21689169778799194,
      "grad_norm": 0.944591685403448,
      "learning_rate": 2e-05,
      "loss": 0.5718944549560547,
      "step": 3020
    },
    {
      "epoch": 0.21760988221775351,
      "grad_norm": 4.068245677494431,
      "learning_rate": 2e-05,
      "loss": 0.5604113578796387,
      "step": 3030
    },
    {
      "epoch": 0.21832806664751508,
      "grad_norm": 1.0216540496576307,
      "learning_rate": 2e-05,
      "loss": 0.5399260520935059,
      "step": 3040
    },
    {
      "epoch": 0.21904625107727665,
      "grad_norm": 2.1391957462124513,
      "learning_rate": 2e-05,
      "loss": 0.5619949340820313,
      "step": 3050
    },
    {
      "epoch": 0.2197644355070382,
      "grad_norm": 7.839074007012571,
      "learning_rate": 2e-05,
      "loss": 0.5454532146453858,
      "step": 3060
    },
    {
      "epoch": 0.22048261993679977,
      "grad_norm": 1.0292094224708557,
      "learning_rate": 2e-05,
      "loss": 0.5300239562988281,
      "step": 3070
    },
    {
      "epoch": 0.22120080436656134,
      "grad_norm": 1.2148852311315284,
      "learning_rate": 2e-05,
      "loss": 0.5592824459075928,
      "step": 3080
    },
    {
      "epoch": 0.2219189887963229,
      "grad_norm": 0.9225477108329542,
      "learning_rate": 2e-05,
      "loss": 0.5457301139831543,
      "step": 3090
    },
    {
      "epoch": 0.22263717322608445,
      "grad_norm": 0.8697258595670831,
      "learning_rate": 2e-05,
      "loss": 0.5454823493957519,
      "step": 3100
    },
    {
      "epoch": 0.22335535765584602,
      "grad_norm": 5.438955814429222,
      "learning_rate": 2e-05,
      "loss": 0.5292059898376464,
      "step": 3110
    },
    {
      "epoch": 0.2240735420856076,
      "grad_norm": 1.0833357383530895,
      "learning_rate": 2e-05,
      "loss": 0.5511852264404297,
      "step": 3120
    },
    {
      "epoch": 0.22479172651536913,
      "grad_norm": 0.8984792439415155,
      "learning_rate": 2e-05,
      "loss": 0.5306966781616211,
      "step": 3130
    },
    {
      "epoch": 0.2255099109451307,
      "grad_norm": 0.9423509233152327,
      "learning_rate": 2e-05,
      "loss": 0.5315725803375244,
      "step": 3140
    },
    {
      "epoch": 0.22622809537489227,
      "grad_norm": 2.4028645931384083,
      "learning_rate": 2e-05,
      "loss": 0.5435212612152099,
      "step": 3150
    },
    {
      "epoch": 0.22694627980465384,
      "grad_norm": 1.475845967525974,
      "learning_rate": 2e-05,
      "loss": 0.5166927814483643,
      "step": 3160
    },
    {
      "epoch": 0.2276644642344154,
      "grad_norm": 0.6544682011177914,
      "learning_rate": 2e-05,
      "loss": 0.5181003093719483,
      "step": 3170
    },
    {
      "epoch": 0.22838264866417696,
      "grad_norm": 1.0973902734239385,
      "learning_rate": 2e-05,
      "loss": 0.5918588161468505,
      "step": 3180
    },
    {
      "epoch": 0.22910083309393853,
      "grad_norm": 0.8935409561831856,
      "learning_rate": 2e-05,
      "loss": 0.5456660270690918,
      "step": 3190
    },
    {
      "epoch": 0.2298190175237001,
      "grad_norm": 1.1939220525729801,
      "learning_rate": 2e-05,
      "loss": 0.5290317535400391,
      "step": 3200
    },
    {
      "epoch": 0.23053720195346164,
      "grad_norm": 1.4729019657064506,
      "learning_rate": 2e-05,
      "loss": 0.5350526809692383,
      "step": 3210
    },
    {
      "epoch": 0.2312553863832232,
      "grad_norm": 0.8147013344395122,
      "learning_rate": 2e-05,
      "loss": 0.5702343940734863,
      "step": 3220
    },
    {
      "epoch": 0.23197357081298478,
      "grad_norm": 0.9571746233582706,
      "learning_rate": 2e-05,
      "loss": 0.5327776908874512,
      "step": 3230
    },
    {
      "epoch": 0.23269175524274635,
      "grad_norm": 0.8061187097411603,
      "learning_rate": 2e-05,
      "loss": 0.5256548881530761,
      "step": 3240
    },
    {
      "epoch": 0.2334099396725079,
      "grad_norm": 1.5964531252194205,
      "learning_rate": 2e-05,
      "loss": 0.5330841064453125,
      "step": 3250
    },
    {
      "epoch": 0.23412812410226946,
      "grad_norm": 0.8910639877621264,
      "learning_rate": 2e-05,
      "loss": 0.5282964706420898,
      "step": 3260
    },
    {
      "epoch": 0.23484630853203103,
      "grad_norm": 0.8365643615103614,
      "learning_rate": 2e-05,
      "loss": 0.5475823879241943,
      "step": 3270
    },
    {
      "epoch": 0.23556449296179258,
      "grad_norm": 1.0826561138036208,
      "learning_rate": 2e-05,
      "loss": 0.5386367797851562,
      "step": 3280
    },
    {
      "epoch": 0.23628267739155415,
      "grad_norm": 0.8047907032441649,
      "learning_rate": 2e-05,
      "loss": 0.5200652122497559,
      "step": 3290
    },
    {
      "epoch": 0.23700086182131572,
      "grad_norm": 1.2596553408647306,
      "learning_rate": 2e-05,
      "loss": 0.5494902610778809,
      "step": 3300
    },
    {
      "epoch": 0.2377190462510773,
      "grad_norm": 0.9312337823936057,
      "learning_rate": 2e-05,
      "loss": 0.5662585258483886,
      "step": 3310
    },
    {
      "epoch": 0.23843723068083883,
      "grad_norm": 0.7116841214326641,
      "learning_rate": 2e-05,
      "loss": 0.5465110301971435,
      "step": 3320
    },
    {
      "epoch": 0.2391554151106004,
      "grad_norm": 1.5807431423736757,
      "learning_rate": 2e-05,
      "loss": 0.5556153774261474,
      "step": 3330
    },
    {
      "epoch": 0.23987359954036197,
      "grad_norm": 0.7125361036000691,
      "learning_rate": 2e-05,
      "loss": 0.5418704986572266,
      "step": 3340
    },
    {
      "epoch": 0.24059178397012354,
      "grad_norm": 0.949036856277926,
      "learning_rate": 2e-05,
      "loss": 0.5809379577636719,
      "step": 3350
    },
    {
      "epoch": 0.24130996839988508,
      "grad_norm": 0.7649138311029305,
      "learning_rate": 2e-05,
      "loss": 0.5381619930267334,
      "step": 3360
    },
    {
      "epoch": 0.24202815282964665,
      "grad_norm": 1.0335718019984996,
      "learning_rate": 2e-05,
      "loss": 0.534903621673584,
      "step": 3370
    },
    {
      "epoch": 0.24274633725940822,
      "grad_norm": 0.7601362007701609,
      "learning_rate": 2e-05,
      "loss": 0.541547155380249,
      "step": 3380
    },
    {
      "epoch": 0.24346452168916977,
      "grad_norm": 1.2909944678819683,
      "learning_rate": 2e-05,
      "loss": 0.5422227859497071,
      "step": 3390
    },
    {
      "epoch": 0.24418270611893134,
      "grad_norm": 2.7043297631599246,
      "learning_rate": 2e-05,
      "loss": 0.5253993988037109,
      "step": 3400
    },
    {
      "epoch": 0.2449008905486929,
      "grad_norm": 1.6875427780431989,
      "learning_rate": 2e-05,
      "loss": 0.5760791301727295,
      "step": 3410
    },
    {
      "epoch": 0.24561907497845448,
      "grad_norm": 3.6344834367174963,
      "learning_rate": 2e-05,
      "loss": 0.5310137271881104,
      "step": 3420
    },
    {
      "epoch": 0.24633725940821602,
      "grad_norm": 5.985371030720625,
      "learning_rate": 2e-05,
      "loss": 0.5414493560791016,
      "step": 3430
    },
    {
      "epoch": 0.2470554438379776,
      "grad_norm": 1.1163039352095125,
      "learning_rate": 2e-05,
      "loss": 0.5597766876220703,
      "step": 3440
    },
    {
      "epoch": 0.24777362826773916,
      "grad_norm": 2.081208345144785,
      "learning_rate": 2e-05,
      "loss": 0.5317728042602539,
      "step": 3450
    },
    {
      "epoch": 0.24849181269750073,
      "grad_norm": 2.5443635342349396,
      "learning_rate": 2e-05,
      "loss": 0.5206192970275879,
      "step": 3460
    },
    {
      "epoch": 0.24920999712726227,
      "grad_norm": 3.3788478419927532,
      "learning_rate": 2e-05,
      "loss": 0.5202123641967773,
      "step": 3470
    },
    {
      "epoch": 0.24992818155702384,
      "grad_norm": 3.0012928738830533,
      "learning_rate": 2e-05,
      "loss": 0.530025863647461,
      "step": 3480
    },
    {
      "epoch": 0.2506463659867854,
      "grad_norm": 2.1805517943460417,
      "learning_rate": 2e-05,
      "loss": 0.5229564666748047,
      "step": 3490
    },
    {
      "epoch": 0.251364550416547,
      "grad_norm": 1.2494416481651627,
      "learning_rate": 2e-05,
      "loss": 0.5306306838989258,
      "step": 3500
    },
    {
      "epoch": 0.25208273484630855,
      "grad_norm": 1.3132397861728369,
      "learning_rate": 2e-05,
      "loss": 0.5421896934509277,
      "step": 3510
    },
    {
      "epoch": 0.25280091927607007,
      "grad_norm": 2.0067183252078946,
      "learning_rate": 2e-05,
      "loss": 0.5233319759368896,
      "step": 3520
    },
    {
      "epoch": 0.25351910370583164,
      "grad_norm": 3.461715701300714,
      "learning_rate": 2e-05,
      "loss": 0.5413016319274903,
      "step": 3530
    },
    {
      "epoch": 0.2542372881355932,
      "grad_norm": 4.944311005364049,
      "learning_rate": 2e-05,
      "loss": 0.5635467529296875,
      "step": 3540
    },
    {
      "epoch": 0.2549554725653548,
      "grad_norm": 1.0035627828308078,
      "learning_rate": 2e-05,
      "loss": 0.5372889995574951,
      "step": 3550
    },
    {
      "epoch": 0.25567365699511635,
      "grad_norm": 1.5494345748355383,
      "learning_rate": 2e-05,
      "loss": 0.5421126842498779,
      "step": 3560
    },
    {
      "epoch": 0.2563918414248779,
      "grad_norm": 1.4255716687651665,
      "learning_rate": 2e-05,
      "loss": 0.545531177520752,
      "step": 3570
    },
    {
      "epoch": 0.2571100258546395,
      "grad_norm": 1.0040208201773477,
      "learning_rate": 2e-05,
      "loss": 0.5218846321105957,
      "step": 3580
    },
    {
      "epoch": 0.25782821028440106,
      "grad_norm": 2.0175234671803124,
      "learning_rate": 2e-05,
      "loss": 0.5437562942504883,
      "step": 3590
    },
    {
      "epoch": 0.2585463947141626,
      "grad_norm": 1.0204550424492405,
      "learning_rate": 2e-05,
      "loss": 0.5457404136657715,
      "step": 3600
    },
    {
      "epoch": 0.25926457914392415,
      "grad_norm": 1.157282941042075,
      "learning_rate": 2e-05,
      "loss": 0.5449418067932129,
      "step": 3610
    },
    {
      "epoch": 0.2599827635736857,
      "grad_norm": 1.7726889042140002,
      "learning_rate": 2e-05,
      "loss": 0.5291694641113281,
      "step": 3620
    },
    {
      "epoch": 0.2607009480034473,
      "grad_norm": 1.2123775554801264,
      "learning_rate": 2e-05,
      "loss": 0.5180576324462891,
      "step": 3630
    },
    {
      "epoch": 0.26141913243320886,
      "grad_norm": 3.364579873791338,
      "learning_rate": 2e-05,
      "loss": 0.5359395980834961,
      "step": 3640
    },
    {
      "epoch": 0.2621373168629704,
      "grad_norm": 1.302415337588413,
      "learning_rate": 2e-05,
      "loss": 0.5270327568054199,
      "step": 3650
    },
    {
      "epoch": 0.262855501292732,
      "grad_norm": 1.9247783430417829,
      "learning_rate": 2e-05,
      "loss": 0.5509915828704834,
      "step": 3660
    },
    {
      "epoch": 0.2635736857224935,
      "grad_norm": 2.0236649485917355,
      "learning_rate": 2e-05,
      "loss": 0.5701016902923584,
      "step": 3670
    },
    {
      "epoch": 0.2642918701522551,
      "grad_norm": 2.761953593537013,
      "learning_rate": 2e-05,
      "loss": 0.5551342964172363,
      "step": 3680
    },
    {
      "epoch": 0.26501005458201665,
      "grad_norm": 1.1643071080332512,
      "learning_rate": 2e-05,
      "loss": 0.5603652954101562,
      "step": 3690
    },
    {
      "epoch": 0.2657282390117782,
      "grad_norm": 3.8064230749580283,
      "learning_rate": 2e-05,
      "loss": 0.555172348022461,
      "step": 3700
    },
    {
      "epoch": 0.2664464234415398,
      "grad_norm": 2.108256079132036,
      "learning_rate": 2e-05,
      "loss": 0.5602088451385498,
      "step": 3710
    },
    {
      "epoch": 0.26716460787130136,
      "grad_norm": 4.8090060875348035,
      "learning_rate": 2e-05,
      "loss": 0.5268610000610352,
      "step": 3720
    },
    {
      "epoch": 0.26788279230106293,
      "grad_norm": 11.906837976628907,
      "learning_rate": 2e-05,
      "loss": 0.5527894496917725,
      "step": 3730
    },
    {
      "epoch": 0.2686009767308245,
      "grad_norm": 24.394604957331165,
      "learning_rate": 2e-05,
      "loss": 0.5440473079681396,
      "step": 3740
    },
    {
      "epoch": 0.269319161160586,
      "grad_norm": 14.268575785205213,
      "learning_rate": 2e-05,
      "loss": 0.5520382881164551,
      "step": 3750
    },
    {
      "epoch": 0.2700373455903476,
      "grad_norm": 1.8715318944011055,
      "learning_rate": 2e-05,
      "loss": 0.5548099040985107,
      "step": 3760
    },
    {
      "epoch": 0.27075553002010916,
      "grad_norm": 1.3233956016869324,
      "learning_rate": 2e-05,
      "loss": 0.5696622848510742,
      "step": 3770
    },
    {
      "epoch": 0.27147371444987073,
      "grad_norm": 2.1153611271898,
      "learning_rate": 2e-05,
      "loss": 0.5368231773376465,
      "step": 3780
    },
    {
      "epoch": 0.2721918988796323,
      "grad_norm": 3.4180591319625453,
      "learning_rate": 2e-05,
      "loss": 0.5424501419067382,
      "step": 3790
    },
    {
      "epoch": 0.27291008330939387,
      "grad_norm": 1.2561094901094718,
      "learning_rate": 2e-05,
      "loss": 0.48484387397766116,
      "step": 3800
    },
    {
      "epoch": 0.27362826773915544,
      "grad_norm": 1.3153456346594474,
      "learning_rate": 2e-05,
      "loss": 0.5439443111419677,
      "step": 3810
    },
    {
      "epoch": 0.27434645216891695,
      "grad_norm": 1.1745801668908615,
      "learning_rate": 2e-05,
      "loss": 0.5262061357498169,
      "step": 3820
    },
    {
      "epoch": 0.2750646365986785,
      "grad_norm": 0.8624311347459319,
      "learning_rate": 2e-05,
      "loss": 0.5343884944915771,
      "step": 3830
    },
    {
      "epoch": 0.2757828210284401,
      "grad_norm": 1.109605104992411,
      "learning_rate": 2e-05,
      "loss": 0.5506127834320068,
      "step": 3840
    },
    {
      "epoch": 0.27650100545820167,
      "grad_norm": 1.1537080479350834,
      "learning_rate": 2e-05,
      "loss": 0.5347657203674316,
      "step": 3850
    },
    {
      "epoch": 0.27721918988796324,
      "grad_norm": 1.2829687495520894,
      "learning_rate": 2e-05,
      "loss": 0.5305657386779785,
      "step": 3860
    },
    {
      "epoch": 0.2779373743177248,
      "grad_norm": 0.9909268980570421,
      "learning_rate": 2e-05,
      "loss": 0.5470096588134765,
      "step": 3870
    },
    {
      "epoch": 0.2786555587474864,
      "grad_norm": 3.7169145356207234,
      "learning_rate": 2e-05,
      "loss": 0.527977180480957,
      "step": 3880
    },
    {
      "epoch": 0.2793737431772479,
      "grad_norm": 10.90705052951755,
      "learning_rate": 2e-05,
      "loss": 0.5261877059936524,
      "step": 3890
    },
    {
      "epoch": 0.28009192760700946,
      "grad_norm": 0.9928164066046667,
      "learning_rate": 2e-05,
      "loss": 0.5462491989135743,
      "step": 3900
    },
    {
      "epoch": 0.28081011203677103,
      "grad_norm": 3.3110845903910286,
      "learning_rate": 2e-05,
      "loss": 0.529015064239502,
      "step": 3910
    },
    {
      "epoch": 0.2815282964665326,
      "grad_norm": 1.0778076908378762,
      "learning_rate": 2e-05,
      "loss": 0.5506078243255615,
      "step": 3920
    },
    {
      "epoch": 0.28224648089629417,
      "grad_norm": 1.1830205823044149,
      "learning_rate": 2e-05,
      "loss": 0.5306648254394531,
      "step": 3930
    },
    {
      "epoch": 0.28296466532605574,
      "grad_norm": 3.346211033746781,
      "learning_rate": 2e-05,
      "loss": 0.521501874923706,
      "step": 3940
    },
    {
      "epoch": 0.2836828497558173,
      "grad_norm": 1.1684426049709131,
      "learning_rate": 2e-05,
      "loss": 0.5344061851501465,
      "step": 3950
    },
    {
      "epoch": 0.2844010341855789,
      "grad_norm": 1.5729556827580824,
      "learning_rate": 2e-05,
      "loss": 0.5224959373474121,
      "step": 3960
    },
    {
      "epoch": 0.2851192186153404,
      "grad_norm": 3.346719978096662,
      "learning_rate": 2e-05,
      "loss": 0.5637972831726075,
      "step": 3970
    },
    {
      "epoch": 0.28583740304510197,
      "grad_norm": 3.8828663318571026,
      "learning_rate": 2e-05,
      "loss": 0.5550292015075684,
      "step": 3980
    },
    {
      "epoch": 0.28655558747486354,
      "grad_norm": 0.8056786165643105,
      "learning_rate": 2e-05,
      "loss": 0.5798921585083008,
      "step": 3990
    },
    {
      "epoch": 0.2872737719046251,
      "grad_norm": 4.568679177298758,
      "learning_rate": 2e-05,
      "loss": 0.5477248668670655,
      "step": 4000
    },
    {
      "epoch": 0.2879919563343867,
      "grad_norm": 0.7931906689198807,
      "learning_rate": 2e-05,
      "loss": 0.53890380859375,
      "step": 4010
    },
    {
      "epoch": 0.28871014076414825,
      "grad_norm": 0.9466268206801044,
      "learning_rate": 2e-05,
      "loss": 0.5561992645263671,
      "step": 4020
    },
    {
      "epoch": 0.2894283251939098,
      "grad_norm": 0.9409591371546883,
      "learning_rate": 2e-05,
      "loss": 0.5654225826263428,
      "step": 4030
    },
    {
      "epoch": 0.29014650962367133,
      "grad_norm": 0.8526617855655506,
      "learning_rate": 2e-05,
      "loss": 0.5479049682617188,
      "step": 4040
    },
    {
      "epoch": 0.2908646940534329,
      "grad_norm": 0.8623694975041977,
      "learning_rate": 2e-05,
      "loss": 0.5592474937438965,
      "step": 4050
    },
    {
      "epoch": 0.2915828784831945,
      "grad_norm": 0.9697466994777577,
      "learning_rate": 2e-05,
      "loss": 0.5225159645080566,
      "step": 4060
    },
    {
      "epoch": 0.29230106291295604,
      "grad_norm": 1.5124410711764158,
      "learning_rate": 2e-05,
      "loss": 0.532228660583496,
      "step": 4070
    },
    {
      "epoch": 0.2930192473427176,
      "grad_norm": 0.876447271347995,
      "learning_rate": 2e-05,
      "loss": 0.5210915565490722,
      "step": 4080
    },
    {
      "epoch": 0.2937374317724792,
      "grad_norm": 0.8782796690306948,
      "learning_rate": 2e-05,
      "loss": 0.5167534351348877,
      "step": 4090
    },
    {
      "epoch": 0.29445561620224076,
      "grad_norm": 1.0165413549682505,
      "learning_rate": 2e-05,
      "loss": 0.5146352767944335,
      "step": 4100
    },
    {
      "epoch": 0.2951738006320023,
      "grad_norm": 1.2412120927299397,
      "learning_rate": 2e-05,
      "loss": 0.5200153350830078,
      "step": 4110
    },
    {
      "epoch": 0.29589198506176384,
      "grad_norm": 0.759317713315623,
      "learning_rate": 2e-05,
      "loss": 0.5243311882019043,
      "step": 4120
    },
    {
      "epoch": 0.2966101694915254,
      "grad_norm": 0.7688597552315914,
      "learning_rate": 2e-05,
      "loss": 0.5246932029724121,
      "step": 4130
    },
    {
      "epoch": 0.297328353921287,
      "grad_norm": 0.8221024219537438,
      "learning_rate": 2e-05,
      "loss": 0.5325669765472412,
      "step": 4140
    },
    {
      "epoch": 0.29804653835104855,
      "grad_norm": 4.181610527440594,
      "learning_rate": 2e-05,
      "loss": 0.5243016242980957,
      "step": 4150
    },
    {
      "epoch": 0.2987647227808101,
      "grad_norm": 1.14619908037386,
      "learning_rate": 2e-05,
      "loss": 0.5386734008789062,
      "step": 4160
    },
    {
      "epoch": 0.2994829072105717,
      "grad_norm": 0.7336771406024591,
      "learning_rate": 2e-05,
      "loss": 0.5475254058837891,
      "step": 4170
    },
    {
      "epoch": 0.30020109164033326,
      "grad_norm": 0.8144963221791526,
      "learning_rate": 2e-05,
      "loss": 0.5383617401123046,
      "step": 4180
    },
    {
      "epoch": 0.3009192760700948,
      "grad_norm": 0.6807293658810798,
      "learning_rate": 2e-05,
      "loss": 0.49848508834838867,
      "step": 4190
    },
    {
      "epoch": 0.30163746049985635,
      "grad_norm": 0.8319765673937244,
      "learning_rate": 2e-05,
      "loss": 0.5279031753540039,
      "step": 4200
    },
    {
      "epoch": 0.3023556449296179,
      "grad_norm": 0.7308292287130296,
      "learning_rate": 2e-05,
      "loss": 0.5480870723724365,
      "step": 4210
    },
    {
      "epoch": 0.3030738293593795,
      "grad_norm": 0.7245485160597654,
      "learning_rate": 2e-05,
      "loss": 0.5398597717285156,
      "step": 4220
    },
    {
      "epoch": 0.30379201378914106,
      "grad_norm": 0.6938652708197344,
      "learning_rate": 2e-05,
      "loss": 0.535565185546875,
      "step": 4230
    },
    {
      "epoch": 0.30451019821890263,
      "grad_norm": 1.5661044132536903,
      "learning_rate": 2e-05,
      "loss": 0.5221335411071777,
      "step": 4240
    },
    {
      "epoch": 0.3052283826486642,
      "grad_norm": 0.7188791393424939,
      "learning_rate": 2e-05,
      "loss": 0.5232800483703614,
      "step": 4250
    },
    {
      "epoch": 0.3059465670784257,
      "grad_norm": 0.9232860721737115,
      "learning_rate": 2e-05,
      "loss": 0.5546112060546875,
      "step": 4260
    },
    {
      "epoch": 0.3066647515081873,
      "grad_norm": 0.7980387504616304,
      "learning_rate": 2e-05,
      "loss": 0.5023956298828125,
      "step": 4270
    },
    {
      "epoch": 0.30738293593794885,
      "grad_norm": 1.1324128362028514,
      "learning_rate": 2e-05,
      "loss": 0.5337975978851318,
      "step": 4280
    },
    {
      "epoch": 0.3081011203677104,
      "grad_norm": 0.8079350872189497,
      "learning_rate": 2e-05,
      "loss": 0.5285669326782226,
      "step": 4290
    },
    {
      "epoch": 0.308819304797472,
      "grad_norm": 0.780139719271446,
      "learning_rate": 2e-05,
      "loss": 0.5422577857971191,
      "step": 4300
    },
    {
      "epoch": 0.30953748922723356,
      "grad_norm": 0.9078781662253099,
      "learning_rate": 2e-05,
      "loss": 0.5486246109008789,
      "step": 4310
    },
    {
      "epoch": 0.31025567365699513,
      "grad_norm": 1.136322453889437,
      "learning_rate": 2e-05,
      "loss": 0.5188919067382812,
      "step": 4320
    },
    {
      "epoch": 0.3109738580867567,
      "grad_norm": 0.7250601271434345,
      "learning_rate": 2e-05,
      "loss": 0.5085612297058105,
      "step": 4330
    },
    {
      "epoch": 0.3116920425165182,
      "grad_norm": 1.102806118556727,
      "learning_rate": 2e-05,
      "loss": 0.5358682155609131,
      "step": 4340
    },
    {
      "epoch": 0.3124102269462798,
      "grad_norm": 0.6439607442931807,
      "learning_rate": 2e-05,
      "loss": 0.5443156242370606,
      "step": 4350
    },
    {
      "epoch": 0.31312841137604136,
      "grad_norm": 0.8220346052230498,
      "learning_rate": 2e-05,
      "loss": 0.5039844036102294,
      "step": 4360
    },
    {
      "epoch": 0.31384659580580293,
      "grad_norm": 0.6956092309211631,
      "learning_rate": 2e-05,
      "loss": 0.5142723560333252,
      "step": 4370
    },
    {
      "epoch": 0.3145647802355645,
      "grad_norm": 0.980336793739194,
      "learning_rate": 2e-05,
      "loss": 0.5171738147735596,
      "step": 4380
    },
    {
      "epoch": 0.31528296466532607,
      "grad_norm": 0.677492781126646,
      "learning_rate": 2e-05,
      "loss": 0.5542737483978272,
      "step": 4390
    },
    {
      "epoch": 0.31600114909508764,
      "grad_norm": 0.7254282847373281,
      "learning_rate": 2e-05,
      "loss": 0.5331199645996094,
      "step": 4400
    },
    {
      "epoch": 0.31671933352484916,
      "grad_norm": 1.2384002962169147,
      "learning_rate": 2e-05,
      "loss": 0.5397428035736084,
      "step": 4410
    },
    {
      "epoch": 0.3174375179546107,
      "grad_norm": 0.8616984843210952,
      "learning_rate": 2e-05,
      "loss": 0.5128665924072265,
      "step": 4420
    },
    {
      "epoch": 0.3181557023843723,
      "grad_norm": 0.8798407313888418,
      "learning_rate": 2e-05,
      "loss": 0.5695186614990234,
      "step": 4430
    },
    {
      "epoch": 0.31887388681413387,
      "grad_norm": 0.752375345775234,
      "learning_rate": 2e-05,
      "loss": 0.5480000972747803,
      "step": 4440
    },
    {
      "epoch": 0.31959207124389544,
      "grad_norm": 0.6714903517400259,
      "learning_rate": 2e-05,
      "loss": 0.5330657958984375,
      "step": 4450
    },
    {
      "epoch": 0.320310255673657,
      "grad_norm": 0.8014886208045945,
      "learning_rate": 2e-05,
      "loss": 0.5470023155212402,
      "step": 4460
    },
    {
      "epoch": 0.3210284401034186,
      "grad_norm": 2.769139896045952,
      "learning_rate": 2e-05,
      "loss": 0.5314353942871094,
      "step": 4470
    },
    {
      "epoch": 0.32174662453318015,
      "grad_norm": 0.6920488428651623,
      "learning_rate": 2e-05,
      "loss": 0.5300350189208984,
      "step": 4480
    },
    {
      "epoch": 0.32246480896294166,
      "grad_norm": 0.9100167748492725,
      "learning_rate": 2e-05,
      "loss": 0.5487016677856446,
      "step": 4490
    },
    {
      "epoch": 0.32318299339270323,
      "grad_norm": 0.895413793344365,
      "learning_rate": 2e-05,
      "loss": 0.5135931968688965,
      "step": 4500
    },
    {
      "epoch": 0.3239011778224648,
      "grad_norm": 0.8761216677934326,
      "learning_rate": 2e-05,
      "loss": 0.5182012557983399,
      "step": 4510
    },
    {
      "epoch": 0.3246193622522264,
      "grad_norm": 0.6875715837919179,
      "learning_rate": 2e-05,
      "loss": 0.5375722408294678,
      "step": 4520
    },
    {
      "epoch": 0.32533754668198794,
      "grad_norm": 0.9467246801297994,
      "learning_rate": 2e-05,
      "loss": 0.5274314880371094,
      "step": 4530
    },
    {
      "epoch": 0.3260557311117495,
      "grad_norm": 2.4966362149469288,
      "learning_rate": 2e-05,
      "loss": 0.5253652572631836,
      "step": 4540
    },
    {
      "epoch": 0.3267739155415111,
      "grad_norm": 0.9027127429741474,
      "learning_rate": 2e-05,
      "loss": 0.5107937812805176,
      "step": 4550
    },
    {
      "epoch": 0.3274920999712726,
      "grad_norm": 1.0302706701334692,
      "learning_rate": 2e-05,
      "loss": 0.5173007488250733,
      "step": 4560
    },
    {
      "epoch": 0.32821028440103417,
      "grad_norm": 0.8655105238885601,
      "learning_rate": 2e-05,
      "loss": 0.5134835243225098,
      "step": 4570
    },
    {
      "epoch": 0.32892846883079574,
      "grad_norm": 0.8843747358105782,
      "learning_rate": 2e-05,
      "loss": 0.5232028484344482,
      "step": 4580
    },
    {
      "epoch": 0.3296466532605573,
      "grad_norm": 0.9324812982026538,
      "learning_rate": 2e-05,
      "loss": 0.5229804515838623,
      "step": 4590
    },
    {
      "epoch": 0.3303648376903189,
      "grad_norm": 0.8280836065697736,
      "learning_rate": 2e-05,
      "loss": 0.5149638652801514,
      "step": 4600
    },
    {
      "epoch": 0.33108302212008045,
      "grad_norm": 0.7964226439997593,
      "learning_rate": 2e-05,
      "loss": 0.5428782939910889,
      "step": 4610
    },
    {
      "epoch": 0.331801206549842,
      "grad_norm": 1.0291422436651445,
      "learning_rate": 2e-05,
      "loss": 0.5325008392333984,
      "step": 4620
    },
    {
      "epoch": 0.33251939097960354,
      "grad_norm": 1.2703463158067831,
      "learning_rate": 2e-05,
      "loss": 0.5268099784851075,
      "step": 4630
    },
    {
      "epoch": 0.3332375754093651,
      "grad_norm": 0.8085981953561282,
      "learning_rate": 2e-05,
      "loss": 0.523631477355957,
      "step": 4640
    },
    {
      "epoch": 0.3339557598391267,
      "grad_norm": 0.7652117796772038,
      "learning_rate": 2e-05,
      "loss": 0.5244346618652344,
      "step": 4650
    },
    {
      "epoch": 0.33467394426888825,
      "grad_norm": 0.7630864601816809,
      "learning_rate": 2e-05,
      "loss": 0.5193476200103759,
      "step": 4660
    },
    {
      "epoch": 0.3353921286986498,
      "grad_norm": 0.6993476007213558,
      "learning_rate": 2e-05,
      "loss": 0.5458930969238281,
      "step": 4670
    },
    {
      "epoch": 0.3361103131284114,
      "grad_norm": 1.1071827966801735,
      "learning_rate": 2e-05,
      "loss": 0.5582801342010498,
      "step": 4680
    },
    {
      "epoch": 0.33682849755817296,
      "grad_norm": 1.016677600924547,
      "learning_rate": 2e-05,
      "loss": 0.5058207988739014,
      "step": 4690
    },
    {
      "epoch": 0.3375466819879345,
      "grad_norm": 1.2972897369273457,
      "learning_rate": 2e-05,
      "loss": 0.5481501579284668,
      "step": 4700
    },
    {
      "epoch": 0.33826486641769604,
      "grad_norm": 0.7564718839488992,
      "learning_rate": 2e-05,
      "loss": 0.5496013164520264,
      "step": 4710
    },
    {
      "epoch": 0.3389830508474576,
      "grad_norm": 0.8617166658013237,
      "learning_rate": 2e-05,
      "loss": 0.5420867919921875,
      "step": 4720
    },
    {
      "epoch": 0.3397012352772192,
      "grad_norm": 1.7938022936973397,
      "learning_rate": 2e-05,
      "loss": 0.5397693157196045,
      "step": 4730
    },
    {
      "epoch": 0.34041941970698075,
      "grad_norm": 0.7552742318995491,
      "learning_rate": 2e-05,
      "loss": 0.5505653381347656,
      "step": 4740
    },
    {
      "epoch": 0.3411376041367423,
      "grad_norm": 0.8649411006519387,
      "learning_rate": 2e-05,
      "loss": 0.5194930076599121,
      "step": 4750
    },
    {
      "epoch": 0.3418557885665039,
      "grad_norm": 0.7589847446110896,
      "learning_rate": 2e-05,
      "loss": 0.5183646202087402,
      "step": 4760
    },
    {
      "epoch": 0.34257397299626546,
      "grad_norm": 0.7993348001820612,
      "learning_rate": 2e-05,
      "loss": 0.507995319366455,
      "step": 4770
    },
    {
      "epoch": 0.343292157426027,
      "grad_norm": 0.8597147729918563,
      "learning_rate": 2e-05,
      "loss": 0.5183065891265869,
      "step": 4780
    },
    {
      "epoch": 0.34401034185578855,
      "grad_norm": 0.7659204508142745,
      "learning_rate": 2e-05,
      "loss": 0.5305578231811523,
      "step": 4790
    },
    {
      "epoch": 0.3447285262855501,
      "grad_norm": 0.9415873647166626,
      "learning_rate": 2e-05,
      "loss": 0.5384296417236328,
      "step": 4800
    },
    {
      "epoch": 0.3454467107153117,
      "grad_norm": 0.7565580791373498,
      "learning_rate": 2e-05,
      "loss": 0.5472804069519043,
      "step": 4810
    },
    {
      "epoch": 0.34616489514507326,
      "grad_norm": 0.6982311942692283,
      "learning_rate": 2e-05,
      "loss": 0.5227787971496582,
      "step": 4820
    },
    {
      "epoch": 0.34688307957483483,
      "grad_norm": 0.6806071049936624,
      "learning_rate": 2e-05,
      "loss": 0.502852487564087,
      "step": 4830
    },
    {
      "epoch": 0.3476012640045964,
      "grad_norm": 0.6837855148245949,
      "learning_rate": 2e-05,
      "loss": 0.5113437175750732,
      "step": 4840
    },
    {
      "epoch": 0.34831944843435797,
      "grad_norm": 0.7463947130152399,
      "learning_rate": 2e-05,
      "loss": 0.5150813102722168,
      "step": 4850
    },
    {
      "epoch": 0.3490376328641195,
      "grad_norm": 1.387103079366797,
      "learning_rate": 2e-05,
      "loss": 0.5284458637237549,
      "step": 4860
    },
    {
      "epoch": 0.34975581729388106,
      "grad_norm": 2.105767072263996,
      "learning_rate": 2e-05,
      "loss": 0.5559632301330566,
      "step": 4870
    },
    {
      "epoch": 0.3504740017236426,
      "grad_norm": 1.3005516238112327,
      "learning_rate": 2e-05,
      "loss": 0.5295453548431397,
      "step": 4880
    },
    {
      "epoch": 0.3511921861534042,
      "grad_norm": 0.8192026159565858,
      "learning_rate": 2e-05,
      "loss": 0.5568933010101318,
      "step": 4890
    },
    {
      "epoch": 0.35191037058316577,
      "grad_norm": 1.0967791135442977,
      "learning_rate": 2e-05,
      "loss": 0.5404356956481934,
      "step": 4900
    },
    {
      "epoch": 0.35262855501292734,
      "grad_norm": 0.8600343705751858,
      "learning_rate": 2e-05,
      "loss": 0.5516821861267089,
      "step": 4910
    },
    {
      "epoch": 0.3533467394426889,
      "grad_norm": 0.8812405283598297,
      "learning_rate": 2e-05,
      "loss": 0.5511306762695313,
      "step": 4920
    },
    {
      "epoch": 0.3540649238724504,
      "grad_norm": 0.8898253013696265,
      "learning_rate": 2e-05,
      "loss": 0.5421256065368653,
      "step": 4930
    },
    {
      "epoch": 0.354783108302212,
      "grad_norm": 0.7753552574784766,
      "learning_rate": 2e-05,
      "loss": 0.5207711696624756,
      "step": 4940
    },
    {
      "epoch": 0.35550129273197356,
      "grad_norm": 0.8196272612662604,
      "learning_rate": 2e-05,
      "loss": 0.5274653434753418,
      "step": 4950
    },
    {
      "epoch": 0.35621947716173513,
      "grad_norm": 0.7950338745190594,
      "learning_rate": 2e-05,
      "loss": 0.5537568092346191,
      "step": 4960
    },
    {
      "epoch": 0.3569376615914967,
      "grad_norm": 0.9065075356974293,
      "learning_rate": 2e-05,
      "loss": 0.5296123504638672,
      "step": 4970
    },
    {
      "epoch": 0.3576558460212583,
      "grad_norm": 1.4889231101858331,
      "learning_rate": 2e-05,
      "loss": 0.5385382652282715,
      "step": 4980
    },
    {
      "epoch": 0.35837403045101984,
      "grad_norm": 2.9810240014728016,
      "learning_rate": 2e-05,
      "loss": 0.5122056484222413,
      "step": 4990
    },
    {
      "epoch": 0.35909221488078136,
      "grad_norm": 1.0239620796218891,
      "learning_rate": 2e-05,
      "loss": 0.5193832397460938,
      "step": 5000
    },
    {
      "epoch": 0.3598103993105429,
      "grad_norm": 1.0813514560466506,
      "learning_rate": 2e-05,
      "loss": 0.5000585079193115,
      "step": 5010
    },
    {
      "epoch": 0.3605285837403045,
      "grad_norm": 3.6313651595039795,
      "learning_rate": 2e-05,
      "loss": 0.552813720703125,
      "step": 5020
    },
    {
      "epoch": 0.36124676817006607,
      "grad_norm": 3.4464253861451803,
      "learning_rate": 2e-05,
      "loss": 0.5496349334716797,
      "step": 5030
    },
    {
      "epoch": 0.36196495259982764,
      "grad_norm": 1.4413205200818051,
      "learning_rate": 2e-05,
      "loss": 0.5091379165649415,
      "step": 5040
    },
    {
      "epoch": 0.3626831370295892,
      "grad_norm": 1.2095299773180173,
      "learning_rate": 2e-05,
      "loss": 0.5228537559509278,
      "step": 5050
    },
    {
      "epoch": 0.3634013214593508,
      "grad_norm": 1.315218174413597,
      "learning_rate": 2e-05,
      "loss": 0.5203176021575928,
      "step": 5060
    },
    {
      "epoch": 0.36411950588911235,
      "grad_norm": 0.8245047599766455,
      "learning_rate": 2e-05,
      "loss": 0.5189241409301758,
      "step": 5070
    },
    {
      "epoch": 0.36483769031887386,
      "grad_norm": 0.832552600926099,
      "learning_rate": 2e-05,
      "loss": 0.529121732711792,
      "step": 5080
    },
    {
      "epoch": 0.36555587474863543,
      "grad_norm": 0.8671253725370455,
      "learning_rate": 1.9999810479633703e-05,
      "loss": 0.5332589149475098,
      "step": 5090
    },
    {
      "epoch": 0.366274059178397,
      "grad_norm": 2.474271903642686,
      "learning_rate": 1.997707677020786e-05,
      "loss": 0.5437646389007569,
      "step": 5100
    },
    {
      "epoch": 0.3669922436081586,
      "grad_norm": 1.0572124447219131,
      "learning_rate": 1.9916538196124637e-05,
      "loss": 0.5545549392700195,
      "step": 5110
    },
    {
      "epoch": 0.36771042803792015,
      "grad_norm": 0.8268448725243516,
      "learning_rate": 1.9818425303863402e-05,
      "loss": 0.5480992317199707,
      "step": 5120
    },
    {
      "epoch": 0.3684286124676817,
      "grad_norm": 6.4552792457201775,
      "learning_rate": 1.9683111732582887e-05,
      "loss": 0.5488088130950928,
      "step": 5130
    },
    {
      "epoch": 0.3691467968974433,
      "grad_norm": 0.8832723235171547,
      "learning_rate": 1.951111279120706e-05,
      "loss": 0.5237607002258301,
      "step": 5140
    },
    {
      "epoch": 0.3698649813272048,
      "grad_norm": 0.7161551407546988,
      "learning_rate": 1.9303083495996028e-05,
      "loss": 0.5202799797058105,
      "step": 5150
    },
    {
      "epoch": 0.37058316575696637,
      "grad_norm": 0.6789244741798717,
      "learning_rate": 1.9059816076075482e-05,
      "loss": 0.516635513305664,
      "step": 5160
    },
    {
      "epoch": 0.37130135018672794,
      "grad_norm": 1.0224599652507675,
      "learning_rate": 1.8782236956424142e-05,
      "loss": 0.5287331581115723,
      "step": 5170
    },
    {
      "epoch": 0.3720195346164895,
      "grad_norm": 0.6626071055632794,
      "learning_rate": 1.8471403229808897e-05,
      "loss": 0.5027995586395264,
      "step": 5180
    },
    {
      "epoch": 0.3727377190462511,
      "grad_norm": 0.7141024429272285,
      "learning_rate": 1.8128498631103333e-05,
      "loss": 0.5011757850646973,
      "step": 5190
    },
    {
      "epoch": 0.37345590347601265,
      "grad_norm": 0.9479331921343359,
      "learning_rate": 1.7754829029320507e-05,
      "loss": 0.5190606117248535,
      "step": 5200
    },
    {
      "epoch": 0.3741740879057742,
      "grad_norm": 0.8050596491618641,
      "learning_rate": 1.7351817454527473e-05,
      "loss": 0.5221224784851074,
      "step": 5210
    },
    {
      "epoch": 0.3748922723355358,
      "grad_norm": 0.8974493994351198,
      "learning_rate": 1.6920998678580345e-05,
      "loss": 0.5260516166687011,
      "step": 5220
    },
    {
      "epoch": 0.3756104567652973,
      "grad_norm": 0.7298855828579689,
      "learning_rate": 1.6464013370317854e-05,
      "loss": 0.5301623821258545,
      "step": 5230
    },
    {
      "epoch": 0.3763286411950589,
      "grad_norm": 22.805870489924427,
      "learning_rate": 1.5982601847471915e-05,
      "loss": 0.5027055740356445,
      "step": 5240
    },
    {
      "epoch": 0.37704682562482045,
      "grad_norm": 0.7174254407063596,
      "learning_rate": 1.5478597449089553e-05,
      "loss": 0.48400492668151857,
      "step": 5250
    },
    {
      "epoch": 0.377765010054582,
      "grad_norm": 0.7864566090744084,
      "learning_rate": 1.4953919553705725e-05,
      "loss": 0.5286859512329102,
      "step": 5260
    },
    {
      "epoch": 0.3784831944843436,
      "grad_norm": 1.4371153639259329,
      "learning_rate": 1.441056626985559e-05,
      "loss": 0.5302947521209717,
      "step": 5270
    },
    {
      "epoch": 0.37920137891410516,
      "grad_norm": 0.7501562644596239,
      "learning_rate": 1.3850606826762668e-05,
      "loss": 0.5274259567260742,
      "step": 5280
    },
    {
      "epoch": 0.37991956334386673,
      "grad_norm": 0.7641237043588478,
      "learning_rate": 1.3276173694181128e-05,
      "loss": 0.5503060817718506,
      "step": 5290
    },
    {
      "epoch": 0.38063774777362824,
      "grad_norm": 0.6731646505691857,
      "learning_rate": 1.2689454461401822e-05,
      "loss": 0.5302090167999267,
      "step": 5300
    },
    {
      "epoch": 0.3813559322033898,
      "grad_norm": 0.8348450893215844,
      "learning_rate": 1.2092683506348939e-05,
      "loss": 0.4820068359375,
      "step": 5310
    },
    {
      "epoch": 0.3820741166331514,
      "grad_norm": 0.7767234192966324,
      "learning_rate": 1.14881334864935e-05,
      "loss": 0.49732160568237305,
      "step": 5320
    },
    {
      "epoch": 0.38279230106291295,
      "grad_norm": 0.6725539724074863,
      "learning_rate": 1.0878106683988481e-05,
      "loss": 0.5446413040161133,
      "step": 5330
    },
    {
      "epoch": 0.3835104854926745,
      "grad_norm": 0.6082174649189866,
      "learning_rate": 1.026492623798551e-05,
      "loss": 0.4964938163757324,
      "step": 5340
    },
    {
      "epoch": 0.3842286699224361,
      "grad_norm": 0.888784467154951,
      "learning_rate": 9.650927297522743e-06,
      "loss": 0.5258268356323242,
      "step": 5350
    },
    {
      "epoch": 0.38494685435219766,
      "grad_norm": 1.8321946172861412,
      "learning_rate": 9.038448128676012e-06,
      "loss": 0.5427710533142089,
      "step": 5360
    },
    {
      "epoch": 0.3856650387819592,
      "grad_norm": 0.9095169733513248,
      "learning_rate": 8.42982120983949e-06,
      "loss": 0.49727354049682615,
      "step": 5370
    },
    {
      "epoch": 0.38638322321172075,
      "grad_norm": 0.7410999502181008,
      "learning_rate": 7.827364349047303e-06,
      "loss": 0.5058761596679687,
      "step": 5380
    },
    {
      "epoch": 0.3871014076414823,
      "grad_norm": 0.8684719065176256,
      "learning_rate": 7.233371857163706e-06,
      "loss": 0.5017381191253663,
      "step": 5390
    },
    {
      "epoch": 0.3878195920712439,
      "grad_norm": 0.8646276820809651,
      "learning_rate": 6.650105810556492e-06,
      "loss": 0.5159618377685546,
      "step": 5400
    },
    {
      "epoch": 0.38853777650100546,
      "grad_norm": 0.7107241444937134,
      "learning_rate": 6.079787436527681e-06,
      "loss": 0.5300826549530029,
      "step": 5410
    },
    {
      "epoch": 0.38925596093076703,
      "grad_norm": 0.8448464750524096,
      "learning_rate": 5.524588654307961e-06,
      "loss": 0.5142669200897216,
      "step": 5420
    },
    {
      "epoch": 0.3899741453605286,
      "grad_norm": 0.6642617294012911,
      "learning_rate": 4.986623803828985e-06,
      "loss": 0.5289035320281983,
      "step": 5430
    },
    {
      "epoch": 0.39069232979029017,
      "grad_norm": 1.0224878319471395,
      "learning_rate": 4.467941593772423e-06,
      "loss": 0.4885417938232422,
      "step": 5440
    },
    {
      "epoch": 0.3914105142200517,
      "grad_norm": 0.7366024265236012,
      "learning_rate": 3.9705172995597606e-06,
      "loss": 0.5390846252441406,
      "step": 5450
    },
    {
      "epoch": 0.39212869864981326,
      "grad_norm": 0.9127526297891573,
      "learning_rate": 3.4962452409948346e-06,
      "loss": 0.5230414390563964,
      "step": 5460
    },
    {
      "epoch": 0.3928468830795748,
      "grad_norm": 0.8192724049761325,
      "learning_rate": 3.046931568206211e-06,
      "loss": 0.5055751800537109,
      "step": 5470
    },
    {
      "epoch": 0.3935650675093364,
      "grad_norm": 0.6869502617794198,
      "learning_rate": 2.624287383362404e-06,
      "loss": 0.5020920753479003,
      "step": 5480
    },
    {
      "epoch": 0.39428325193909797,
      "grad_norm": 0.6558269796596812,
      "learning_rate": 2.2299222243541845e-06,
      "loss": 0.5411392211914062,
      "step": 5490
    },
    {
      "epoch": 0.39500143636885954,
      "grad_norm": 0.8058741806747787,
      "learning_rate": 1.8653379352598246e-06,
      "loss": 0.5336765289306641,
      "step": 5500
    },
    {
      "epoch": 0.3957196207986211,
      "grad_norm": 0.8868603238138666,
      "learning_rate": 1.5319229469361075e-06,
      "loss": 0.520848274230957,
      "step": 5510
    },
    {
      "epoch": 0.3964378052283826,
      "grad_norm": 0.6667796613493242,
      "learning_rate": 1.2309469895160917e-06,
      "loss": 0.5308838844299316,
      "step": 5520
    },
    {
      "epoch": 0.3971559896581442,
      "grad_norm": 0.8576035657947603,
      "learning_rate": 9.635562569497974e-07,
      "loss": 0.5092110633850098,
      "step": 5530
    },
    {
      "epoch": 0.39787417408790576,
      "grad_norm": 0.6847871783340392,
      "learning_rate": 7.307690420024867e-07,
      "loss": 0.4752531051635742,
      "step": 5540
    },
    {
      "epoch": 0.39859235851766733,
      "grad_norm": 0.7194096923536348,
      "learning_rate": 5.334718583335942e-07,
      "loss": 0.49965767860412597,
      "step": 5550
    },
    {
      "epoch": 0.3993105429474289,
      "grad_norm": 0.7483011854242718,
      "learning_rate": 3.7241606442442763e-07,
      "loss": 0.5123620986938476,
      "step": 5560
    },
    {
      "epoch": 0.4000287273771905,
      "grad_norm": 1.8251975512377843,
      "learning_rate": 2.482150022115879e-07,
      "loss": 0.5217427730560302,
      "step": 5570
    },
    {
      "epoch": 0.40074691180695204,
      "grad_norm": 0.7224977292025531,
      "learning_rate": 1.6134166132293174e-07,
      "loss": 0.5366106986999511,
      "step": 5580
    },
    {
      "epoch": 0.4014650962367136,
      "grad_norm": 0.6424225207095957,
      "learning_rate": 1.1212687781127357e-07,
      "loss": 0.5012694358825683,
      "step": 5590
    },
    {
      "epoch": 0.40196782533754666,
      "step": 5597,
      "total_flos": 2650292248117248.0,
      "train_loss": 0.047198023267019766,
      "train_runtime": 7422.6283,
      "train_samples_per_second": 9.049,
      "train_steps_per_second": 0.754
    }
  ],
  "logging_steps": 10,
  "max_steps": 5597,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 636,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2650292248117248.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}