{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.4919142204253823,
  "eval_steps": 500,
  "global_step": 5597,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008788890841975743,
      "grad_norm": 0.7299243807792664,
      "learning_rate": 1.1061797752808989e-06,
      "loss": 0.5786,
      "step": 10
    },
    {
      "epoch": 0.0017577781683951485,
      "grad_norm": 0.7039077281951904,
      "learning_rate": 2.2241573033707866e-06,
      "loss": 0.5844,
      "step": 20
    },
    {
      "epoch": 0.002636667252592723,
      "grad_norm": 0.594024121761322,
      "learning_rate": 3.342134831460675e-06,
      "loss": 0.5971,
      "step": 30
    },
    {
      "epoch": 0.003515556336790297,
      "grad_norm": 0.7417164444923401,
      "learning_rate": 4.4601123595505624e-06,
      "loss": 0.5748,
      "step": 40
    },
    {
      "epoch": 0.004394445420987872,
      "grad_norm": 0.9814750552177429,
      "learning_rate": 5.5780898876404495e-06,
      "loss": 0.5991,
      "step": 50
    },
    {
      "epoch": 0.005273334505185446,
      "grad_norm": 0.6245082020759583,
      "learning_rate": 6.6960674157303374e-06,
      "loss": 0.5847,
      "step": 60
    },
    {
      "epoch": 0.00615222358938302,
      "grad_norm": 0.5894784331321716,
      "learning_rate": 7.814044943820226e-06,
      "loss": 0.5843,
      "step": 70
    },
    {
      "epoch": 0.007031112673580594,
      "grad_norm": 0.6612409353256226,
      "learning_rate": 8.932022471910112e-06,
      "loss": 0.572,
      "step": 80
    },
    {
      "epoch": 0.007910001757778168,
      "grad_norm": 0.614031195640564,
      "learning_rate": 1.005e-05,
      "loss": 0.5755,
      "step": 90
    },
    {
      "epoch": 0.008788890841975743,
      "grad_norm": 0.6163526773452759,
      "learning_rate": 1.1167977528089888e-05,
      "loss": 0.5672,
      "step": 100
    },
    {
      "epoch": 0.009667779926173316,
      "grad_norm": 0.6364962458610535,
      "learning_rate": 1.2285955056179776e-05,
      "loss": 0.5639,
      "step": 110
    },
    {
      "epoch": 0.010546669010370891,
      "grad_norm": 0.6238141655921936,
      "learning_rate": 1.3403932584269664e-05,
      "loss": 0.5805,
      "step": 120
    },
    {
      "epoch": 0.011425558094568465,
      "grad_norm": 0.7033671736717224,
      "learning_rate": 1.4521910112359552e-05,
      "loss": 0.5794,
      "step": 130
    },
    {
      "epoch": 0.01230444717876604,
      "grad_norm": 0.5810057520866394,
      "learning_rate": 1.563988764044944e-05,
      "loss": 0.5318,
      "step": 140
    },
    {
      "epoch": 0.013183336262963615,
      "grad_norm": 0.6278232336044312,
      "learning_rate": 1.6757865168539328e-05,
      "loss": 0.5694,
      "step": 150
    },
    {
      "epoch": 0.014062225347161188,
      "grad_norm": 0.5975486040115356,
      "learning_rate": 1.7875842696629214e-05,
      "loss": 0.5692,
      "step": 160
    },
    {
      "epoch": 0.014941114431358763,
      "grad_norm": 0.582416296005249,
      "learning_rate": 1.89938202247191e-05,
      "loss": 0.5773,
      "step": 170
    },
    {
      "epoch": 0.015820003515556336,
      "grad_norm": 0.6315813660621643,
      "learning_rate": 2e-05,
      "loss": 0.5881,
      "step": 180
    },
    {
      "epoch": 0.01669889259975391,
      "grad_norm": 0.5048695802688599,
      "learning_rate": 2e-05,
      "loss": 0.6048,
      "step": 190
    },
    {
      "epoch": 0.017577781683951486,
      "grad_norm": 0.5755158066749573,
      "learning_rate": 2e-05,
      "loss": 0.5961,
      "step": 200
    },
    {
      "epoch": 0.01845667076814906,
      "grad_norm": 0.46752920746803284,
      "learning_rate": 2e-05,
      "loss": 0.5767,
      "step": 210
    },
    {
      "epoch": 0.019335559852346633,
      "grad_norm": 0.5730629563331604,
      "learning_rate": 2e-05,
      "loss": 0.593,
      "step": 220
    },
    {
      "epoch": 0.02021444893654421,
      "grad_norm": 0.4156428575515747,
      "learning_rate": 2e-05,
      "loss": 0.5804,
      "step": 230
    },
    {
      "epoch": 0.021093338020741783,
      "grad_norm": 0.4448103606700897,
      "learning_rate": 2e-05,
      "loss": 0.5891,
      "step": 240
    },
    {
      "epoch": 0.021972227104939356,
      "grad_norm": 0.446362167596817,
      "learning_rate": 2e-05,
      "loss": 0.5669,
      "step": 250
    },
    {
      "epoch": 0.02285111618913693,
      "grad_norm": 0.42595115303993225,
      "learning_rate": 2e-05,
      "loss": 0.5885,
      "step": 260
    },
    {
      "epoch": 0.023730005273334506,
      "grad_norm": 0.45942461490631104,
      "learning_rate": 2e-05,
      "loss": 0.5812,
      "step": 270
    },
    {
      "epoch": 0.02460889435753208,
      "grad_norm": 0.4314509332180023,
      "learning_rate": 2e-05,
      "loss": 0.5984,
      "step": 280
    },
    {
      "epoch": 0.025487783441729653,
      "grad_norm": 0.4355176091194153,
      "learning_rate": 2e-05,
      "loss": 0.5995,
      "step": 290
    },
    {
      "epoch": 0.02636667252592723,
      "grad_norm": 0.4335140287876129,
      "learning_rate": 2e-05,
      "loss": 0.5725,
      "step": 300
    },
    {
      "epoch": 0.027245561610124803,
      "grad_norm": 0.41898155212402344,
      "learning_rate": 2e-05,
      "loss": 0.5947,
      "step": 310
    },
    {
      "epoch": 0.028124450694322376,
      "grad_norm": 0.35632404685020447,
      "learning_rate": 2e-05,
      "loss": 0.5575,
      "step": 320
    },
    {
      "epoch": 0.02900333977851995,
      "grad_norm": 0.4908845126628876,
      "learning_rate": 2e-05,
      "loss": 0.5874,
      "step": 330
    },
    {
      "epoch": 0.029882228862717526,
      "grad_norm": 0.39167770743370056,
      "learning_rate": 2e-05,
      "loss": 0.6033,
      "step": 340
    },
    {
      "epoch": 0.0307611179469151,
      "grad_norm": 0.41944095492362976,
      "learning_rate": 2e-05,
      "loss": 0.578,
      "step": 350
    },
    {
      "epoch": 0.03164000703111267,
      "grad_norm": 0.4073144197463989,
      "learning_rate": 2e-05,
      "loss": 0.5851,
      "step": 360
    },
    {
      "epoch": 0.032518896115310246,
      "grad_norm": 0.3751962184906006,
      "learning_rate": 2e-05,
      "loss": 0.5799,
      "step": 370
    },
    {
      "epoch": 0.03339778519950782,
      "grad_norm": 0.39586400985717773,
      "learning_rate": 2e-05,
      "loss": 0.5798,
      "step": 380
    },
    {
      "epoch": 0.0342766742837054,
      "grad_norm": 0.4123347997665405,
      "learning_rate": 2e-05,
      "loss": 0.574,
      "step": 390
    },
    {
      "epoch": 0.03515556336790297,
      "grad_norm": 0.4077567160129547,
      "learning_rate": 2e-05,
      "loss": 0.6083,
      "step": 400
    },
    {
      "epoch": 0.036034452452100546,
      "grad_norm": 0.36184021830558777,
      "learning_rate": 2e-05,
      "loss": 0.5791,
      "step": 410
    },
    {
      "epoch": 0.03691334153629812,
      "grad_norm": 0.39715006947517395,
      "learning_rate": 2e-05,
      "loss": 0.5809,
      "step": 420
    },
    {
      "epoch": 0.03779223062049569,
      "grad_norm": 0.34982648491859436,
      "learning_rate": 2e-05,
      "loss": 0.5651,
      "step": 430
    },
    {
      "epoch": 0.038671119704693266,
      "grad_norm": 0.35893237590789795,
      "learning_rate": 2e-05,
      "loss": 0.581,
      "step": 440
    },
    {
      "epoch": 0.03955000878889084,
      "grad_norm": 0.38406050205230713,
      "learning_rate": 2e-05,
      "loss": 0.5961,
      "step": 450
    },
    {
      "epoch": 0.04042889787308842,
      "grad_norm": 0.4047548174858093,
      "learning_rate": 2e-05,
      "loss": 0.561,
      "step": 460
    },
    {
      "epoch": 0.04130778695728599,
      "grad_norm": 0.3789917826652527,
      "learning_rate": 2e-05,
      "loss": 0.5899,
      "step": 470
    },
    {
      "epoch": 0.042186676041483566,
      "grad_norm": 0.40871259570121765,
      "learning_rate": 2e-05,
      "loss": 0.5848,
      "step": 480
    },
    {
      "epoch": 0.04306556512568114,
      "grad_norm": 0.3634383976459503,
      "learning_rate": 2e-05,
      "loss": 0.5942,
      "step": 490
    },
    {
      "epoch": 0.04394445420987871,
      "grad_norm": 0.3622599244117737,
      "learning_rate": 2e-05,
      "loss": 0.5632,
      "step": 500
    },
    {
      "epoch": 0.044823343294076286,
      "grad_norm": 0.3681706488132477,
      "learning_rate": 2e-05,
      "loss": 0.5918,
      "step": 510
    },
    {
      "epoch": 0.04570223237827386,
      "grad_norm": 0.4069708287715912,
      "learning_rate": 2e-05,
      "loss": 0.5745,
      "step": 520
    },
    {
      "epoch": 0.04658112146247144,
      "grad_norm": 0.40182244777679443,
      "learning_rate": 2e-05,
      "loss": 0.575,
      "step": 530
    },
    {
      "epoch": 0.04746001054666901,
      "grad_norm": 0.39383378624916077,
      "learning_rate": 2e-05,
      "loss": 0.5431,
      "step": 540
    },
    {
      "epoch": 0.048338899630866586,
      "grad_norm": 0.35547786951065063,
      "learning_rate": 2e-05,
      "loss": 0.5653,
      "step": 550
    },
    {
      "epoch": 0.04921778871506416,
      "grad_norm": 0.35708558559417725,
      "learning_rate": 2e-05,
      "loss": 0.5726,
      "step": 560
    },
    {
      "epoch": 0.05009667779926173,
      "grad_norm": 0.41257601976394653,
      "learning_rate": 2e-05,
      "loss": 0.5546,
      "step": 570
    },
    {
      "epoch": 0.050975566883459306,
      "grad_norm": 0.37748679518699646,
      "learning_rate": 2e-05,
      "loss": 0.5796,
      "step": 580
    },
    {
      "epoch": 0.05185445596765688,
      "grad_norm": 0.3628121614456177,
      "learning_rate": 2e-05,
      "loss": 0.5542,
      "step": 590
    },
    {
      "epoch": 0.05273334505185446,
      "grad_norm": 0.31530919671058655,
      "learning_rate": 2e-05,
      "loss": 0.5643,
      "step": 600
    },
    {
      "epoch": 0.05361223413605203,
      "grad_norm": 0.3966090679168701,
      "learning_rate": 2e-05,
      "loss": 0.588,
      "step": 610
    },
    {
      "epoch": 0.054491123220249606,
      "grad_norm": 0.41289761662483215,
      "learning_rate": 2e-05,
      "loss": 0.5868,
      "step": 620
    },
    {
      "epoch": 0.05537001230444718,
      "grad_norm": 0.37477827072143555,
      "learning_rate": 2e-05,
      "loss": 0.5764,
      "step": 630
    },
    {
      "epoch": 0.05624890138864475,
      "grad_norm": 0.4318097233772278,
      "learning_rate": 2e-05,
      "loss": 0.581,
      "step": 640
    },
    {
      "epoch": 0.057127790472842326,
      "grad_norm": 0.36890605092048645,
      "learning_rate": 2e-05,
      "loss": 0.5623,
      "step": 650
    },
    {
      "epoch": 0.0580066795570399,
      "grad_norm": 0.409492164850235,
      "learning_rate": 2e-05,
      "loss": 0.5848,
      "step": 660
    },
    {
      "epoch": 0.05888556864123748,
      "grad_norm": 0.3958004415035248,
      "learning_rate": 2e-05,
      "loss": 0.5851,
      "step": 670
    },
    {
      "epoch": 0.05976445772543505,
      "grad_norm": 0.3854322135448456,
      "learning_rate": 2e-05,
      "loss": 0.5867,
      "step": 680
    },
    {
      "epoch": 0.060643346809632626,
      "grad_norm": 0.3919129967689514,
      "learning_rate": 2e-05,
      "loss": 0.5859,
      "step": 690
    },
    {
      "epoch": 0.0615222358938302,
      "grad_norm": 0.34421873092651367,
      "learning_rate": 2e-05,
      "loss": 0.5695,
      "step": 700
    },
    {
      "epoch": 0.06240112497802777,
      "grad_norm": 0.36081117391586304,
      "learning_rate": 2e-05,
      "loss": 0.561,
      "step": 710
    },
    {
      "epoch": 0.06328001406222535,
      "grad_norm": 0.3740138113498688,
      "learning_rate": 2e-05,
      "loss": 0.5705,
      "step": 720
    },
    {
      "epoch": 0.06415890314642292,
      "grad_norm": 0.35506170988082886,
      "learning_rate": 2e-05,
      "loss": 0.5534,
      "step": 730
    },
    {
      "epoch": 0.06503779223062049,
      "grad_norm": 0.380117267370224,
      "learning_rate": 2e-05,
      "loss": 0.5559,
      "step": 740
    },
    {
      "epoch": 0.06591668131481807,
      "grad_norm": 0.36159446835517883,
      "learning_rate": 2e-05,
      "loss": 0.5886,
      "step": 750
    },
    {
      "epoch": 0.06679557039901564,
      "grad_norm": 0.3657621145248413,
      "learning_rate": 2e-05,
      "loss": 0.553,
      "step": 760
    },
    {
      "epoch": 0.06767445948321321,
      "grad_norm": 0.3414924740791321,
      "learning_rate": 2e-05,
      "loss": 0.5935,
      "step": 770
    },
    {
      "epoch": 0.0685533485674108,
      "grad_norm": 0.32405906915664673,
      "learning_rate": 2e-05,
      "loss": 0.5272,
      "step": 780
    },
    {
      "epoch": 0.06943223765160837,
      "grad_norm": 0.3730144500732422,
      "learning_rate": 2e-05,
      "loss": 0.5562,
      "step": 790
    },
    {
      "epoch": 0.07031112673580595,
      "grad_norm": 0.4821453392505646,
      "learning_rate": 2e-05,
      "loss": 0.575,
      "step": 800
    },
    {
      "epoch": 0.07119001582000352,
      "grad_norm": 0.48737847805023193,
      "learning_rate": 2e-05,
      "loss": 0.6033,
      "step": 810
    },
    {
      "epoch": 0.07206890490420109,
      "grad_norm": 0.5840171575546265,
      "learning_rate": 2e-05,
      "loss": 0.5745,
      "step": 820
    },
    {
      "epoch": 0.07294779398839867,
      "grad_norm": 0.3971763551235199,
      "learning_rate": 2e-05,
      "loss": 0.5696,
      "step": 830
    },
    {
      "epoch": 0.07382668307259624,
      "grad_norm": 0.3556879460811615,
      "learning_rate": 2e-05,
      "loss": 0.5993,
      "step": 840
    },
    {
      "epoch": 0.07470557215679381,
      "grad_norm": 0.3166077733039856,
      "learning_rate": 2e-05,
      "loss": 0.5711,
      "step": 850
    },
    {
      "epoch": 0.07558446124099139,
      "grad_norm": 0.37802746891975403,
      "learning_rate": 2e-05,
      "loss": 0.5806,
      "step": 860
    },
    {
      "epoch": 0.07646335032518896,
      "grad_norm": 0.33548033237457275,
      "learning_rate": 2e-05,
      "loss": 0.5619,
      "step": 870
    },
    {
      "epoch": 0.07734223940938653,
      "grad_norm": 0.3750935196876526,
      "learning_rate": 2e-05,
      "loss": 0.5636,
      "step": 880
    },
    {
      "epoch": 0.0782211284935841,
      "grad_norm": 0.359465628862381,
      "learning_rate": 2e-05,
      "loss": 0.5978,
      "step": 890
    },
    {
      "epoch": 0.07910001757778168,
      "grad_norm": 0.39016494154930115,
      "learning_rate": 2e-05,
      "loss": 0.5784,
      "step": 900
    },
    {
      "epoch": 0.07997890666197925,
      "grad_norm": 0.32137224078178406,
      "learning_rate": 2e-05,
      "loss": 0.5958,
      "step": 910
    },
    {
      "epoch": 0.08085779574617684,
      "grad_norm": 0.3473421037197113,
      "learning_rate": 2e-05,
      "loss": 0.5707,
      "step": 920
    },
    {
      "epoch": 0.08173668483037441,
      "grad_norm": 0.35025525093078613,
      "learning_rate": 2e-05,
      "loss": 0.5776,
      "step": 930
    },
    {
      "epoch": 0.08261557391457199,
      "grad_norm": 0.4126445949077606,
      "learning_rate": 2e-05,
      "loss": 0.5645,
      "step": 940
    },
    {
      "epoch": 0.08349446299876956,
      "grad_norm": 0.3999921679496765,
      "learning_rate": 2e-05,
      "loss": 0.5806,
      "step": 950
    },
    {
      "epoch": 0.08437335208296713,
      "grad_norm": 0.38202181458473206,
      "learning_rate": 2e-05,
      "loss": 0.5775,
      "step": 960
    },
    {
      "epoch": 0.0852522411671647,
      "grad_norm": 0.3595036566257477,
      "learning_rate": 2e-05,
      "loss": 0.5797,
      "step": 970
    },
    {
      "epoch": 0.08613113025136228,
      "grad_norm": 0.3591906726360321,
      "learning_rate": 2e-05,
      "loss": 0.5875,
      "step": 980
    },
    {
      "epoch": 0.08701001933555985,
      "grad_norm": 0.3604753613471985,
      "learning_rate": 2e-05,
      "loss": 0.576,
      "step": 990
    },
    {
      "epoch": 0.08788890841975742,
      "grad_norm": 0.35856151580810547,
      "learning_rate": 2e-05,
      "loss": 0.5704,
      "step": 1000
    },
    {
      "epoch": 0.088767797503955,
      "grad_norm": 0.3498944938182831,
      "learning_rate": 2e-05,
      "loss": 0.6101,
      "step": 1010
    },
    {
      "epoch": 0.08964668658815257,
      "grad_norm": 0.34088367223739624,
      "learning_rate": 2e-05,
      "loss": 0.5809,
      "step": 1020
    },
    {
      "epoch": 0.09052557567235014,
      "grad_norm": 0.37535375356674194,
      "learning_rate": 2e-05,
      "loss": 0.569,
      "step": 1030
    },
    {
      "epoch": 0.09140446475654772,
      "grad_norm": 0.34113436937332153,
      "learning_rate": 2e-05,
      "loss": 0.5821,
      "step": 1040
    },
    {
      "epoch": 0.09228335384074529,
      "grad_norm": 0.3853510618209839,
      "learning_rate": 2e-05,
      "loss": 0.6217,
      "step": 1050
    },
    {
      "epoch": 0.09316224292494288,
      "grad_norm": 0.39107996225357056,
      "learning_rate": 2e-05,
      "loss": 0.5619,
      "step": 1060
    },
    {
      "epoch": 0.09404113200914045,
      "grad_norm": 0.3326006531715393,
      "learning_rate": 2e-05,
      "loss": 0.5712,
      "step": 1070
    },
    {
      "epoch": 0.09492002109333803,
      "grad_norm": 0.5044306516647339,
      "learning_rate": 2e-05,
      "loss": 0.5799,
      "step": 1080
    },
    {
      "epoch": 0.0957989101775356,
      "grad_norm": 0.4056992530822754,
      "learning_rate": 2e-05,
      "loss": 0.5592,
      "step": 1090
    },
    {
      "epoch": 0.09667779926173317,
      "grad_norm": 0.42873504757881165,
      "learning_rate": 2e-05,
      "loss": 0.5932,
      "step": 1100
    },
    {
      "epoch": 0.09755668834593074,
      "grad_norm": 0.3402392566204071,
      "learning_rate": 2e-05,
      "loss": 0.5675,
      "step": 1110
    },
    {
      "epoch": 0.09843557743012832,
      "grad_norm": 0.36879539489746094,
      "learning_rate": 2e-05,
      "loss": 0.5393,
      "step": 1120
    },
    {
      "epoch": 0.09931446651432589,
      "grad_norm": 0.3497093617916107,
      "learning_rate": 2e-05,
      "loss": 0.6054,
      "step": 1130
    },
    {
      "epoch": 0.10019335559852346,
      "grad_norm": 0.3965706527233124,
      "learning_rate": 2e-05,
      "loss": 0.5851,
      "step": 1140
    },
    {
      "epoch": 0.10107224468272104,
      "grad_norm": 0.35941794514656067,
      "learning_rate": 2e-05,
      "loss": 0.5703,
      "step": 1150
    },
    {
      "epoch": 0.10195113376691861,
      "grad_norm": 0.3452138900756836,
      "learning_rate": 2e-05,
      "loss": 0.5854,
      "step": 1160
    },
    {
      "epoch": 0.10283002285111618,
      "grad_norm": 0.38294243812561035,
      "learning_rate": 2e-05,
      "loss": 0.5553,
      "step": 1170
    },
    {
      "epoch": 0.10370891193531376,
      "grad_norm": 0.3560450077056885,
      "learning_rate": 2e-05,
      "loss": 0.5847,
      "step": 1180
    },
    {
      "epoch": 0.10458780101951133,
      "grad_norm": 0.34364673495292664,
      "learning_rate": 2e-05,
      "loss": 0.5627,
      "step": 1190
    },
    {
      "epoch": 0.10546669010370892,
      "grad_norm": 0.3834216892719269,
      "learning_rate": 2e-05,
      "loss": 0.5617,
      "step": 1200
    },
    {
      "epoch": 0.10634557918790649,
      "grad_norm": 0.34551456570625305,
      "learning_rate": 2e-05,
      "loss": 0.555,
      "step": 1210
    },
    {
      "epoch": 0.10722446827210406,
      "grad_norm": 0.3550628423690796,
      "learning_rate": 2e-05,
      "loss": 0.569,
      "step": 1220
    },
    {
      "epoch": 0.10810335735630164,
      "grad_norm": 0.39383211731910706,
      "learning_rate": 2e-05,
      "loss": 0.5475,
      "step": 1230
    },
    {
      "epoch": 0.10898224644049921,
      "grad_norm": 0.45007845759391785,
      "learning_rate": 2e-05,
      "loss": 0.5749,
      "step": 1240
    },
    {
      "epoch": 0.10986113552469678,
      "grad_norm": 0.33808740973472595,
      "learning_rate": 2e-05,
      "loss": 0.5613,
      "step": 1250
    },
    {
      "epoch": 0.11074002460889436,
      "grad_norm": 0.3664572238922119,
      "learning_rate": 2e-05,
      "loss": 0.5525,
      "step": 1260
    },
    {
      "epoch": 0.11161891369309193,
      "grad_norm": 0.3647216260433197,
      "learning_rate": 2e-05,
      "loss": 0.5793,
      "step": 1270
    },
    {
      "epoch": 0.1124978027772895,
      "grad_norm": 0.3669637441635132,
      "learning_rate": 2e-05,
      "loss": 0.5572,
      "step": 1280
    },
    {
      "epoch": 0.11337669186148708,
      "grad_norm": 0.3178112506866455,
      "learning_rate": 2e-05,
      "loss": 0.5509,
      "step": 1290
    },
    {
      "epoch": 0.11425558094568465,
      "grad_norm": 0.360220342874527,
      "learning_rate": 2e-05,
      "loss": 0.5589,
      "step": 1300
    },
    {
      "epoch": 0.11513447002988222,
      "grad_norm": 0.36686965823173523,
      "learning_rate": 2e-05,
      "loss": 0.5752,
      "step": 1310
    },
    {
      "epoch": 0.1160133591140798,
      "grad_norm": 0.357736200094223,
      "learning_rate": 2e-05,
      "loss": 0.5901,
      "step": 1320
    },
    {
      "epoch": 0.11689224819827737,
      "grad_norm": 0.3455224633216858,
      "learning_rate": 2e-05,
      "loss": 0.5614,
      "step": 1330
    },
    {
      "epoch": 0.11777113728247496,
      "grad_norm": 0.34142857789993286,
      "learning_rate": 2e-05,
      "loss": 0.5563,
      "step": 1340
    },
    {
      "epoch": 0.11865002636667253,
      "grad_norm": 0.33547478914260864,
      "learning_rate": 2e-05,
      "loss": 0.5347,
      "step": 1350
    },
    {
      "epoch": 0.1195289154508701,
      "grad_norm": 0.3595579266548157,
      "learning_rate": 2e-05,
      "loss": 0.5747,
      "step": 1360
    },
    {
      "epoch": 0.12040780453506768,
      "grad_norm": 0.4105367362499237,
      "learning_rate": 2e-05,
      "loss": 0.5848,
      "step": 1370
    },
    {
      "epoch": 0.12128669361926525,
      "grad_norm": 0.45205193758010864,
      "learning_rate": 2e-05,
      "loss": 0.5863,
      "step": 1380
    },
    {
      "epoch": 0.12216558270346282,
      "grad_norm": 0.3702628016471863,
      "learning_rate": 2e-05,
      "loss": 0.5727,
      "step": 1390
    },
    {
      "epoch": 0.1230444717876604,
      "grad_norm": 0.3627513647079468,
      "learning_rate": 2e-05,
      "loss": 0.554,
      "step": 1400
    },
    {
      "epoch": 0.12392336087185797,
      "grad_norm": 0.37213680148124695,
      "learning_rate": 2e-05,
      "loss": 0.5441,
      "step": 1410
    },
    {
      "epoch": 0.12480224995605554,
      "grad_norm": 0.33166980743408203,
      "learning_rate": 2e-05,
      "loss": 0.5596,
      "step": 1420
    },
    {
      "epoch": 0.12568113904025313,
      "grad_norm": 0.36080440878868103,
      "learning_rate": 2e-05,
      "loss": 0.605,
      "step": 1430
    },
    {
      "epoch": 0.1265600281244507,
      "grad_norm": 0.39948782324790955,
      "learning_rate": 2e-05,
      "loss": 0.5642,
      "step": 1440
    },
    {
      "epoch": 0.12743891720864828,
      "grad_norm": 0.3613622784614563,
      "learning_rate": 2e-05,
      "loss": 0.5624,
      "step": 1450
    },
    {
      "epoch": 0.12831780629284584,
      "grad_norm": 0.41446202993392944,
      "learning_rate": 2e-05,
      "loss": 0.5966,
      "step": 1460
    },
    {
      "epoch": 0.12919669537704342,
      "grad_norm": 0.3632044196128845,
      "learning_rate": 2e-05,
      "loss": 0.558,
      "step": 1470
    },
    {
      "epoch": 0.13007558446124098,
      "grad_norm": 0.3540528118610382,
      "learning_rate": 2e-05,
      "loss": 0.5239,
      "step": 1480
    },
    {
      "epoch": 0.13095447354543857,
      "grad_norm": 0.43492934107780457,
      "learning_rate": 2e-05,
      "loss": 0.5639,
      "step": 1490
    },
    {
      "epoch": 0.13183336262963613,
      "grad_norm": 0.3482060432434082,
      "learning_rate": 2e-05,
      "loss": 0.5946,
      "step": 1500
    },
    {
      "epoch": 0.13271225171383372,
      "grad_norm": 0.34748104214668274,
      "learning_rate": 2e-05,
      "loss": 0.5628,
      "step": 1510
    },
    {
      "epoch": 0.13359114079803128,
      "grad_norm": 0.3222218453884125,
      "learning_rate": 2e-05,
      "loss": 0.5933,
      "step": 1520
    },
    {
      "epoch": 0.13447002988222886,
      "grad_norm": 0.3792349398136139,
      "learning_rate": 2e-05,
      "loss": 0.562,
      "step": 1530
    },
    {
      "epoch": 0.13534891896642642,
      "grad_norm": 0.37555038928985596,
      "learning_rate": 2e-05,
      "loss": 0.567,
      "step": 1540
    },
    {
      "epoch": 0.136227808050624,
      "grad_norm": 0.3451753854751587,
      "learning_rate": 2e-05,
      "loss": 0.5585,
      "step": 1550
    },
    {
      "epoch": 0.1371066971348216,
      "grad_norm": 0.32497790455818176,
      "learning_rate": 2e-05,
      "loss": 0.5659,
      "step": 1560
    },
    {
      "epoch": 0.13798558621901916,
      "grad_norm": 0.35301199555397034,
      "learning_rate": 2e-05,
      "loss": 0.6012,
      "step": 1570
    },
    {
      "epoch": 0.13886447530321674,
      "grad_norm": 0.3340965807437897,
      "learning_rate": 2e-05,
      "loss": 0.6125,
      "step": 1580
    },
    {
      "epoch": 0.1397433643874143,
      "grad_norm": 0.3181551396846771,
      "learning_rate": 2e-05,
      "loss": 0.5529,
      "step": 1590
    },
    {
      "epoch": 0.1406222534716119,
      "grad_norm": 0.3974955677986145,
      "learning_rate": 2e-05,
      "loss": 0.585,
      "step": 1600
    },
    {
      "epoch": 0.14150114255580945,
      "grad_norm": 0.347336083650589,
      "learning_rate": 2e-05,
      "loss": 0.5606,
      "step": 1610
    },
    {
      "epoch": 0.14238003164000704,
      "grad_norm": 0.3495638072490692,
      "learning_rate": 2e-05,
      "loss": 0.5906,
      "step": 1620
    },
    {
      "epoch": 0.1432589207242046,
      "grad_norm": 0.3735026717185974,
      "learning_rate": 2e-05,
      "loss": 0.5591,
      "step": 1630
    },
    {
      "epoch": 0.14413780980840218,
      "grad_norm": 0.3471795618534088,
      "learning_rate": 2e-05,
      "loss": 0.5705,
      "step": 1640
    },
    {
      "epoch": 0.14501669889259974,
      "grad_norm": 0.36941561102867126,
      "learning_rate": 2e-05,
      "loss": 0.6011,
      "step": 1650
    },
    {
      "epoch": 0.14589558797679733,
      "grad_norm": 0.3396647870540619,
      "learning_rate": 2e-05,
      "loss": 0.5717,
      "step": 1660
    },
    {
      "epoch": 0.1467744770609949,
      "grad_norm": 0.31963610649108887,
      "learning_rate": 2e-05,
      "loss": 0.5655,
      "step": 1670
    },
    {
      "epoch": 0.14765336614519248,
      "grad_norm": 0.44198107719421387,
      "learning_rate": 2e-05,
      "loss": 0.5869,
      "step": 1680
    },
    {
      "epoch": 0.14853225522939006,
      "grad_norm": 0.33693188428878784,
      "learning_rate": 2e-05,
      "loss": 0.5459,
      "step": 1690
    },
    {
      "epoch": 0.14941114431358762,
      "grad_norm": 0.3307777941226959,
      "learning_rate": 2e-05,
      "loss": 0.5901,
      "step": 1700
    },
    {
      "epoch": 0.1502900333977852,
      "grad_norm": 0.3152621388435364,
      "learning_rate": 2e-05,
      "loss": 0.5596,
      "step": 1710
    },
    {
      "epoch": 0.15116892248198277,
      "grad_norm": 0.5023934841156006,
      "learning_rate": 2e-05,
      "loss": 0.5634,
      "step": 1720
    },
    {
      "epoch": 0.15204781156618036,
      "grad_norm": 0.3895277678966522,
      "learning_rate": 2e-05,
      "loss": 0.5763,
      "step": 1730
    },
    {
      "epoch": 0.15292670065037792,
      "grad_norm": 0.3810598850250244,
      "learning_rate": 2e-05,
      "loss": 0.576,
      "step": 1740
    },
    {
      "epoch": 0.1538055897345755,
      "grad_norm": 0.3689657151699066,
      "learning_rate": 2e-05,
      "loss": 0.5474,
      "step": 1750
    },
    {
      "epoch": 0.15468447881877306,
      "grad_norm": 0.3715059459209442,
      "learning_rate": 2e-05,
      "loss": 0.5491,
      "step": 1760
    },
    {
      "epoch": 0.15556336790297065,
      "grad_norm": 0.33421632647514343,
      "learning_rate": 2e-05,
      "loss": 0.5425,
      "step": 1770
    },
    {
      "epoch": 0.1564422569871682,
      "grad_norm": 0.5304133296012878,
      "learning_rate": 2e-05,
      "loss": 0.5716,
      "step": 1780
    },
    {
      "epoch": 0.1573211460713658,
      "grad_norm": 0.3863163888454437,
      "learning_rate": 2e-05,
      "loss": 0.5795,
      "step": 1790
    },
    {
      "epoch": 0.15820003515556336,
      "grad_norm": 0.5527595281600952,
      "learning_rate": 2e-05,
      "loss": 0.5561,
      "step": 1800
    },
    {
      "epoch": 0.15907892423976094,
      "grad_norm": 0.4207919239997864,
      "learning_rate": 2e-05,
      "loss": 0.5837,
      "step": 1810
    },
    {
      "epoch": 0.1599578133239585,
      "grad_norm": 0.29921954870224,
      "learning_rate": 2e-05,
      "loss": 0.5299,
      "step": 1820
    },
    {
      "epoch": 0.1608367024081561,
      "grad_norm": 0.34096500277519226,
      "learning_rate": 2e-05,
      "loss": 0.5767,
      "step": 1830
    },
    {
      "epoch": 0.16171559149235368,
      "grad_norm": 0.37093764543533325,
      "learning_rate": 2e-05,
      "loss": 0.5597,
      "step": 1840
    },
    {
      "epoch": 0.16259448057655124,
      "grad_norm": 0.392698734998703,
      "learning_rate": 2e-05,
      "loss": 0.5546,
      "step": 1850
    },
    {
      "epoch": 0.16347336966074882,
      "grad_norm": 0.37084656953811646,
      "learning_rate": 2e-05,
      "loss": 0.564,
      "step": 1860
    },
    {
      "epoch": 0.16435225874494638,
      "grad_norm": 0.5617843866348267,
      "learning_rate": 2e-05,
      "loss": 0.5669,
      "step": 1870
    },
    {
      "epoch": 0.16523114782914397,
      "grad_norm": 0.3692229390144348,
      "learning_rate": 2e-05,
      "loss": 0.5628,
      "step": 1880
    },
    {
      "epoch": 0.16611003691334153,
      "grad_norm": 0.3360963761806488,
      "learning_rate": 2e-05,
      "loss": 0.551,
      "step": 1890
    },
    {
      "epoch": 0.16698892599753912,
      "grad_norm": 0.3678745925426483,
      "learning_rate": 2e-05,
      "loss": 0.5376,
      "step": 1900
    },
    {
      "epoch": 0.16786781508173668,
      "grad_norm": 0.3097802996635437,
      "learning_rate": 2e-05,
      "loss": 0.5924,
      "step": 1910
    },
    {
      "epoch": 0.16874670416593426,
      "grad_norm": 0.3742968738079071,
      "learning_rate": 2e-05,
      "loss": 0.5538,
      "step": 1920
    },
    {
      "epoch": 0.16962559325013182,
      "grad_norm": 0.3674496114253998,
      "learning_rate": 2e-05,
      "loss": 0.5837,
      "step": 1930
    },
    {
      "epoch": 0.1705044823343294,
      "grad_norm": 0.41291990876197815,
      "learning_rate": 2e-05,
      "loss": 0.5453,
      "step": 1940
    },
    {
      "epoch": 0.17138337141852697,
      "grad_norm": 0.35975903272628784,
      "learning_rate": 2e-05,
      "loss": 0.5478,
      "step": 1950
    },
    {
      "epoch": 0.17226226050272456,
      "grad_norm": 0.31317245960235596,
      "learning_rate": 2e-05,
      "loss": 0.5891,
      "step": 1960
    },
    {
      "epoch": 0.17314114958692214,
      "grad_norm": 0.3947499394416809,
      "learning_rate": 2e-05,
      "loss": 0.5555,
      "step": 1970
    },
    {
      "epoch": 0.1740200386711197,
      "grad_norm": 0.41339772939682007,
      "learning_rate": 2e-05,
      "loss": 0.5683,
      "step": 1980
    },
    {
      "epoch": 0.1748989277553173,
      "grad_norm": 0.3648429811000824,
      "learning_rate": 2e-05,
      "loss": 0.5639,
      "step": 1990
    },
    {
      "epoch": 0.17577781683951485,
      "grad_norm": 0.31032198667526245,
      "learning_rate": 2e-05,
      "loss": 0.5613,
      "step": 2000
    },
    {
      "epoch": 0.17665670592371244,
      "grad_norm": 0.3212377429008484,
      "learning_rate": 2e-05,
      "loss": 0.5501,
      "step": 2010
    },
    {
      "epoch": 0.17753559500791,
      "grad_norm": 0.34276482462882996,
      "learning_rate": 2e-05,
      "loss": 0.5801,
      "step": 2020
    },
    {
      "epoch": 0.17841448409210758,
      "grad_norm": 0.32408374547958374,
      "learning_rate": 2e-05,
      "loss": 0.574,
      "step": 2030
    },
    {
      "epoch": 0.17929337317630514,
      "grad_norm": 0.31184566020965576,
      "learning_rate": 2e-05,
      "loss": 0.5566,
      "step": 2040
    },
    {
      "epoch": 0.18017226226050273,
      "grad_norm": 0.32635489106178284,
      "learning_rate": 2e-05,
      "loss": 0.5475,
      "step": 2050
    },
    {
      "epoch": 0.1810511513447003,
      "grad_norm": 0.3519839644432068,
      "learning_rate": 2e-05,
      "loss": 0.5652,
      "step": 2060
    },
    {
      "epoch": 0.18193004042889788,
      "grad_norm": 0.37629371881484985,
      "learning_rate": 2e-05,
      "loss": 0.5521,
      "step": 2070
    },
    {
      "epoch": 0.18280892951309544,
      "grad_norm": 0.3756372034549713,
      "learning_rate": 2e-05,
      "loss": 0.5621,
      "step": 2080
    },
    {
      "epoch": 0.18368781859729302,
      "grad_norm": 0.3752441704273224,
      "learning_rate": 2e-05,
      "loss": 0.5802,
      "step": 2090
    },
    {
      "epoch": 0.18456670768149058,
      "grad_norm": 0.3569568693637848,
      "learning_rate": 2e-05,
      "loss": 0.5828,
      "step": 2100
    },
    {
      "epoch": 0.18544559676568817,
      "grad_norm": 0.32334834337234497,
      "learning_rate": 2e-05,
      "loss": 0.5479,
      "step": 2110
    },
    {
      "epoch": 0.18632448584988576,
      "grad_norm": 0.35802629590034485,
      "learning_rate": 2e-05,
      "loss": 0.566,
      "step": 2120
    },
    {
      "epoch": 0.18720337493408332,
      "grad_norm": 0.5078518986701965,
      "learning_rate": 2e-05,
      "loss": 0.5586,
      "step": 2130
    },
    {
      "epoch": 0.1880822640182809,
      "grad_norm": 0.36526328325271606,
      "learning_rate": 2e-05,
      "loss": 0.5616,
      "step": 2140
    },
    {
      "epoch": 0.18896115310247846,
      "grad_norm": 0.33778101205825806,
      "learning_rate": 2e-05,
      "loss": 0.5666,
      "step": 2150
    },
    {
      "epoch": 0.18984004218667605,
      "grad_norm": 0.38717159628868103,
      "learning_rate": 2e-05,
      "loss": 0.5605,
      "step": 2160
    },
    {
      "epoch": 0.1907189312708736,
      "grad_norm": 0.325623095035553,
      "learning_rate": 2e-05,
      "loss": 0.5419,
      "step": 2170
    },
    {
      "epoch": 0.1915978203550712,
      "grad_norm": 0.4406554400920868,
      "learning_rate": 2e-05,
      "loss": 0.5856,
      "step": 2180
    },
    {
      "epoch": 0.19247670943926876,
      "grad_norm": 0.3608305752277374,
      "learning_rate": 2e-05,
      "loss": 0.5397,
      "step": 2190
    },
    {
      "epoch": 0.19335559852346634,
      "grad_norm": 0.4066288471221924,
      "learning_rate": 2e-05,
      "loss": 0.5884,
      "step": 2200
    },
    {
      "epoch": 0.1942344876076639,
      "grad_norm": 0.37264975905418396,
      "learning_rate": 2e-05,
      "loss": 0.6049,
      "step": 2210
    },
    {
      "epoch": 0.1951133766918615,
      "grad_norm": 0.3412500321865082,
      "learning_rate": 2e-05,
      "loss": 0.5679,
      "step": 2220
    },
    {
      "epoch": 0.19599226577605905,
      "grad_norm": 0.36977285146713257,
      "learning_rate": 2e-05,
      "loss": 0.5589,
      "step": 2230
    },
    {
      "epoch": 0.19687115486025664,
      "grad_norm": 0.320394903421402,
      "learning_rate": 2e-05,
      "loss": 0.5536,
      "step": 2240
    },
    {
      "epoch": 0.19775004394445422,
      "grad_norm": 0.4130312502384186,
      "learning_rate": 2e-05,
      "loss": 0.5678,
      "step": 2250
    },
    {
      "epoch": 0.19862893302865178,
      "grad_norm": 0.3542708158493042,
      "learning_rate": 2e-05,
      "loss": 0.5871,
      "step": 2260
    },
    {
      "epoch": 0.19950782211284937,
      "grad_norm": 0.36599817872047424,
      "learning_rate": 2e-05,
      "loss": 0.5481,
      "step": 2270
    },
    {
      "epoch": 0.20038671119704693,
      "grad_norm": 0.42361220717430115,
      "learning_rate": 2e-05,
      "loss": 0.546,
      "step": 2280
    },
    {
      "epoch": 0.20126560028124452,
      "grad_norm": 0.3402586579322815,
      "learning_rate": 2e-05,
      "loss": 0.58,
      "step": 2290
    },
    {
      "epoch": 0.20214448936544208,
      "grad_norm": 0.3884638845920563,
      "learning_rate": 2e-05,
      "loss": 0.5393,
      "step": 2300
    },
    {
      "epoch": 0.20302337844963966,
      "grad_norm": 0.366931676864624,
      "learning_rate": 2e-05,
      "loss": 0.596,
      "step": 2310
    },
    {
      "epoch": 0.20390226753383722,
      "grad_norm": 0.32991132140159607,
      "learning_rate": 2e-05,
      "loss": 0.5522,
      "step": 2320
    },
    {
      "epoch": 0.2047811566180348,
      "grad_norm": 0.39930519461631775,
      "learning_rate": 2e-05,
      "loss": 0.5836,
      "step": 2330
    },
    {
      "epoch": 0.20566004570223237,
      "grad_norm": 0.37963399291038513,
      "learning_rate": 2e-05,
      "loss": 0.548,
      "step": 2340
    },
    {
      "epoch": 0.20653893478642996,
      "grad_norm": 0.365708589553833,
      "learning_rate": 2e-05,
      "loss": 0.5646,
      "step": 2350
    },
    {
      "epoch": 0.20741782387062752,
      "grad_norm": 0.38639870285987854,
      "learning_rate": 2e-05,
      "loss": 0.5348,
      "step": 2360
    },
    {
      "epoch": 0.2082967129548251,
      "grad_norm": 0.31267666816711426,
      "learning_rate": 2e-05,
      "loss": 0.541,
      "step": 2370
    },
    {
      "epoch": 0.20917560203902266,
      "grad_norm": 0.42928454279899597,
      "learning_rate": 2e-05,
      "loss": 0.5665,
      "step": 2380
    },
    {
      "epoch": 0.21005449112322025,
      "grad_norm": 0.3244638442993164,
      "learning_rate": 2e-05,
      "loss": 0.5904,
      "step": 2390
    },
    {
      "epoch": 0.21093338020741784,
      "grad_norm": 0.30141741037368774,
      "learning_rate": 2e-05,
      "loss": 0.5446,
      "step": 2400
    },
    {
      "epoch": 0.2118122692916154,
      "grad_norm": 0.3784339427947998,
      "learning_rate": 2e-05,
      "loss": 0.5936,
      "step": 2410
    },
    {
      "epoch": 0.21269115837581298,
      "grad_norm": 0.40315935015678406,
      "learning_rate": 2e-05,
      "loss": 0.5707,
      "step": 2420
    },
    {
      "epoch": 0.21357004746001054,
      "grad_norm": 0.35042673349380493,
      "learning_rate": 2e-05,
      "loss": 0.5684,
      "step": 2430
    },
    {
      "epoch": 0.21444893654420813,
      "grad_norm": 0.37262678146362305,
      "learning_rate": 2e-05,
      "loss": 0.5531,
      "step": 2440
    },
    {
      "epoch": 0.2153278256284057,
      "grad_norm": 0.3180401027202606,
      "learning_rate": 2e-05,
      "loss": 0.5727,
      "step": 2450
    },
    {
      "epoch": 0.21620671471260328,
      "grad_norm": 0.3344835937023163,
      "learning_rate": 2e-05,
      "loss": 0.5707,
      "step": 2460
    },
    {
      "epoch": 0.21708560379680084,
      "grad_norm": 0.3284481167793274,
      "learning_rate": 2e-05,
      "loss": 0.5497,
      "step": 2470
    },
    {
      "epoch": 0.21796449288099842,
      "grad_norm": 0.37181684374809265,
      "learning_rate": 2e-05,
      "loss": 0.5904,
      "step": 2480
    },
    {
      "epoch": 0.21884338196519598,
      "grad_norm": 0.3416779637336731,
      "learning_rate": 2e-05,
      "loss": 0.5507,
      "step": 2490
    },
    {
      "epoch": 0.21972227104939357,
      "grad_norm": 0.347848504781723,
      "learning_rate": 2e-05,
      "loss": 0.5684,
      "step": 2500
    },
    {
      "epoch": 0.22060116013359113,
      "grad_norm": 0.3230196237564087,
      "learning_rate": 2e-05,
      "loss": 0.5456,
      "step": 2510
    },
    {
      "epoch": 0.22148004921778872,
      "grad_norm": 0.38809800148010254,
      "learning_rate": 2e-05,
      "loss": 0.5517,
      "step": 2520
    },
    {
      "epoch": 0.2223589383019863,
      "grad_norm": 0.3716602027416229,
      "learning_rate": 2e-05,
      "loss": 0.5606,
      "step": 2530
    },
    {
      "epoch": 0.22323782738618386,
      "grad_norm": 0.342180460691452,
      "learning_rate": 2e-05,
      "loss": 0.55,
      "step": 2540
    },
    {
      "epoch": 0.22411671647038145,
      "grad_norm": 0.40020951628685,
      "learning_rate": 2e-05,
      "loss": 0.5326,
      "step": 2550
    },
    {
      "epoch": 0.224995605554579,
      "grad_norm": 0.37780147790908813,
      "learning_rate": 2e-05,
      "loss": 0.5473,
      "step": 2560
    },
    {
      "epoch": 0.2258744946387766,
      "grad_norm": 0.3578275740146637,
      "learning_rate": 2e-05,
      "loss": 0.5474,
      "step": 2570
    },
    {
      "epoch": 0.22675338372297416,
      "grad_norm": 0.33693841099739075,
      "learning_rate": 2e-05,
      "loss": 0.5686,
      "step": 2580
    },
    {
      "epoch": 0.22763227280717174,
      "grad_norm": 0.41994157433509827,
      "learning_rate": 2e-05,
      "loss": 0.5629,
      "step": 2590
    },
    {
      "epoch": 0.2285111618913693,
      "grad_norm": 0.3703048527240753,
      "learning_rate": 2e-05,
      "loss": 0.5535,
      "step": 2600
    },
    {
      "epoch": 0.2293900509755669,
      "grad_norm": 0.3215305805206299,
      "learning_rate": 2e-05,
      "loss": 0.5304,
      "step": 2610
    },
    {
      "epoch": 0.23026894005976445,
      "grad_norm": 0.3829116225242615,
      "learning_rate": 2e-05,
      "loss": 0.5717,
      "step": 2620
    },
    {
      "epoch": 0.23114782914396204,
      "grad_norm": 0.31442129611968994,
      "learning_rate": 2e-05,
      "loss": 0.5543,
      "step": 2630
    },
    {
      "epoch": 0.2320267182281596,
      "grad_norm": 0.46074509620666504,
      "learning_rate": 2e-05,
      "loss": 0.5811,
      "step": 2640
    },
    {
      "epoch": 0.23290560731235718,
      "grad_norm": 0.37541741132736206,
      "learning_rate": 2e-05,
      "loss": 0.5561,
      "step": 2650
    },
    {
      "epoch": 0.23378449639655474,
      "grad_norm": 0.32522743940353394,
      "learning_rate": 2e-05,
      "loss": 0.5649,
      "step": 2660
    },
    {
      "epoch": 0.23466338548075233,
      "grad_norm": 0.3570707142353058,
      "learning_rate": 2e-05,
      "loss": 0.5615,
      "step": 2670
    },
    {
      "epoch": 0.23554227456494992,
      "grad_norm": 0.33403363823890686,
      "learning_rate": 2e-05,
      "loss": 0.5733,
      "step": 2680
    },
    {
      "epoch": 0.23642116364914748,
      "grad_norm": 0.3274398744106293,
      "learning_rate": 2e-05,
      "loss": 0.5624,
      "step": 2690
    },
    {
      "epoch": 0.23730005273334506,
      "grad_norm": 0.35692623257637024,
      "learning_rate": 2e-05,
      "loss": 0.5733,
      "step": 2700
    },
    {
      "epoch": 0.23817894181754262,
      "grad_norm": 0.3499510586261749,
      "learning_rate": 2e-05,
      "loss": 0.581,
      "step": 2710
    },
    {
      "epoch": 0.2390578309017402,
      "grad_norm": 0.3738914430141449,
      "learning_rate": 2e-05,
      "loss": 0.5481,
      "step": 2720
    },
    {
      "epoch": 0.23993671998593777,
      "grad_norm": 0.4006647765636444,
      "learning_rate": 2e-05,
      "loss": 0.5337,
      "step": 2730
    },
    {
      "epoch": 0.24081560907013536,
      "grad_norm": 0.5295825600624084,
      "learning_rate": 2e-05,
      "loss": 0.561,
      "step": 2740
    },
    {
      "epoch": 0.24169449815433292,
      "grad_norm": 0.34328094124794006,
      "learning_rate": 2e-05,
      "loss": 0.5517,
      "step": 2750
    },
    {
      "epoch": 0.2425733872385305,
      "grad_norm": 0.36072251200675964,
      "learning_rate": 2e-05,
      "loss": 0.5486,
      "step": 2760
    },
    {
      "epoch": 0.24345227632272806,
      "grad_norm": 0.32866302132606506,
      "learning_rate": 2e-05,
      "loss": 0.5764,
      "step": 2770
    },
    {
      "epoch": 0.24433116540692565,
      "grad_norm": 0.3333951532840729,
      "learning_rate": 2e-05,
      "loss": 0.5775,
      "step": 2780
    },
    {
      "epoch": 0.2452100544911232,
      "grad_norm": 0.41300830245018005,
      "learning_rate": 2e-05,
      "loss": 0.5609,
      "step": 2790
    },
    {
      "epoch": 0.2460889435753208,
      "grad_norm": 0.3127140700817108,
      "learning_rate": 2e-05,
      "loss": 0.5711,
      "step": 2800
    },
    {
      "epoch": 0.24696783265951838,
      "grad_norm": 0.33722373843193054,
      "learning_rate": 2e-05,
      "loss": 0.5421,
      "step": 2810
    },
    {
      "epoch": 0.24784672174371594,
      "grad_norm": 0.3545294404029846,
      "learning_rate": 2e-05,
      "loss": 0.568,
      "step": 2820
    },
    {
      "epoch": 0.24872561082791353,
      "grad_norm": 0.345797598361969,
      "learning_rate": 2e-05,
      "loss": 0.5306,
      "step": 2830
    },
    {
      "epoch": 0.2496044999121111,
      "grad_norm": 0.40061184763908386,
      "learning_rate": 2e-05,
      "loss": 0.5467,
      "step": 2840
    },
    {
      "epoch": 0.2504833889963087,
      "grad_norm": 0.32904642820358276,
      "learning_rate": 2e-05,
      "loss": 0.5294,
      "step": 2850
    },
    {
      "epoch": 0.25136227808050626,
      "grad_norm": 0.3608121871948242,
      "learning_rate": 2e-05,
      "loss": 0.5564,
      "step": 2860
    },
    {
      "epoch": 0.2522411671647038,
      "grad_norm": 0.4847877025604248,
      "learning_rate": 2e-05,
      "loss": 0.5627,
      "step": 2870
    },
    {
      "epoch": 0.2531200562489014,
      "grad_norm": 0.3074108362197876,
      "learning_rate": 2e-05,
      "loss": 0.5427,
      "step": 2880
    },
    {
      "epoch": 0.25399894533309897,
      "grad_norm": 0.3400770127773285,
      "learning_rate": 2e-05,
      "loss": 0.5395,
      "step": 2890
    },
    {
      "epoch": 0.25487783441729656,
      "grad_norm": 0.3570431172847748,
      "learning_rate": 2e-05,
      "loss": 0.5627,
      "step": 2900
    },
    {
      "epoch": 0.2557567235014941,
      "grad_norm": 0.3542000651359558,
      "learning_rate": 2e-05,
      "loss": 0.5667,
      "step": 2910
    },
    {
      "epoch": 0.2566356125856917,
      "grad_norm": 0.3159409761428833,
      "learning_rate": 2e-05,
      "loss": 0.5561,
      "step": 2920
    },
    {
      "epoch": 0.25751450166988926,
      "grad_norm": 0.3355763554573059,
      "learning_rate": 2e-05,
      "loss": 0.553,
      "step": 2930
    },
    {
      "epoch": 0.25839339075408685,
      "grad_norm": 0.3804934024810791,
      "learning_rate": 2e-05,
      "loss": 0.5515,
      "step": 2940
    },
    {
      "epoch": 0.25927227983828444,
      "grad_norm": 0.3341805636882782,
      "learning_rate": 2e-05,
      "loss": 0.5695,
      "step": 2950
    },
    {
      "epoch": 0.26015116892248197,
      "grad_norm": 0.32842281460762024,
      "learning_rate": 2e-05,
      "loss": 0.5395,
      "step": 2960
    },
    {
      "epoch": 0.26103005800667956,
      "grad_norm": 0.3404848575592041,
      "learning_rate": 2e-05,
      "loss": 0.5427,
      "step": 2970
    },
    {
      "epoch": 0.26190894709087714,
      "grad_norm": 0.38430777192115784,
      "learning_rate": 2e-05,
      "loss": 0.5637,
      "step": 2980
    },
    {
      "epoch": 0.26278783617507473,
      "grad_norm": 0.30766552686691284,
      "learning_rate": 2e-05,
      "loss": 0.5596,
      "step": 2990
    },
    {
      "epoch": 0.26366672525927226,
      "grad_norm": 0.351011723279953,
      "learning_rate": 2e-05,
      "loss": 0.5807,
      "step": 3000
    },
    {
      "epoch": 0.26454561434346985,
      "grad_norm": 0.35301610827445984,
      "learning_rate": 2e-05,
      "loss": 0.5583,
      "step": 3010
    },
    {
      "epoch": 0.26542450342766744,
      "grad_norm": 0.350064218044281,
      "learning_rate": 2e-05,
      "loss": 0.5608,
      "step": 3020
    },
    {
      "epoch": 0.266303392511865,
      "grad_norm": 0.3541603982448578,
      "learning_rate": 2e-05,
      "loss": 0.5427,
      "step": 3030
    },
    {
      "epoch": 0.26718228159606255,
      "grad_norm": 0.3428955674171448,
      "learning_rate": 2e-05,
      "loss": 0.5658,
      "step": 3040
    },
    {
      "epoch": 0.26806117068026014,
      "grad_norm": 0.34655940532684326,
      "learning_rate": 2e-05,
      "loss": 0.5748,
      "step": 3050
    },
    {
      "epoch": 0.26894005976445773,
      "grad_norm": 0.3420259356498718,
      "learning_rate": 2e-05,
      "loss": 0.5447,
      "step": 3060
    },
    {
      "epoch": 0.2698189488486553,
      "grad_norm": 0.3394719958305359,
      "learning_rate": 2e-05,
      "loss": 0.5539,
      "step": 3070
    },
    {
      "epoch": 0.27069783793285285,
      "grad_norm": 0.33060818910598755,
      "learning_rate": 2e-05,
      "loss": 0.576,
      "step": 3080
    },
    {
      "epoch": 0.27157672701705043,
      "grad_norm": 0.34807607531547546,
      "learning_rate": 2e-05,
      "loss": 0.5524,
      "step": 3090
    },
    {
      "epoch": 0.272455616101248,
      "grad_norm": 0.33848682045936584,
      "learning_rate": 2e-05,
      "loss": 0.5283,
      "step": 3100
    },
    {
      "epoch": 0.2733345051854456,
      "grad_norm": 0.31702762842178345,
      "learning_rate": 2e-05,
      "loss": 0.5731,
      "step": 3110
    },
    {
      "epoch": 0.2742133942696432,
      "grad_norm": 0.30397921800613403,
      "learning_rate": 2e-05,
      "loss": 0.5403,
      "step": 3120
    },
    {
      "epoch": 0.2750922833538407,
      "grad_norm": 0.37567466497421265,
      "learning_rate": 2e-05,
      "loss": 0.5754,
      "step": 3130
    },
    {
      "epoch": 0.2759711724380383,
      "grad_norm": 0.3388182520866394,
      "learning_rate": 2e-05,
      "loss": 0.5512,
      "step": 3140
    },
    {
      "epoch": 0.2768500615222359,
      "grad_norm": 0.36109867691993713,
      "learning_rate": 2e-05,
      "loss": 0.5507,
      "step": 3150
    },
    {
      "epoch": 0.2777289506064335,
      "grad_norm": 0.3950864374637604,
      "learning_rate": 2e-05,
      "loss": 0.5427,
      "step": 3160
    },
    {
      "epoch": 0.278607839690631,
      "grad_norm": 0.32862675189971924,
      "learning_rate": 2e-05,
      "loss": 0.5705,
      "step": 3170
    },
    {
      "epoch": 0.2794867287748286,
      "grad_norm": 0.3726232945919037,
      "learning_rate": 2e-05,
      "loss": 0.5456,
      "step": 3180
    },
    {
      "epoch": 0.2803656178590262,
      "grad_norm": 0.3371773958206177,
      "learning_rate": 2e-05,
      "loss": 0.5813,
      "step": 3190
    },
    {
      "epoch": 0.2812445069432238,
      "grad_norm": 0.3559187650680542,
      "learning_rate": 2e-05,
      "loss": 0.5193,
      "step": 3200
    },
    {
      "epoch": 0.2821233960274213,
      "grad_norm": 0.3417247235774994,
      "learning_rate": 2e-05,
      "loss": 0.5369,
      "step": 3210
    },
    {
      "epoch": 0.2830022851116189,
      "grad_norm": 0.3516131341457367,
      "learning_rate": 2e-05,
      "loss": 0.539,
      "step": 3220
    },
    {
      "epoch": 0.2838811741958165,
      "grad_norm": 0.29232025146484375,
      "learning_rate": 2e-05,
      "loss": 0.5746,
      "step": 3230
    },
    {
      "epoch": 0.2847600632800141,
      "grad_norm": 0.3936523199081421,
      "learning_rate": 2e-05,
      "loss": 0.5592,
      "step": 3240
    },
    {
      "epoch": 0.28563895236421166,
      "grad_norm": 0.3399224579334259,
      "learning_rate": 2e-05,
      "loss": 0.5602,
      "step": 3250
    },
    {
      "epoch": 0.2865178414484092,
      "grad_norm": 0.36498552560806274,
      "learning_rate": 2e-05,
      "loss": 0.5346,
      "step": 3260
    },
    {
      "epoch": 0.2873967305326068,
      "grad_norm": 0.3364720344543457,
      "learning_rate": 2e-05,
      "loss": 0.5615,
      "step": 3270
    },
    {
      "epoch": 0.28827561961680437,
      "grad_norm": 0.3698938190937042,
      "learning_rate": 2e-05,
      "loss": 0.5675,
      "step": 3280
    },
    {
      "epoch": 0.28915450870100196,
      "grad_norm": 0.3517701327800751,
      "learning_rate": 2e-05,
      "loss": 0.5494,
      "step": 3290
    },
    {
      "epoch": 0.2900333977851995,
      "grad_norm": 0.5226931571960449,
      "learning_rate": 2e-05,
      "loss": 0.5624,
      "step": 3300
    },
    {
      "epoch": 0.2909122868693971,
      "grad_norm": 0.36056846380233765,
      "learning_rate": 2e-05,
      "loss": 0.5549,
      "step": 3310
    },
    {
      "epoch": 0.29179117595359466,
      "grad_norm": 0.36480969190597534,
      "learning_rate": 2e-05,
      "loss": 0.555,
      "step": 3320
    },
    {
      "epoch": 0.29267006503779225,
      "grad_norm": 0.4041381776332855,
      "learning_rate": 2e-05,
      "loss": 0.5707,
      "step": 3330
    },
    {
      "epoch": 0.2935489541219898,
      "grad_norm": 0.3795798420906067,
      "learning_rate": 2e-05,
      "loss": 0.5224,
      "step": 3340
    },
    {
      "epoch": 0.29442784320618737,
      "grad_norm": 0.35352370142936707,
      "learning_rate": 2e-05,
      "loss": 0.5392,
      "step": 3350
    },
    {
      "epoch": 0.29530673229038495,
      "grad_norm": 0.4036523997783661,
      "learning_rate": 2e-05,
      "loss": 0.557,
      "step": 3360
    },
    {
      "epoch": 0.29618562137458254,
      "grad_norm": 0.3892285227775574,
      "learning_rate": 2e-05,
      "loss": 0.5704,
      "step": 3370
    },
    {
      "epoch": 0.29706451045878013,
      "grad_norm": 0.3575426936149597,
      "learning_rate": 2e-05,
      "loss": 0.5564,
      "step": 3380
    },
    {
      "epoch": 0.29794339954297766,
      "grad_norm": 0.35260751843452454,
      "learning_rate": 2e-05,
      "loss": 0.5423,
      "step": 3390
    },
    {
      "epoch": 0.29882228862717525,
      "grad_norm": 0.3310370445251465,
      "learning_rate": 2e-05,
      "loss": 0.5423,
      "step": 3400
    },
    {
      "epoch": 0.29970117771137283,
      "grad_norm": 0.35556313395500183,
      "learning_rate": 2e-05,
      "loss": 0.5498,
      "step": 3410
    },
    {
      "epoch": 0.3005800667955704,
      "grad_norm": 0.3494598865509033,
      "learning_rate": 2e-05,
      "loss": 0.532,
      "step": 3420
    },
    {
      "epoch": 0.30145895587976795,
      "grad_norm": 0.32750406861305237,
      "learning_rate": 2e-05,
      "loss": 0.5501,
      "step": 3430
    },
    {
      "epoch": 0.30233784496396554,
      "grad_norm": 0.34658825397491455,
      "learning_rate": 2e-05,
      "loss": 0.5513,
      "step": 3440
    },
    {
      "epoch": 0.30321673404816313,
      "grad_norm": 0.3852780759334564,
      "learning_rate": 2e-05,
      "loss": 0.5597,
      "step": 3450
    },
    {
      "epoch": 0.3040956231323607,
      "grad_norm": 0.3383525013923645,
      "learning_rate": 2e-05,
      "loss": 0.5396,
      "step": 3460
    },
    {
      "epoch": 0.30497451221655825,
      "grad_norm": 0.32666006684303284,
      "learning_rate": 2e-05,
      "loss": 0.5472,
      "step": 3470
    },
    {
      "epoch": 0.30585340130075583,
      "grad_norm": 0.3554231524467468,
      "learning_rate": 2e-05,
      "loss": 0.5587,
      "step": 3480
    },
    {
      "epoch": 0.3067322903849534,
      "grad_norm": 0.3399517834186554,
      "learning_rate": 2e-05,
      "loss": 0.5218,
      "step": 3490
    },
    {
      "epoch": 0.307611179469151,
      "grad_norm": 0.36986055970191956,
      "learning_rate": 2e-05,
      "loss": 0.5445,
      "step": 3500
    },
    {
      "epoch": 0.30849006855334854,
      "grad_norm": 0.3844973146915436,
      "learning_rate": 2e-05,
      "loss": 0.548,
      "step": 3510
    },
    {
      "epoch": 0.3093689576375461,
      "grad_norm": 0.3885951042175293,
      "learning_rate": 2e-05,
      "loss": 0.5599,
      "step": 3520
    },
    {
      "epoch": 0.3102478467217437,
      "grad_norm": 0.3187924325466156,
      "learning_rate": 2e-05,
      "loss": 0.5647,
      "step": 3530
    },
    {
      "epoch": 0.3111267358059413,
      "grad_norm": 0.3450549244880676,
      "learning_rate": 2e-05,
      "loss": 0.5657,
      "step": 3540
    },
    {
      "epoch": 0.3120056248901389,
      "grad_norm": 0.37729015946388245,
      "learning_rate": 2e-05,
      "loss": 0.5515,
      "step": 3550
    },
    {
      "epoch": 0.3128845139743364,
      "grad_norm": 0.3477257490158081,
      "learning_rate": 2e-05,
      "loss": 0.529,
      "step": 3560
    },
    {
      "epoch": 0.313763403058534,
      "grad_norm": 0.4619958698749542,
      "learning_rate": 2e-05,
      "loss": 0.5473,
      "step": 3570
    },
    {
      "epoch": 0.3146422921427316,
      "grad_norm": 0.4123147130012512,
      "learning_rate": 2e-05,
      "loss": 0.5699,
      "step": 3580
    },
    {
      "epoch": 0.3155211812269292,
      "grad_norm": 0.331781268119812,
      "learning_rate": 2e-05,
      "loss": 0.5477,
      "step": 3590
    },
    {
      "epoch": 0.3164000703111267,
      "grad_norm": 0.4143794775009155,
      "learning_rate": 2e-05,
      "loss": 0.5437,
      "step": 3600
    },
    {
      "epoch": 0.3172789593953243,
      "grad_norm": 0.37911897897720337,
      "learning_rate": 2e-05,
      "loss": 0.5698,
      "step": 3610
    },
    {
      "epoch": 0.3181578484795219,
      "grad_norm": 0.37786126136779785,
      "learning_rate": 2e-05,
      "loss": 0.5721,
      "step": 3620
    },
    {
      "epoch": 0.3190367375637195,
      "grad_norm": 0.36114272475242615,
      "learning_rate": 2e-05,
      "loss": 0.559,
      "step": 3630
    },
    {
      "epoch": 0.319915626647917,
      "grad_norm": 0.3579804599285126,
      "learning_rate": 2e-05,
      "loss": 0.5228,
      "step": 3640
    },
    {
      "epoch": 0.3207945157321146,
      "grad_norm": 0.36827799677848816,
      "learning_rate": 2e-05,
      "loss": 0.5861,
      "step": 3650
    },
    {
      "epoch": 0.3216734048163122,
      "grad_norm": 0.37947359681129456,
      "learning_rate": 2e-05,
      "loss": 0.5403,
      "step": 3660
    },
    {
      "epoch": 0.32255229390050977,
      "grad_norm": 0.34253841638565063,
      "learning_rate": 2e-05,
      "loss": 0.5205,
      "step": 3670
    },
    {
      "epoch": 0.32343118298470735,
      "grad_norm": 0.37916991114616394,
      "learning_rate": 2e-05,
      "loss": 0.5573,
      "step": 3680
    },
    {
      "epoch": 0.3243100720689049,
      "grad_norm": 0.3785051703453064,
      "learning_rate": 2e-05,
      "loss": 0.5497,
      "step": 3690
    },
    {
      "epoch": 0.3251889611531025,
      "grad_norm": 0.36646854877471924,
      "learning_rate": 2e-05,
      "loss": 0.5681,
      "step": 3700
    },
    {
      "epoch": 0.32606785023730006,
      "grad_norm": 0.3919835090637207,
      "learning_rate": 2e-05,
      "loss": 0.5499,
      "step": 3710
    },
    {
      "epoch": 0.32694673932149765,
      "grad_norm": 0.36537960171699524,
      "learning_rate": 2e-05,
      "loss": 0.5377,
      "step": 3720
    },
    {
      "epoch": 0.3278256284056952,
      "grad_norm": 0.3292663097381592,
      "learning_rate": 2e-05,
      "loss": 0.5147,
      "step": 3730
    },
    {
      "epoch": 0.32870451748989277,
      "grad_norm": 0.5153776407241821,
      "learning_rate": 2e-05,
      "loss": 0.5659,
      "step": 3740
    },
    {
      "epoch": 0.32958340657409035,
      "grad_norm": 0.3422275483608246,
      "learning_rate": 2e-05,
      "loss": 0.534,
      "step": 3750
    },
    {
      "epoch": 0.33046229565828794,
      "grad_norm": 0.3704967498779297,
      "learning_rate": 2e-05,
      "loss": 0.5554,
      "step": 3760
    },
    {
      "epoch": 0.3313411847424855,
      "grad_norm": 0.3404252827167511,
      "learning_rate": 2e-05,
      "loss": 0.5522,
      "step": 3770
    },
    {
      "epoch": 0.33222007382668306,
      "grad_norm": 0.3768712878227234,
      "learning_rate": 2e-05,
      "loss": 0.5656,
      "step": 3780
    },
    {
      "epoch": 0.33309896291088065,
      "grad_norm": 0.3620288670063019,
      "learning_rate": 2e-05,
      "loss": 0.5426,
      "step": 3790
    },
    {
      "epoch": 0.33397785199507823,
      "grad_norm": 0.3485812246799469,
      "learning_rate": 2e-05,
      "loss": 0.5649,
      "step": 3800
    },
    {
      "epoch": 0.3348567410792758,
      "grad_norm": 0.3773175776004791,
      "learning_rate": 2e-05,
      "loss": 0.5354,
      "step": 3810
    },
    {
      "epoch": 0.33573563016347335,
      "grad_norm": 0.3337115943431854,
      "learning_rate": 2e-05,
      "loss": 0.5237,
      "step": 3820
    },
    {
      "epoch": 0.33661451924767094,
      "grad_norm": 0.3432636559009552,
      "learning_rate": 2e-05,
      "loss": 0.5472,
      "step": 3830
    },
    {
      "epoch": 0.3374934083318685,
      "grad_norm": 0.34719574451446533,
      "learning_rate": 2e-05,
      "loss": 0.5549,
      "step": 3840
    },
    {
      "epoch": 0.3383722974160661,
      "grad_norm": 0.4003327786922455,
      "learning_rate": 2e-05,
      "loss": 0.5552,
      "step": 3850
    },
    {
      "epoch": 0.33925118650026365,
      "grad_norm": 0.33857205510139465,
      "learning_rate": 2e-05,
      "loss": 0.5514,
      "step": 3860
    },
    {
      "epoch": 0.34013007558446123,
      "grad_norm": 0.39958328008651733,
      "learning_rate": 2e-05,
      "loss": 0.5478,
      "step": 3870
    },
    {
      "epoch": 0.3410089646686588,
      "grad_norm": 0.3632514178752899,
      "learning_rate": 2e-05,
      "loss": 0.5475,
      "step": 3880
    },
    {
      "epoch": 0.3418878537528564,
      "grad_norm": 0.3496982157230377,
      "learning_rate": 2e-05,
      "loss": 0.5664,
      "step": 3890
    },
    {
      "epoch": 0.34276674283705394,
      "grad_norm": 0.36692944169044495,
      "learning_rate": 2e-05,
      "loss": 0.5593,
      "step": 3900
    },
    {
      "epoch": 0.3436456319212515,
      "grad_norm": 0.36224329471588135,
      "learning_rate": 2e-05,
      "loss": 0.5545,
      "step": 3910
    },
    {
      "epoch": 0.3445245210054491,
      "grad_norm": 0.3247584402561188,
      "learning_rate": 2e-05,
      "loss": 0.5464,
      "step": 3920
    },
    {
      "epoch": 0.3454034100896467,
      "grad_norm": 0.3404799997806549,
      "learning_rate": 2e-05,
      "loss": 0.5406,
      "step": 3930
    },
    {
      "epoch": 0.3462822991738443,
      "grad_norm": 0.3565092384815216,
      "learning_rate": 2e-05,
      "loss": 0.5262,
      "step": 3940
    },
    {
      "epoch": 0.3471611882580418,
      "grad_norm": 0.379717081785202,
      "learning_rate": 2e-05,
      "loss": 0.5366,
      "step": 3950
    },
    {
      "epoch": 0.3480400773422394,
      "grad_norm": 0.3445590138435364,
      "learning_rate": 2e-05,
      "loss": 0.5446,
      "step": 3960
    },
    {
      "epoch": 0.348918966426437,
      "grad_norm": 0.38638412952423096,
      "learning_rate": 2e-05,
      "loss": 0.5126,
      "step": 3970
    },
    {
      "epoch": 0.3497978555106346,
      "grad_norm": 0.3413693308830261,
      "learning_rate": 2e-05,
      "loss": 0.529,
      "step": 3980
    },
    {
      "epoch": 0.3506767445948321,
      "grad_norm": 0.35638323426246643,
      "learning_rate": 2e-05,
      "loss": 0.5663,
      "step": 3990
    },
    {
      "epoch": 0.3515556336790297,
      "grad_norm": 0.34048929810523987,
      "learning_rate": 2e-05,
      "loss": 0.524,
      "step": 4000
    },
    {
      "epoch": 0.3524345227632273,
      "grad_norm": 0.40266934037208557,
      "learning_rate": 2e-05,
      "loss": 0.5393,
      "step": 4010
    },
    {
      "epoch": 0.3533134118474249,
      "grad_norm": 0.3910423815250397,
      "learning_rate": 2e-05,
      "loss": 0.5617,
      "step": 4020
    },
    {
      "epoch": 0.3541923009316224,
      "grad_norm": 0.39282137155532837,
      "learning_rate": 2e-05,
      "loss": 0.5575,
      "step": 4030
    },
    {
      "epoch": 0.35507119001582,
      "grad_norm": 0.36524611711502075,
      "learning_rate": 2e-05,
      "loss": 0.559,
      "step": 4040
    },
    {
      "epoch": 0.3559500791000176,
      "grad_norm": 0.3243862986564636,
      "learning_rate": 2e-05,
      "loss": 0.5457,
      "step": 4050
    },
    {
      "epoch": 0.35682896818421517,
      "grad_norm": 0.31815096735954285,
      "learning_rate": 2e-05,
      "loss": 0.5532,
      "step": 4060
    },
    {
      "epoch": 0.3577078572684127,
      "grad_norm": 0.3698352873325348,
      "learning_rate": 2e-05,
      "loss": 0.5708,
      "step": 4070
    },
    {
      "epoch": 0.3585867463526103,
      "grad_norm": 0.4162037968635559,
      "learning_rate": 2e-05,
      "loss": 0.5794,
      "step": 4080
    },
    {
      "epoch": 0.3594656354368079,
      "grad_norm": 0.41902992129325867,
      "learning_rate": 2e-05,
      "loss": 0.565,
      "step": 4090
    },
    {
      "epoch": 0.36034452452100546,
      "grad_norm": 0.36418578028678894,
      "learning_rate": 2e-05,
      "loss": 0.5609,
      "step": 4100
    },
    {
      "epoch": 0.36122341360520305,
      "grad_norm": 0.4600087106227875,
      "learning_rate": 2e-05,
      "loss": 0.5629,
      "step": 4110
    },
    {
      "epoch": 0.3621023026894006,
      "grad_norm": 0.41888490319252014,
      "learning_rate": 2e-05,
      "loss": 0.5504,
      "step": 4120
    },
    {
      "epoch": 0.36298119177359817,
      "grad_norm": 0.36782190203666687,
      "learning_rate": 2e-05,
      "loss": 0.5252,
      "step": 4130
    },
    {
      "epoch": 0.36386008085779575,
      "grad_norm": 0.3366917073726654,
      "learning_rate": 2e-05,
      "loss": 0.5605,
      "step": 4140
    },
    {
      "epoch": 0.36473896994199334,
      "grad_norm": 0.3785319924354553,
      "learning_rate": 2e-05,
      "loss": 0.5632,
      "step": 4150
    },
    {
      "epoch": 0.3656178590261909,
      "grad_norm": 0.32834818959236145,
      "learning_rate": 2e-05,
      "loss": 0.5234,
      "step": 4160
    },
    {
      "epoch": 0.36649674811038846,
      "grad_norm": 0.3661729395389557,
      "learning_rate": 2e-05,
      "loss": 0.5687,
      "step": 4170
    },
    {
      "epoch": 0.36737563719458605,
      "grad_norm": 0.370278924703598,
      "learning_rate": 2e-05,
      "loss": 0.5517,
      "step": 4180
    },
    {
      "epoch": 0.36825452627878363,
      "grad_norm": 0.3554653227329254,
      "learning_rate": 2e-05,
      "loss": 0.5337,
      "step": 4190
    },
    {
      "epoch": 0.36913341536298117,
      "grad_norm": 0.35374918580055237,
      "learning_rate": 2e-05,
      "loss": 0.5384,
      "step": 4200
    },
    {
      "epoch": 0.37001230444717875,
      "grad_norm": 0.3210890591144562,
      "learning_rate": 2e-05,
      "loss": 0.5435,
      "step": 4210
    },
    {
      "epoch": 0.37089119353137634,
      "grad_norm": 0.3437519967556,
      "learning_rate": 2e-05,
      "loss": 0.5242,
      "step": 4220
    },
    {
      "epoch": 0.3717700826155739,
      "grad_norm": 0.35392579436302185,
      "learning_rate": 2e-05,
      "loss": 0.5472,
      "step": 4230
    },
    {
      "epoch": 0.3726489716997715,
      "grad_norm": 0.3219797611236572,
      "learning_rate": 2e-05,
      "loss": 0.5364,
      "step": 4240
    },
    {
      "epoch": 0.37352786078396905,
      "grad_norm": 0.36878517270088196,
      "learning_rate": 2e-05,
      "loss": 0.5483,
      "step": 4250
    },
    {
      "epoch": 0.37440674986816663,
      "grad_norm": 0.3591812551021576,
      "learning_rate": 2e-05,
      "loss": 0.5786,
      "step": 4260
    },
    {
      "epoch": 0.3752856389523642,
      "grad_norm": 0.337785542011261,
      "learning_rate": 2e-05,
      "loss": 0.5284,
      "step": 4270
    },
    {
      "epoch": 0.3761645280365618,
      "grad_norm": 0.38380974531173706,
      "learning_rate": 2e-05,
      "loss": 0.5532,
      "step": 4280
    },
    {
      "epoch": 0.37704341712075934,
      "grad_norm": 0.42100170254707336,
      "learning_rate": 2e-05,
      "loss": 0.5508,
      "step": 4290
    },
    {
      "epoch": 0.3779223062049569,
      "grad_norm": 0.335602343082428,
      "learning_rate": 2e-05,
      "loss": 0.5445,
      "step": 4300
    },
    {
      "epoch": 0.3788011952891545,
      "grad_norm": 0.341927170753479,
      "learning_rate": 2e-05,
      "loss": 0.5527,
      "step": 4310
    },
    {
      "epoch": 0.3796800843733521,
      "grad_norm": 0.3622886538505554,
      "learning_rate": 2e-05,
      "loss": 0.5381,
      "step": 4320
    },
    {
      "epoch": 0.38055897345754963,
      "grad_norm": 0.3521440029144287,
      "learning_rate": 2e-05,
      "loss": 0.5686,
      "step": 4330
    },
    {
      "epoch": 0.3814378625417472,
      "grad_norm": 0.34552690386772156,
      "learning_rate": 2e-05,
      "loss": 0.5529,
      "step": 4340
    },
    {
      "epoch": 0.3823167516259448,
      "grad_norm": 0.3347887098789215,
      "learning_rate": 2e-05,
      "loss": 0.5459,
      "step": 4350
    },
    {
      "epoch": 0.3831956407101424,
      "grad_norm": 0.341581791639328,
      "learning_rate": 2e-05,
      "loss": 0.5374,
      "step": 4360
    },
    {
      "epoch": 0.38407452979434,
      "grad_norm": 0.4854869544506073,
      "learning_rate": 2e-05,
      "loss": 0.5352,
      "step": 4370
    },
    {
      "epoch": 0.3849534188785375,
      "grad_norm": 0.3230288028717041,
      "learning_rate": 2e-05,
      "loss": 0.5492,
      "step": 4380
    },
    {
      "epoch": 0.3858323079627351,
      "grad_norm": 0.36125731468200684,
      "learning_rate": 2e-05,
      "loss": 0.5641,
      "step": 4390
    },
    {
      "epoch": 0.3867111970469327,
      "grad_norm": 0.30713826417922974,
      "learning_rate": 2e-05,
      "loss": 0.5484,
      "step": 4400
    },
    {
      "epoch": 0.3875900861311303,
      "grad_norm": 0.31878671050071716,
      "learning_rate": 2e-05,
      "loss": 0.5438,
      "step": 4410
    },
    {
      "epoch": 0.3884689752153278,
      "grad_norm": 0.38744089007377625,
      "learning_rate": 2e-05,
      "loss": 0.5309,
      "step": 4420
    },
    {
      "epoch": 0.3893478642995254,
      "grad_norm": 0.39923980832099915,
      "learning_rate": 2e-05,
      "loss": 0.5086,
      "step": 4430
    },
    {
      "epoch": 0.390226753383723,
      "grad_norm": 0.44628486037254333,
      "learning_rate": 2e-05,
      "loss": 0.5359,
      "step": 4440
    },
    {
      "epoch": 0.39110564246792057,
      "grad_norm": 0.3254205286502838,
      "learning_rate": 2e-05,
      "loss": 0.5181,
      "step": 4450
    },
    {
      "epoch": 0.3919845315521181,
      "grad_norm": 0.32878732681274414,
      "learning_rate": 2e-05,
      "loss": 0.5055,
      "step": 4460
    },
    {
      "epoch": 0.3928634206363157,
      "grad_norm": 0.35472363233566284,
      "learning_rate": 2e-05,
      "loss": 0.5707,
      "step": 4470
    },
    {
      "epoch": 0.3937423097205133,
      "grad_norm": 0.3601676821708679,
      "learning_rate": 2e-05,
      "loss": 0.5646,
      "step": 4480
    },
    {
      "epoch": 0.39462119880471086,
      "grad_norm": 0.3487088084220886,
      "learning_rate": 2e-05,
      "loss": 0.5271,
      "step": 4490
    },
    {
      "epoch": 0.39550008788890845,
      "grad_norm": 0.3668665885925293,
      "learning_rate": 2e-05,
      "loss": 0.5511,
      "step": 4500
    },
    {
      "epoch": 0.396378976973106,
      "grad_norm": 0.3314940333366394,
      "learning_rate": 2e-05,
      "loss": 0.5465,
      "step": 4510
    },
    {
      "epoch": 0.39725786605730357,
      "grad_norm": 0.3193863332271576,
      "learning_rate": 2e-05,
      "loss": 0.5265,
      "step": 4520
    },
    {
      "epoch": 0.39813675514150115,
      "grad_norm": 0.40486985445022583,
      "learning_rate": 2e-05,
      "loss": 0.5503,
      "step": 4530
    },
    {
      "epoch": 0.39901564422569874,
      "grad_norm": 0.44396767020225525,
      "learning_rate": 2e-05,
      "loss": 0.5451,
      "step": 4540
    },
    {
      "epoch": 0.39989453330989627,
      "grad_norm": 0.3681359589099884,
      "learning_rate": 2e-05,
      "loss": 0.5136,
      "step": 4550
    },
    {
      "epoch": 0.40077342239409386,
      "grad_norm": 0.35657134652137756,
      "learning_rate": 2e-05,
      "loss": 0.5721,
      "step": 4560
    },
    {
      "epoch": 0.40165231147829145,
      "grad_norm": 0.32666659355163574,
      "learning_rate": 2e-05,
      "loss": 0.5694,
      "step": 4570
    },
    {
      "epoch": 0.40253120056248903,
      "grad_norm": 0.3304166793823242,
      "learning_rate": 2e-05,
      "loss": 0.5437,
      "step": 4580
    },
    {
      "epoch": 0.40341008964668656,
      "grad_norm": 0.3637726604938507,
      "learning_rate": 2e-05,
      "loss": 0.5482,
      "step": 4590
    },
    {
      "epoch": 0.40428897873088415,
      "grad_norm": 0.4018683433532715,
      "learning_rate": 2e-05,
      "loss": 0.5307,
      "step": 4600
    },
    {
      "epoch": 0.40516786781508174,
      "grad_norm": 0.38370928168296814,
      "learning_rate": 2e-05,
      "loss": 0.5345,
      "step": 4610
    },
    {
      "epoch": 0.4060467568992793,
      "grad_norm": 0.40193265676498413,
      "learning_rate": 2e-05,
      "loss": 0.5574,
      "step": 4620
    },
    {
      "epoch": 0.40692564598347686,
      "grad_norm": 0.35073745250701904,
      "learning_rate": 2e-05,
      "loss": 0.544,
      "step": 4630
    },
    {
      "epoch": 0.40780453506767445,
      "grad_norm": 0.3612351715564728,
      "learning_rate": 2e-05,
      "loss": 0.5297,
      "step": 4640
    },
    {
      "epoch": 0.40868342415187203,
      "grad_norm": 0.3514283001422882,
      "learning_rate": 2e-05,
      "loss": 0.5577,
      "step": 4650
    },
    {
      "epoch": 0.4095623132360696,
      "grad_norm": 0.3579213619232178,
      "learning_rate": 2e-05,
      "loss": 0.5274,
      "step": 4660
    },
    {
      "epoch": 0.4104412023202672,
      "grad_norm": 0.3235413432121277,
      "learning_rate": 2e-05,
      "loss": 0.5421,
      "step": 4670
    },
    {
      "epoch": 0.41132009140446474,
      "grad_norm": 0.3696593642234802,
      "learning_rate": 2e-05,
      "loss": 0.5365,
      "step": 4680
    },
    {
      "epoch": 0.4121989804886623,
      "grad_norm": 0.37844300270080566,
      "learning_rate": 2e-05,
      "loss": 0.5359,
      "step": 4690
    },
    {
      "epoch": 0.4130778695728599,
      "grad_norm": 0.3614518940448761,
      "learning_rate": 2e-05,
      "loss": 0.5325,
      "step": 4700
    },
    {
      "epoch": 0.4139567586570575,
      "grad_norm": 0.35735979676246643,
      "learning_rate": 2e-05,
      "loss": 0.5411,
      "step": 4710
    },
    {
      "epoch": 0.41483564774125503,
      "grad_norm": 0.3506315052509308,
      "learning_rate": 2e-05,
      "loss": 0.5416,
      "step": 4720
    },
    {
      "epoch": 0.4157145368254526,
      "grad_norm": 0.33660030364990234,
      "learning_rate": 2e-05,
      "loss": 0.5641,
      "step": 4730
    },
    {
      "epoch": 0.4165934259096502,
      "grad_norm": 0.3599470555782318,
      "learning_rate": 2e-05,
      "loss": 0.555,
      "step": 4740
    },
    {
      "epoch": 0.4174723149938478,
      "grad_norm": 0.34064146876335144,
      "learning_rate": 2e-05,
      "loss": 0.5394,
      "step": 4750
    },
    {
      "epoch": 0.4183512040780453,
      "grad_norm": 0.39736467599868774,
      "learning_rate": 2e-05,
      "loss": 0.5514,
      "step": 4760
    },
    {
      "epoch": 0.4192300931622429,
      "grad_norm": 0.34742310643196106,
      "learning_rate": 2e-05,
      "loss": 0.5481,
      "step": 4770
    },
    {
      "epoch": 0.4201089822464405,
      "grad_norm": 0.39449450373649597,
      "learning_rate": 2e-05,
      "loss": 0.5515,
      "step": 4780
    },
    {
      "epoch": 0.4209878713306381,
      "grad_norm": 0.46250203251838684,
      "learning_rate": 2e-05,
      "loss": 0.5621,
      "step": 4790
    },
    {
      "epoch": 0.4218667604148357,
      "grad_norm": 0.4337044060230255,
      "learning_rate": 2e-05,
      "loss": 0.5538,
      "step": 4800
    },
    {
      "epoch": 0.4227456494990332,
      "grad_norm": 0.4036795496940613,
      "learning_rate": 2e-05,
      "loss": 0.5553,
      "step": 4810
    },
    {
      "epoch": 0.4236245385832308,
      "grad_norm": 0.34802335500717163,
      "learning_rate": 2e-05,
      "loss": 0.5426,
      "step": 4820
    },
    {
      "epoch": 0.4245034276674284,
      "grad_norm": 0.3582998812198639,
      "learning_rate": 2e-05,
      "loss": 0.5545,
      "step": 4830
    },
    {
      "epoch": 0.42538231675162597,
      "grad_norm": 0.38593223690986633,
      "learning_rate": 2e-05,
      "loss": 0.5508,
      "step": 4840
    },
    {
      "epoch": 0.4262612058358235,
      "grad_norm": 0.33207061886787415,
      "learning_rate": 2e-05,
      "loss": 0.5376,
      "step": 4850
    },
    {
      "epoch": 0.4271400949200211,
      "grad_norm": 0.3460117280483246,
      "learning_rate": 2e-05,
      "loss": 0.5302,
      "step": 4860
    },
    {
      "epoch": 0.42801898400421867,
      "grad_norm": 0.35605132579803467,
      "learning_rate": 2e-05,
      "loss": 0.5191,
      "step": 4870
    },
    {
      "epoch": 0.42889787308841626,
      "grad_norm": 0.34891632199287415,
      "learning_rate": 2e-05,
      "loss": 0.5504,
      "step": 4880
    },
    {
      "epoch": 0.4297767621726138,
      "grad_norm": 0.41499564051628113,
      "learning_rate": 2e-05,
      "loss": 0.5672,
      "step": 4890
    },
    {
      "epoch": 0.4306556512568114,
      "grad_norm": 0.37195125222206116,
      "learning_rate": 2e-05,
      "loss": 0.5288,
      "step": 4900
    },
    {
      "epoch": 0.43153454034100897,
      "grad_norm": 0.32856228947639465,
      "learning_rate": 2e-05,
      "loss": 0.5477,
      "step": 4910
    },
    {
      "epoch": 0.43241342942520655,
      "grad_norm": 0.3535173833370209,
      "learning_rate": 2e-05,
      "loss": 0.5398,
      "step": 4920
    },
    {
      "epoch": 0.43329231850940414,
      "grad_norm": 0.3696601986885071,
      "learning_rate": 2e-05,
      "loss": 0.541,
      "step": 4930
    },
    {
      "epoch": 0.43417120759360167,
      "grad_norm": 0.379461407661438,
      "learning_rate": 2e-05,
      "loss": 0.5546,
      "step": 4940
    },
    {
      "epoch": 0.43505009667779926,
      "grad_norm": 0.36268851161003113,
      "learning_rate": 2e-05,
      "loss": 0.5456,
      "step": 4950
    },
    {
      "epoch": 0.43592898576199685,
      "grad_norm": 0.4394989609718323,
      "learning_rate": 2e-05,
      "loss": 0.5368,
      "step": 4960
    },
    {
      "epoch": 0.43680787484619443,
      "grad_norm": 0.35105985403060913,
      "learning_rate": 2e-05,
      "loss": 0.5086,
      "step": 4970
    },
    {
      "epoch": 0.43768676393039196,
      "grad_norm": 0.37677186727523804,
      "learning_rate": 2e-05,
      "loss": 0.5373,
      "step": 4980
    },
    {
      "epoch": 0.43856565301458955,
      "grad_norm": 0.3612132668495178,
      "learning_rate": 2e-05,
      "loss": 0.5389,
      "step": 4990
    },
    {
      "epoch": 0.43944454209878714,
      "grad_norm": 0.3109592795372009,
      "learning_rate": 2e-05,
      "loss": 0.5237,
      "step": 5000
    },
    {
      "epoch": 0.4403234311829847,
      "grad_norm": 0.42327675223350525,
      "learning_rate": 2e-05,
      "loss": 0.5209,
      "step": 5010
    },
    {
      "epoch": 0.44120232026718226,
      "grad_norm": 0.32862475514411926,
      "learning_rate": 2e-05,
      "loss": 0.5364,
      "step": 5020
    },
    {
      "epoch": 0.44208120935137984,
      "grad_norm": 0.3787497878074646,
      "learning_rate": 2e-05,
      "loss": 0.5379,
      "step": 5030
    },
    {
      "epoch": 0.44296009843557743,
      "grad_norm": 0.4235406816005707,
      "learning_rate": 2e-05,
      "loss": 0.5118,
      "step": 5040
    },
    {
      "epoch": 0.443838987519775,
      "grad_norm": 0.34716659784317017,
      "learning_rate": 2e-05,
      "loss": 0.5367,
      "step": 5050
    },
    {
      "epoch": 0.4447178766039726,
      "grad_norm": 0.3423392176628113,
      "learning_rate": 2e-05,
      "loss": 0.5378,
      "step": 5060
    },
    {
      "epoch": 0.44559676568817014,
      "grad_norm": 0.36973053216934204,
      "learning_rate": 2e-05,
      "loss": 0.5516,
      "step": 5070
    },
    {
      "epoch": 0.4464756547723677,
      "grad_norm": 0.4135674238204956,
      "learning_rate": 2e-05,
      "loss": 0.5289,
      "step": 5080
    },
    {
      "epoch": 0.4473545438565653,
      "grad_norm": 0.34592947363853455,
      "learning_rate": 1.9999810479633703e-05,
      "loss": 0.589,
      "step": 5090
    },
    {
      "epoch": 0.4482334329407629,
      "grad_norm": 0.3470785319805145,
      "learning_rate": 1.997707677020786e-05,
      "loss": 0.5323,
      "step": 5100
    },
    {
      "epoch": 0.44911232202496043,
      "grad_norm": 0.33374693989753723,
      "learning_rate": 1.9916538196124637e-05,
      "loss": 0.5446,
      "step": 5110
    },
    {
      "epoch": 0.449991211109158,
      "grad_norm": 0.36847248673439026,
      "learning_rate": 1.9818425303863402e-05,
      "loss": 0.517,
      "step": 5120
    },
    {
      "epoch": 0.4508701001933556,
      "grad_norm": 0.36847418546676636,
      "learning_rate": 1.9683111732582887e-05,
      "loss": 0.5261,
      "step": 5130
    },
    {
      "epoch": 0.4517489892775532,
      "grad_norm": 0.4955618679523468,
      "learning_rate": 1.951111279120706e-05,
      "loss": 0.5404,
      "step": 5140
    },
    {
      "epoch": 0.4526278783617507,
      "grad_norm": 0.3508554697036743,
      "learning_rate": 1.9303083495996028e-05,
      "loss": 0.5269,
      "step": 5150
    },
    {
      "epoch": 0.4535067674459483,
      "grad_norm": 0.3382345139980316,
      "learning_rate": 1.9059816076075482e-05,
      "loss": 0.5414,
      "step": 5160
    },
    {
      "epoch": 0.4543856565301459,
      "grad_norm": 0.35228630900382996,
      "learning_rate": 1.8782236956424142e-05,
      "loss": 0.5404,
      "step": 5170
    },
    {
      "epoch": 0.4552645456143435,
      "grad_norm": 0.4006800055503845,
      "learning_rate": 1.8471403229808897e-05,
      "loss": 0.5278,
      "step": 5180
    },
    {
      "epoch": 0.456143434698541,
      "grad_norm": 0.5065578818321228,
      "learning_rate": 1.8128498631103333e-05,
      "loss": 0.5479,
      "step": 5190
    },
    {
      "epoch": 0.4570223237827386,
      "grad_norm": 0.33684271574020386,
      "learning_rate": 1.7754829029320507e-05,
      "loss": 0.515,
      "step": 5200
    },
    {
      "epoch": 0.4579012128669362,
      "grad_norm": 0.33451032638549805,
      "learning_rate": 1.7351817454527473e-05,
      "loss": 0.5267,
      "step": 5210
    },
    {
      "epoch": 0.4587801019511338,
      "grad_norm": 0.3376351594924927,
      "learning_rate": 1.6920998678580345e-05,
      "loss": 0.5165,
      "step": 5220
    },
    {
      "epoch": 0.45965899103533137,
      "grad_norm": 0.3563227355480194,
      "learning_rate": 1.6464013370317854e-05,
      "loss": 0.5316,
      "step": 5230
    },
    {
      "epoch": 0.4605378801195289,
      "grad_norm": 0.3721602261066437,
      "learning_rate": 1.5982601847471915e-05,
      "loss": 0.535,
      "step": 5240
    },
    {
      "epoch": 0.4614167692037265,
      "grad_norm": 0.3335733115673065,
      "learning_rate": 1.5478597449089553e-05,
      "loss": 0.5459,
      "step": 5250
    },
    {
      "epoch": 0.46229565828792407,
      "grad_norm": 0.37219899892807007,
      "learning_rate": 1.4953919553705725e-05,
      "loss": 0.5432,
      "step": 5260
    },
    {
      "epoch": 0.46317454737212166,
      "grad_norm": 0.3701734244823456,
      "learning_rate": 1.441056626985559e-05,
      "loss": 0.5714,
      "step": 5270
    },
    {
      "epoch": 0.4640534364563192,
      "grad_norm": 0.3756079077720642,
      "learning_rate": 1.3850606826762668e-05,
      "loss": 0.5473,
      "step": 5280
    },
    {
      "epoch": 0.4649323255405168,
      "grad_norm": 0.3513130843639374,
      "learning_rate": 1.3276173694181128e-05,
      "loss": 0.5238,
      "step": 5290
    },
    {
      "epoch": 0.46581121462471436,
      "grad_norm": 0.373111367225647,
      "learning_rate": 1.2689454461401822e-05,
      "loss": 0.5291,
      "step": 5300
    },
    {
      "epoch": 0.46669010370891195,
      "grad_norm": 0.3545767664909363,
      "learning_rate": 1.2092683506348939e-05,
      "loss": 0.5181,
      "step": 5310
    },
    {
      "epoch": 0.4675689927931095,
      "grad_norm": 0.3761849105358124,
      "learning_rate": 1.14881334864935e-05,
      "loss": 0.5234,
      "step": 5320
    },
    {
      "epoch": 0.46844788187730707,
      "grad_norm": 0.3567139208316803,
      "learning_rate": 1.0878106683988481e-05,
      "loss": 0.5611,
      "step": 5330
    },
    {
      "epoch": 0.46932677096150466,
      "grad_norm": 0.41744333505630493,
      "learning_rate": 1.026492623798551e-05,
      "loss": 0.5543,
      "step": 5340
    },
    {
      "epoch": 0.47020566004570225,
      "grad_norm": 0.36612841486930847,
      "learning_rate": 9.650927297522743e-06,
      "loss": 0.5379,
      "step": 5350
    },
    {
      "epoch": 0.47108454912989983,
      "grad_norm": 0.349392831325531,
      "learning_rate": 9.038448128676012e-06,
      "loss": 0.545,
      "step": 5360
    },
    {
      "epoch": 0.47196343821409736,
      "grad_norm": 0.3567434847354889,
      "learning_rate": 8.42982120983949e-06,
      "loss": 0.531,
      "step": 5370
    },
    {
      "epoch": 0.47284232729829495,
      "grad_norm": 0.3052014410495758,
      "learning_rate": 7.827364349047303e-06,
      "loss": 0.5297,
      "step": 5380
    },
    {
      "epoch": 0.47372121638249254,
      "grad_norm": 0.3599008619785309,
      "learning_rate": 7.233371857163706e-06,
      "loss": 0.5202,
      "step": 5390
    },
    {
      "epoch": 0.4746001054666901,
      "grad_norm": 0.3340565264225006,
      "learning_rate": 6.650105810556492e-06,
      "loss": 0.5233,
      "step": 5400
    },
    {
      "epoch": 0.47547899455088766,
      "grad_norm": 0.35919269919395447,
      "learning_rate": 6.079787436527681e-06,
      "loss": 0.5213,
      "step": 5410
    },
    {
      "epoch": 0.47635788363508524,
      "grad_norm": 0.4195660650730133,
      "learning_rate": 5.524588654307961e-06,
      "loss": 0.5345,
      "step": 5420
    },
    {
      "epoch": 0.47723677271928283,
      "grad_norm": 0.39947375655174255,
      "learning_rate": 4.986623803828985e-06,
      "loss": 0.5417,
      "step": 5430
    },
    {
      "epoch": 0.4781156618034804,
      "grad_norm": 0.34144240617752075,
      "learning_rate": 4.467941593772423e-06,
      "loss": 0.5196,
      "step": 5440
    },
    {
      "epoch": 0.47899455088767795,
      "grad_norm": 0.31601595878601074,
      "learning_rate": 3.9705172995597606e-06,
      "loss": 0.5365,
      "step": 5450
    },
    {
      "epoch": 0.47987343997187554,
      "grad_norm": 0.3501845896244049,
      "learning_rate": 3.4962452409948346e-06,
      "loss": 0.5399,
      "step": 5460
    },
    {
      "epoch": 0.4807523290560731,
      "grad_norm": 0.3590399920940399,
      "learning_rate": 3.046931568206211e-06,
      "loss": 0.5548,
      "step": 5470
    },
    {
      "epoch": 0.4816312181402707,
      "grad_norm": 0.34990110993385315,
      "learning_rate": 2.624287383362404e-06,
      "loss": 0.5186,
      "step": 5480
    },
    {
      "epoch": 0.4825101072244683,
      "grad_norm": 0.32826465368270874,
      "learning_rate": 2.2299222243541845e-06,
      "loss": 0.5369,
      "step": 5490
    },
    {
      "epoch": 0.48338899630866583,
      "grad_norm": 0.3703666627407074,
      "learning_rate": 1.8653379352598246e-06,
      "loss": 0.524,
      "step": 5500
    },
    {
      "epoch": 0.4842678853928634,
      "grad_norm": 0.38898542523384094,
      "learning_rate": 1.5319229469361075e-06,
      "loss": 0.5411,
      "step": 5510
    },
    {
      "epoch": 0.485146774477061,
      "grad_norm": 0.3752051889896393,
      "learning_rate": 1.2309469895160917e-06,
      "loss": 0.5421,
      "step": 5520
    },
    {
      "epoch": 0.4860256635612586,
      "grad_norm": 0.3679511249065399,
      "learning_rate": 9.635562569497974e-07,
      "loss": 0.5364,
      "step": 5530
    },
    {
      "epoch": 0.4869045526454561,
      "grad_norm": 0.3570229113101959,
      "learning_rate": 7.307690420024867e-07,
      "loss": 0.5218,
      "step": 5540
    },
    {
      "epoch": 0.4877834417296537,
      "grad_norm": 0.3691729009151459,
      "learning_rate": 5.334718583335942e-07,
      "loss": 0.5479,
      "step": 5550
    },
    {
      "epoch": 0.4886623308138513,
      "grad_norm": 0.3383973240852356,
      "learning_rate": 3.7241606442442763e-07,
      "loss": 0.5463,
      "step": 5560
    },
    {
      "epoch": 0.4895412198980489,
      "grad_norm": 0.32522642612457275,
      "learning_rate": 2.482150022115879e-07,
      "loss": 0.5216,
      "step": 5570
    },
    {
      "epoch": 0.4904201089822464,
      "grad_norm": 0.3617769479751587,
      "learning_rate": 1.6134166132293174e-07,
      "loss": 0.528,
      "step": 5580
    },
    {
      "epoch": 0.491298998066444,
      "grad_norm": 0.34759119153022766,
      "learning_rate": 1.1212687781127357e-07,
      "loss": 0.5224,
      "step": 5590
    },
    {
      "epoch": 0.4919142204253823,
      "step": 5597,
      "total_flos": 2.4985159616803373e+19,
      "train_loss": 0.048519859191283855,
      "train_runtime": 5685.2195,
      "train_samples_per_second": 11.814,
      "train_steps_per_second": 0.984
    }
  ],
  "logging_steps": 10,
  "max_steps": 5597,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 636,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4985159616803373e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}