{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.393593739637907,
  "eval_steps": 500,
  "global_step": 5935,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006631739505272233,
      "grad_norm": 1.1596795320510864,
      "learning_rate": 2.910112359550562e-06,
      "loss": 0.9517,
      "step": 10
    },
    {
      "epoch": 0.0013263479010544466,
      "grad_norm": 1.0129684209823608,
      "learning_rate": 3.921348314606742e-06,
      "loss": 0.9185,
      "step": 20
    },
    {
      "epoch": 0.00198952185158167,
      "grad_norm": 1.0162608623504639,
      "learning_rate": 4.932584269662922e-06,
      "loss": 0.8679,
      "step": 30
    },
    {
      "epoch": 0.0026526958021088932,
      "grad_norm": 0.8911998271942139,
      "learning_rate": 5.943820224719102e-06,
      "loss": 0.8628,
      "step": 40
    },
    {
      "epoch": 0.0033158697526361166,
      "grad_norm": 0.8088529706001282,
      "learning_rate": 6.955056179775282e-06,
      "loss": 0.8746,
      "step": 50
    },
    {
      "epoch": 0.00397904370316334,
      "grad_norm": 0.8642328977584839,
      "learning_rate": 7.966292134831462e-06,
      "loss": 0.8327,
      "step": 60
    },
    {
      "epoch": 0.004642217653690563,
      "grad_norm": 0.8503588438034058,
      "learning_rate": 8.977528089887641e-06,
      "loss": 0.8412,
      "step": 70
    },
    {
      "epoch": 0.0053053916042177865,
      "grad_norm": 0.8862006664276123,
      "learning_rate": 9.988764044943822e-06,
      "loss": 0.8231,
      "step": 80
    },
    {
      "epoch": 0.00596856555474501,
      "grad_norm": 0.9262124300003052,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.8087,
      "step": 90
    },
    {
      "epoch": 0.006631739505272233,
      "grad_norm": 0.9693242907524109,
      "learning_rate": 1.2011235955056182e-05,
      "loss": 0.8197,
      "step": 100
    },
    {
      "epoch": 0.007294913455799456,
      "grad_norm": 0.8964329361915588,
      "learning_rate": 1.3022471910112362e-05,
      "loss": 0.7927,
      "step": 110
    },
    {
      "epoch": 0.00795808740632668,
      "grad_norm": 0.8408939838409424,
      "learning_rate": 1.403370786516854e-05,
      "loss": 0.8229,
      "step": 120
    },
    {
      "epoch": 0.008621261356853902,
      "grad_norm": 0.8564504981040955,
      "learning_rate": 1.504494382022472e-05,
      "loss": 0.7813,
      "step": 130
    },
    {
      "epoch": 0.009284435307381126,
      "grad_norm": 0.9394861459732056,
      "learning_rate": 1.60561797752809e-05,
      "loss": 0.8178,
      "step": 140
    },
    {
      "epoch": 0.009947609257908349,
      "grad_norm": 0.8412289023399353,
      "learning_rate": 1.706741573033708e-05,
      "loss": 0.7863,
      "step": 150
    },
    {
      "epoch": 0.010610783208435573,
      "grad_norm": 0.8816506266593933,
      "learning_rate": 1.8078651685393256e-05,
      "loss": 0.7883,
      "step": 160
    },
    {
      "epoch": 0.011273957158962795,
      "grad_norm": 0.8023780584335327,
      "learning_rate": 1.908988764044944e-05,
      "loss": 0.7992,
      "step": 170
    },
    {
      "epoch": 0.01193713110949002,
      "grad_norm": 0.9203169941902161,
      "learning_rate": 2e-05,
      "loss": 0.8106,
      "step": 180
    },
    {
      "epoch": 0.012600305060017242,
      "grad_norm": 0.8466951251029968,
      "learning_rate": 2e-05,
      "loss": 0.7944,
      "step": 190
    },
    {
      "epoch": 0.013263479010544466,
      "grad_norm": 0.807468593120575,
      "learning_rate": 2e-05,
      "loss": 0.7964,
      "step": 200
    },
    {
      "epoch": 0.013926652961071689,
      "grad_norm": 0.74900221824646,
      "learning_rate": 2e-05,
      "loss": 0.7963,
      "step": 210
    },
    {
      "epoch": 0.014589826911598913,
      "grad_norm": 0.8038553595542908,
      "learning_rate": 2e-05,
      "loss": 0.7799,
      "step": 220
    },
    {
      "epoch": 0.015253000862126135,
      "grad_norm": 0.6701945662498474,
      "learning_rate": 2e-05,
      "loss": 0.8199,
      "step": 230
    },
    {
      "epoch": 0.01591617481265336,
      "grad_norm": 0.649372398853302,
      "learning_rate": 2e-05,
      "loss": 0.7925,
      "step": 240
    },
    {
      "epoch": 0.016579348763180582,
      "grad_norm": 0.6375704407691956,
      "learning_rate": 2e-05,
      "loss": 0.8243,
      "step": 250
    },
    {
      "epoch": 0.017242522713707804,
      "grad_norm": 0.660631537437439,
      "learning_rate": 2e-05,
      "loss": 0.7956,
      "step": 260
    },
    {
      "epoch": 0.01790569666423503,
      "grad_norm": 0.620918869972229,
      "learning_rate": 2e-05,
      "loss": 0.7858,
      "step": 270
    },
    {
      "epoch": 0.018568870614762253,
      "grad_norm": 0.5827407240867615,
      "learning_rate": 2e-05,
      "loss": 0.7998,
      "step": 280
    },
    {
      "epoch": 0.019232044565289475,
      "grad_norm": 0.578879177570343,
      "learning_rate": 2e-05,
      "loss": 0.7597,
      "step": 290
    },
    {
      "epoch": 0.019895218515816698,
      "grad_norm": 0.5654085874557495,
      "learning_rate": 2e-05,
      "loss": 0.7533,
      "step": 300
    },
    {
      "epoch": 0.020558392466343924,
      "grad_norm": 0.5633082985877991,
      "learning_rate": 2e-05,
      "loss": 0.7592,
      "step": 310
    },
    {
      "epoch": 0.021221566416871146,
      "grad_norm": 0.6228300333023071,
      "learning_rate": 2e-05,
      "loss": 0.7857,
      "step": 320
    },
    {
      "epoch": 0.02188474036739837,
      "grad_norm": 0.5642741918563843,
      "learning_rate": 2e-05,
      "loss": 0.7652,
      "step": 330
    },
    {
      "epoch": 0.02254791431792559,
      "grad_norm": 0.5845516920089722,
      "learning_rate": 2e-05,
      "loss": 0.7792,
      "step": 340
    },
    {
      "epoch": 0.023211088268452817,
      "grad_norm": 0.5533984899520874,
      "learning_rate": 2e-05,
      "loss": 0.7662,
      "step": 350
    },
    {
      "epoch": 0.02387426221898004,
      "grad_norm": 1.1515164375305176,
      "learning_rate": 2e-05,
      "loss": 0.7853,
      "step": 360
    },
    {
      "epoch": 0.02453743616950726,
      "grad_norm": 0.5596652030944824,
      "learning_rate": 2e-05,
      "loss": 0.7939,
      "step": 370
    },
    {
      "epoch": 0.025200610120034484,
      "grad_norm": 0.5617090463638306,
      "learning_rate": 2e-05,
      "loss": 0.7896,
      "step": 380
    },
    {
      "epoch": 0.02586378407056171,
      "grad_norm": 0.80217444896698,
      "learning_rate": 2e-05,
      "loss": 0.7616,
      "step": 390
    },
    {
      "epoch": 0.026526958021088932,
      "grad_norm": 0.8099656701087952,
      "learning_rate": 2e-05,
      "loss": 0.7716,
      "step": 400
    },
    {
      "epoch": 0.027190131971616155,
      "grad_norm": 0.5415481925010681,
      "learning_rate": 2e-05,
      "loss": 0.7764,
      "step": 410
    },
    {
      "epoch": 0.027853305922143377,
      "grad_norm": 0.7534944415092468,
      "learning_rate": 2e-05,
      "loss": 0.7879,
      "step": 420
    },
    {
      "epoch": 0.0285164798726706,
      "grad_norm": 0.602469801902771,
      "learning_rate": 2e-05,
      "loss": 0.771,
      "step": 430
    },
    {
      "epoch": 0.029179653823197826,
      "grad_norm": 0.5386860370635986,
      "learning_rate": 2e-05,
      "loss": 0.791,
      "step": 440
    },
    {
      "epoch": 0.029842827773725048,
      "grad_norm": 0.5772424936294556,
      "learning_rate": 2e-05,
      "loss": 0.7806,
      "step": 450
    },
    {
      "epoch": 0.03050600172425227,
      "grad_norm": 0.5686757564544678,
      "learning_rate": 2e-05,
      "loss": 0.7729,
      "step": 460
    },
    {
      "epoch": 0.031169175674779493,
      "grad_norm": 0.5157404541969299,
      "learning_rate": 2e-05,
      "loss": 0.7387,
      "step": 470
    },
    {
      "epoch": 0.03183234962530672,
      "grad_norm": 0.5490089654922485,
      "learning_rate": 2e-05,
      "loss": 0.7653,
      "step": 480
    },
    {
      "epoch": 0.03249552357583394,
      "grad_norm": 0.5582148432731628,
      "learning_rate": 2e-05,
      "loss": 0.7827,
      "step": 490
    },
    {
      "epoch": 0.033158697526361164,
      "grad_norm": 0.5726275444030762,
      "learning_rate": 2e-05,
      "loss": 0.7942,
      "step": 500
    },
    {
      "epoch": 0.033821871476888386,
      "grad_norm": 1.6204034090042114,
      "learning_rate": 2e-05,
      "loss": 0.7893,
      "step": 510
    },
    {
      "epoch": 0.03448504542741561,
      "grad_norm": 0.5208715796470642,
      "learning_rate": 2e-05,
      "loss": 0.7714,
      "step": 520
    },
    {
      "epoch": 0.03514821937794283,
      "grad_norm": 0.5310713052749634,
      "learning_rate": 2e-05,
      "loss": 0.7802,
      "step": 530
    },
    {
      "epoch": 0.03581139332847006,
      "grad_norm": 0.5323279500007629,
      "learning_rate": 2e-05,
      "loss": 0.7548,
      "step": 540
    },
    {
      "epoch": 0.03647456727899728,
      "grad_norm": 0.48549482226371765,
      "learning_rate": 2e-05,
      "loss": 0.7649,
      "step": 550
    },
    {
      "epoch": 0.037137741229524505,
      "grad_norm": 0.5288492441177368,
      "learning_rate": 2e-05,
      "loss": 0.7777,
      "step": 560
    },
    {
      "epoch": 0.03780091518005173,
      "grad_norm": 0.4877089560031891,
      "learning_rate": 2e-05,
      "loss": 0.7802,
      "step": 570
    },
    {
      "epoch": 0.03846408913057895,
      "grad_norm": 0.5317091345787048,
      "learning_rate": 2e-05,
      "loss": 0.7833,
      "step": 580
    },
    {
      "epoch": 0.03912726308110617,
      "grad_norm": 0.5533668994903564,
      "learning_rate": 2e-05,
      "loss": 0.7702,
      "step": 590
    },
    {
      "epoch": 0.039790437031633395,
      "grad_norm": 0.5711390972137451,
      "learning_rate": 2e-05,
      "loss": 0.7801,
      "step": 600
    },
    {
      "epoch": 0.04045361098216062,
      "grad_norm": 0.5276714563369751,
      "learning_rate": 2e-05,
      "loss": 0.7846,
      "step": 610
    },
    {
      "epoch": 0.04111678493268785,
      "grad_norm": 0.5505608320236206,
      "learning_rate": 2e-05,
      "loss": 0.7575,
      "step": 620
    },
    {
      "epoch": 0.04177995888321507,
      "grad_norm": 0.49005311727523804,
      "learning_rate": 2e-05,
      "loss": 0.7698,
      "step": 630
    },
    {
      "epoch": 0.04244313283374229,
      "grad_norm": 0.4874991178512573,
      "learning_rate": 2e-05,
      "loss": 0.7716,
      "step": 640
    },
    {
      "epoch": 0.043106306784269514,
      "grad_norm": 0.5269560217857361,
      "learning_rate": 2e-05,
      "loss": 0.7607,
      "step": 650
    },
    {
      "epoch": 0.04376948073479674,
      "grad_norm": 0.50971519947052,
      "learning_rate": 2e-05,
      "loss": 0.7473,
      "step": 660
    },
    {
      "epoch": 0.04443265468532396,
      "grad_norm": 0.6813302636146545,
      "learning_rate": 2e-05,
      "loss": 0.7437,
      "step": 670
    },
    {
      "epoch": 0.04509582863585118,
      "grad_norm": 0.4699794352054596,
      "learning_rate": 2e-05,
      "loss": 0.7794,
      "step": 680
    },
    {
      "epoch": 0.045759002586378404,
      "grad_norm": 0.4931847155094147,
      "learning_rate": 2e-05,
      "loss": 0.7788,
      "step": 690
    },
    {
      "epoch": 0.046422176536905634,
      "grad_norm": 0.527800977230072,
      "learning_rate": 2e-05,
      "loss": 0.788,
      "step": 700
    },
    {
      "epoch": 0.047085350487432856,
      "grad_norm": 0.48107194900512695,
      "learning_rate": 2e-05,
      "loss": 0.763,
      "step": 710
    },
    {
      "epoch": 0.04774852443796008,
      "grad_norm": 0.48204314708709717,
      "learning_rate": 2e-05,
      "loss": 0.7595,
      "step": 720
    },
    {
      "epoch": 0.0484116983884873,
      "grad_norm": 0.48960623145103455,
      "learning_rate": 2e-05,
      "loss": 0.7647,
      "step": 730
    },
    {
      "epoch": 0.04907487233901452,
      "grad_norm": 0.4727330505847931,
      "learning_rate": 2e-05,
      "loss": 0.7618,
      "step": 740
    },
    {
      "epoch": 0.049738046289541746,
      "grad_norm": 0.48611021041870117,
      "learning_rate": 2e-05,
      "loss": 0.7773,
      "step": 750
    },
    {
      "epoch": 0.05040122024006897,
      "grad_norm": 0.481209397315979,
      "learning_rate": 2e-05,
      "loss": 0.7909,
      "step": 760
    },
    {
      "epoch": 0.05106439419059619,
      "grad_norm": 0.5047401785850525,
      "learning_rate": 2e-05,
      "loss": 0.7613,
      "step": 770
    },
    {
      "epoch": 0.05172756814112342,
      "grad_norm": 0.5307384729385376,
      "learning_rate": 2e-05,
      "loss": 0.7672,
      "step": 780
    },
    {
      "epoch": 0.05239074209165064,
      "grad_norm": 0.5360110402107239,
      "learning_rate": 2e-05,
      "loss": 0.7441,
      "step": 790
    },
    {
      "epoch": 0.053053916042177865,
      "grad_norm": 0.4864613711833954,
      "learning_rate": 2e-05,
      "loss": 0.7748,
      "step": 800
    },
    {
      "epoch": 0.05371708999270509,
      "grad_norm": 0.4954187572002411,
      "learning_rate": 2e-05,
      "loss": 0.7528,
      "step": 810
    },
    {
      "epoch": 0.05438026394323231,
      "grad_norm": 0.504557192325592,
      "learning_rate": 2e-05,
      "loss": 0.7494,
      "step": 820
    },
    {
      "epoch": 0.05504343789375953,
      "grad_norm": 0.48328864574432373,
      "learning_rate": 2e-05,
      "loss": 0.7764,
      "step": 830
    },
    {
      "epoch": 0.055706611844286755,
      "grad_norm": 0.47445255517959595,
      "learning_rate": 2e-05,
      "loss": 0.754,
      "step": 840
    },
    {
      "epoch": 0.05636978579481398,
      "grad_norm": 0.5029422044754028,
      "learning_rate": 2e-05,
      "loss": 0.77,
      "step": 850
    },
    {
      "epoch": 0.0570329597453412,
      "grad_norm": 0.5073195695877075,
      "learning_rate": 2e-05,
      "loss": 0.7597,
      "step": 860
    },
    {
      "epoch": 0.05769613369586843,
      "grad_norm": 0.4880322813987732,
      "learning_rate": 2e-05,
      "loss": 0.7595,
      "step": 870
    },
    {
      "epoch": 0.05835930764639565,
      "grad_norm": 0.513581395149231,
      "learning_rate": 2e-05,
      "loss": 0.7818,
      "step": 880
    },
    {
      "epoch": 0.059022481596922874,
      "grad_norm": 0.4951395094394684,
      "learning_rate": 2e-05,
      "loss": 0.7881,
      "step": 890
    },
    {
      "epoch": 0.059685655547450096,
      "grad_norm": 0.45365604758262634,
      "learning_rate": 2e-05,
      "loss": 0.7577,
      "step": 900
    },
    {
      "epoch": 0.06034882949797732,
      "grad_norm": 0.4641544818878174,
      "learning_rate": 2e-05,
      "loss": 0.7685,
      "step": 910
    },
    {
      "epoch": 0.06101200344850454,
      "grad_norm": 0.48189839720726013,
      "learning_rate": 2e-05,
      "loss": 0.7767,
      "step": 920
    },
    {
      "epoch": 0.061675177399031764,
      "grad_norm": 0.4569750428199768,
      "learning_rate": 2e-05,
      "loss": 0.7469,
      "step": 930
    },
    {
      "epoch": 0.062338351349558986,
      "grad_norm": 0.4633541703224182,
      "learning_rate": 2e-05,
      "loss": 0.76,
      "step": 940
    },
    {
      "epoch": 0.06300152530008621,
      "grad_norm": 0.4753730595111847,
      "learning_rate": 2e-05,
      "loss": 0.7528,
      "step": 950
    },
    {
      "epoch": 0.06366469925061344,
      "grad_norm": 0.4677918553352356,
      "learning_rate": 2e-05,
      "loss": 0.7569,
      "step": 960
    },
    {
      "epoch": 0.06432787320114065,
      "grad_norm": 0.4754522442817688,
      "learning_rate": 2e-05,
      "loss": 0.7659,
      "step": 970
    },
    {
      "epoch": 0.06499104715166788,
      "grad_norm": 0.5752569437026978,
      "learning_rate": 2e-05,
      "loss": 0.7599,
      "step": 980
    },
    {
      "epoch": 0.06565422110219511,
      "grad_norm": 0.5086958408355713,
      "learning_rate": 2e-05,
      "loss": 0.7631,
      "step": 990
    },
    {
      "epoch": 0.06631739505272233,
      "grad_norm": 0.5891866087913513,
      "learning_rate": 2e-05,
      "loss": 0.7597,
      "step": 1000
    },
    {
      "epoch": 0.06698056900324956,
      "grad_norm": 0.46219590306282043,
      "learning_rate": 2e-05,
      "loss": 0.7579,
      "step": 1010
    },
    {
      "epoch": 0.06764374295377677,
      "grad_norm": 0.4759126305580139,
      "learning_rate": 2e-05,
      "loss": 0.7554,
      "step": 1020
    },
    {
      "epoch": 0.068306916904304,
      "grad_norm": 0.5318647027015686,
      "learning_rate": 2e-05,
      "loss": 0.7481,
      "step": 1030
    },
    {
      "epoch": 0.06897009085483122,
      "grad_norm": 0.4814603924751282,
      "learning_rate": 2e-05,
      "loss": 0.7729,
      "step": 1040
    },
    {
      "epoch": 0.06963326480535845,
      "grad_norm": 0.5173375010490417,
      "learning_rate": 2e-05,
      "loss": 0.7589,
      "step": 1050
    },
    {
      "epoch": 0.07029643875588566,
      "grad_norm": 0.5993748903274536,
      "learning_rate": 2e-05,
      "loss": 0.7736,
      "step": 1060
    },
    {
      "epoch": 0.07095961270641289,
      "grad_norm": 0.5081777572631836,
      "learning_rate": 2e-05,
      "loss": 0.7522,
      "step": 1070
    },
    {
      "epoch": 0.07162278665694012,
      "grad_norm": 0.45993325114250183,
      "learning_rate": 2e-05,
      "loss": 0.7801,
      "step": 1080
    },
    {
      "epoch": 0.07228596060746734,
      "grad_norm": 0.4642050564289093,
      "learning_rate": 2e-05,
      "loss": 0.7594,
      "step": 1090
    },
    {
      "epoch": 0.07294913455799457,
      "grad_norm": 0.45918765664100647,
      "learning_rate": 2e-05,
      "loss": 0.7292,
      "step": 1100
    },
    {
      "epoch": 0.07361230850852178,
      "grad_norm": 0.4907342493534088,
      "learning_rate": 2e-05,
      "loss": 0.768,
      "step": 1110
    },
    {
      "epoch": 0.07427548245904901,
      "grad_norm": 0.46477046608924866,
      "learning_rate": 2e-05,
      "loss": 0.7546,
      "step": 1120
    },
    {
      "epoch": 0.07493865640957623,
      "grad_norm": 0.5048196911811829,
      "learning_rate": 2e-05,
      "loss": 0.7762,
      "step": 1130
    },
    {
      "epoch": 0.07560183036010346,
      "grad_norm": 0.48439109325408936,
      "learning_rate": 2e-05,
      "loss": 0.7385,
      "step": 1140
    },
    {
      "epoch": 0.07626500431063069,
      "grad_norm": 0.47210803627967834,
      "learning_rate": 2e-05,
      "loss": 0.7694,
      "step": 1150
    },
    {
      "epoch": 0.0769281782611579,
      "grad_norm": 0.4778144359588623,
      "learning_rate": 2e-05,
      "loss": 0.7382,
      "step": 1160
    },
    {
      "epoch": 0.07759135221168513,
      "grad_norm": 0.5094350576400757,
      "learning_rate": 2e-05,
      "loss": 0.7488,
      "step": 1170
    },
    {
      "epoch": 0.07825452616221235,
      "grad_norm": 0.5327107310295105,
      "learning_rate": 2e-05,
      "loss": 0.7457,
      "step": 1180
    },
    {
      "epoch": 0.07891770011273957,
      "grad_norm": 0.4854157567024231,
      "learning_rate": 2e-05,
      "loss": 0.7531,
      "step": 1190
    },
    {
      "epoch": 0.07958087406326679,
      "grad_norm": 0.8898469805717468,
      "learning_rate": 2e-05,
      "loss": 0.7552,
      "step": 1200
    },
    {
      "epoch": 0.08024404801379402,
      "grad_norm": 0.4582747519016266,
      "learning_rate": 2e-05,
      "loss": 0.7346,
      "step": 1210
    },
    {
      "epoch": 0.08090722196432124,
      "grad_norm": 0.4968053102493286,
      "learning_rate": 2e-05,
      "loss": 0.7464,
      "step": 1220
    },
    {
      "epoch": 0.08157039591484846,
      "grad_norm": 0.5363363027572632,
      "learning_rate": 2e-05,
      "loss": 0.7607,
      "step": 1230
    },
    {
      "epoch": 0.0822335698653757,
      "grad_norm": 0.5088996887207031,
      "learning_rate": 2e-05,
      "loss": 0.7482,
      "step": 1240
    },
    {
      "epoch": 0.08289674381590291,
      "grad_norm": 0.4793884754180908,
      "learning_rate": 2e-05,
      "loss": 0.7469,
      "step": 1250
    },
    {
      "epoch": 0.08355991776643014,
      "grad_norm": 1.361615538597107,
      "learning_rate": 2e-05,
      "loss": 0.7451,
      "step": 1260
    },
    {
      "epoch": 0.08422309171695735,
      "grad_norm": 0.47477322816848755,
      "learning_rate": 2e-05,
      "loss": 0.7631,
      "step": 1270
    },
    {
      "epoch": 0.08488626566748458,
      "grad_norm": 0.49219903349876404,
      "learning_rate": 2e-05,
      "loss": 0.7709,
      "step": 1280
    },
    {
      "epoch": 0.0855494396180118,
      "grad_norm": 0.46074602007865906,
      "learning_rate": 2e-05,
      "loss": 0.75,
      "step": 1290
    },
    {
      "epoch": 0.08621261356853903,
      "grad_norm": 0.4657946228981018,
      "learning_rate": 2e-05,
      "loss": 0.7494,
      "step": 1300
    },
    {
      "epoch": 0.08687578751906624,
      "grad_norm": 1.8625658750534058,
      "learning_rate": 2e-05,
      "loss": 0.7213,
      "step": 1310
    },
    {
      "epoch": 0.08753896146959347,
      "grad_norm": 0.4719648063182831,
      "learning_rate": 2e-05,
      "loss": 0.7651,
      "step": 1320
    },
    {
      "epoch": 0.0882021354201207,
      "grad_norm": 0.45125117897987366,
      "learning_rate": 2e-05,
      "loss": 0.7575,
      "step": 1330
    },
    {
      "epoch": 0.08886530937064792,
      "grad_norm": 0.4656333029270172,
      "learning_rate": 2e-05,
      "loss": 0.7473,
      "step": 1340
    },
    {
      "epoch": 0.08952848332117515,
      "grad_norm": 0.4801299273967743,
      "learning_rate": 2e-05,
      "loss": 0.7496,
      "step": 1350
    },
    {
      "epoch": 0.09019165727170236,
      "grad_norm": 0.4366644620895386,
      "learning_rate": 2e-05,
      "loss": 0.7361,
      "step": 1360
    },
    {
      "epoch": 0.09085483122222959,
      "grad_norm": 0.43298009037971497,
      "learning_rate": 2e-05,
      "loss": 0.7358,
      "step": 1370
    },
    {
      "epoch": 0.09151800517275681,
      "grad_norm": 0.45950010418891907,
      "learning_rate": 2e-05,
      "loss": 0.7431,
      "step": 1380
    },
    {
      "epoch": 0.09218117912328404,
      "grad_norm": 0.4419451057910919,
      "learning_rate": 2e-05,
      "loss": 0.7559,
      "step": 1390
    },
    {
      "epoch": 0.09284435307381127,
      "grad_norm": 0.5011473894119263,
      "learning_rate": 2e-05,
      "loss": 0.747,
      "step": 1400
    },
    {
      "epoch": 0.09350752702433848,
      "grad_norm": 0.4722769260406494,
      "learning_rate": 2e-05,
      "loss": 0.7598,
      "step": 1410
    },
    {
      "epoch": 0.09417070097486571,
      "grad_norm": 0.4498542547225952,
      "learning_rate": 2e-05,
      "loss": 0.7429,
      "step": 1420
    },
    {
      "epoch": 0.09483387492539293,
      "grad_norm": 0.464199960231781,
      "learning_rate": 2e-05,
      "loss": 0.7684,
      "step": 1430
    },
    {
      "epoch": 0.09549704887592016,
      "grad_norm": 0.5018302202224731,
      "learning_rate": 2e-05,
      "loss": 0.7698,
      "step": 1440
    },
    {
      "epoch": 0.09616022282644737,
      "grad_norm": 0.4524178206920624,
      "learning_rate": 2e-05,
      "loss": 0.7644,
      "step": 1450
    },
    {
      "epoch": 0.0968233967769746,
      "grad_norm": 0.46702370047569275,
      "learning_rate": 2e-05,
      "loss": 0.7526,
      "step": 1460
    },
    {
      "epoch": 0.09748657072750182,
      "grad_norm": 0.4664076864719391,
      "learning_rate": 2e-05,
      "loss": 0.7638,
      "step": 1470
    },
    {
      "epoch": 0.09814974467802905,
      "grad_norm": 0.48490601778030396,
      "learning_rate": 2e-05,
      "loss": 0.7535,
      "step": 1480
    },
    {
      "epoch": 0.09881291862855628,
      "grad_norm": 0.5127236247062683,
      "learning_rate": 2e-05,
      "loss": 0.7365,
      "step": 1490
    },
    {
      "epoch": 0.09947609257908349,
      "grad_norm": 0.46068698167800903,
      "learning_rate": 2e-05,
      "loss": 0.735,
      "step": 1500
    },
    {
      "epoch": 0.10013926652961072,
      "grad_norm": 0.44757401943206787,
      "learning_rate": 2e-05,
      "loss": 0.7587,
      "step": 1510
    },
    {
      "epoch": 0.10080244048013794,
      "grad_norm": 0.475946843624115,
      "learning_rate": 2e-05,
      "loss": 0.7474,
      "step": 1520
    },
    {
      "epoch": 0.10146561443066517,
      "grad_norm": 0.4839072823524475,
      "learning_rate": 2e-05,
      "loss": 0.75,
      "step": 1530
    },
    {
      "epoch": 0.10212878838119238,
      "grad_norm": 0.477365106344223,
      "learning_rate": 2e-05,
      "loss": 0.7487,
      "step": 1540
    },
    {
      "epoch": 0.10279196233171961,
      "grad_norm": 0.48756539821624756,
      "learning_rate": 2e-05,
      "loss": 0.7446,
      "step": 1550
    },
    {
      "epoch": 0.10345513628224684,
      "grad_norm": 0.46172550320625305,
      "learning_rate": 2e-05,
      "loss": 0.7336,
      "step": 1560
    },
    {
      "epoch": 0.10411831023277406,
      "grad_norm": 0.4753364026546478,
      "learning_rate": 2e-05,
      "loss": 0.7267,
      "step": 1570
    },
    {
      "epoch": 0.10478148418330128,
      "grad_norm": 0.4389295279979706,
      "learning_rate": 2e-05,
      "loss": 0.7494,
      "step": 1580
    },
    {
      "epoch": 0.1054446581338285,
      "grad_norm": 0.44949832558631897,
      "learning_rate": 2e-05,
      "loss": 0.7334,
      "step": 1590
    },
    {
      "epoch": 0.10610783208435573,
      "grad_norm": 0.46615809202194214,
      "learning_rate": 2e-05,
      "loss": 0.7669,
      "step": 1600
    },
    {
      "epoch": 0.10677100603488295,
      "grad_norm": 0.4528898000717163,
      "learning_rate": 2e-05,
      "loss": 0.7503,
      "step": 1610
    },
    {
      "epoch": 0.10743417998541017,
      "grad_norm": 0.571483314037323,
      "learning_rate": 2e-05,
      "loss": 0.7383,
      "step": 1620
    },
    {
      "epoch": 0.10809735393593739,
      "grad_norm": 0.4646868109703064,
      "learning_rate": 2e-05,
      "loss": 0.7512,
      "step": 1630
    },
    {
      "epoch": 0.10876052788646462,
      "grad_norm": 0.4529063105583191,
      "learning_rate": 2e-05,
      "loss": 0.7255,
      "step": 1640
    },
    {
      "epoch": 0.10942370183699185,
      "grad_norm": 0.5024081468582153,
      "learning_rate": 2e-05,
      "loss": 0.739,
      "step": 1650
    },
    {
      "epoch": 0.11008687578751906,
      "grad_norm": 0.4648872911930084,
      "learning_rate": 2e-05,
      "loss": 0.746,
      "step": 1660
    },
    {
      "epoch": 0.1107500497380463,
      "grad_norm": 0.488041490316391,
      "learning_rate": 2e-05,
      "loss": 0.738,
      "step": 1670
    },
    {
      "epoch": 0.11141322368857351,
      "grad_norm": 0.4653259515762329,
      "learning_rate": 2e-05,
      "loss": 0.7256,
      "step": 1680
    },
    {
      "epoch": 0.11207639763910074,
      "grad_norm": 0.48732203245162964,
      "learning_rate": 2e-05,
      "loss": 0.7429,
      "step": 1690
    },
    {
      "epoch": 0.11273957158962795,
      "grad_norm": 0.572994589805603,
      "learning_rate": 2e-05,
      "loss": 0.7573,
      "step": 1700
    },
    {
      "epoch": 0.11340274554015518,
      "grad_norm": 0.4531424045562744,
      "learning_rate": 2e-05,
      "loss": 0.7422,
      "step": 1710
    },
    {
      "epoch": 0.1140659194906824,
      "grad_norm": 0.512623131275177,
      "learning_rate": 2e-05,
      "loss": 0.7292,
      "step": 1720
    },
    {
      "epoch": 0.11472909344120963,
      "grad_norm": 0.4822714328765869,
      "learning_rate": 2e-05,
      "loss": 0.7415,
      "step": 1730
    },
    {
      "epoch": 0.11539226739173686,
      "grad_norm": 0.4871460497379303,
      "learning_rate": 2e-05,
      "loss": 0.7417,
      "step": 1740
    },
    {
      "epoch": 0.11605544134226407,
      "grad_norm": 1.012222409248352,
      "learning_rate": 2e-05,
      "loss": 0.736,
      "step": 1750
    },
    {
      "epoch": 0.1167186152927913,
      "grad_norm": 0.530349612236023,
      "learning_rate": 2e-05,
      "loss": 0.728,
      "step": 1760
    },
    {
      "epoch": 0.11738178924331852,
      "grad_norm": 0.46132221817970276,
      "learning_rate": 2e-05,
      "loss": 0.7216,
      "step": 1770
    },
    {
      "epoch": 0.11804496319384575,
      "grad_norm": 0.4651985168457031,
      "learning_rate": 2e-05,
      "loss": 0.7562,
      "step": 1780
    },
    {
      "epoch": 0.11870813714437296,
      "grad_norm": 0.44336026906967163,
      "learning_rate": 2e-05,
      "loss": 0.7441,
      "step": 1790
    },
    {
      "epoch": 0.11937131109490019,
      "grad_norm": 0.4634976089000702,
      "learning_rate": 2e-05,
      "loss": 0.7746,
      "step": 1800
    },
    {
      "epoch": 0.12003448504542742,
      "grad_norm": 0.6048588752746582,
      "learning_rate": 2e-05,
      "loss": 0.7485,
      "step": 1810
    },
    {
      "epoch": 0.12069765899595464,
      "grad_norm": 0.47721830010414124,
      "learning_rate": 2e-05,
      "loss": 0.7484,
      "step": 1820
    },
    {
      "epoch": 0.12136083294648187,
      "grad_norm": 0.464031457901001,
      "learning_rate": 2e-05,
      "loss": 0.7176,
      "step": 1830
    },
    {
      "epoch": 0.12202400689700908,
      "grad_norm": 0.4706140458583832,
      "learning_rate": 2e-05,
      "loss": 0.7097,
      "step": 1840
    },
    {
      "epoch": 0.12268718084753631,
      "grad_norm": 0.4383341670036316,
      "learning_rate": 2e-05,
      "loss": 0.7444,
      "step": 1850
    },
    {
      "epoch": 0.12335035479806353,
      "grad_norm": 0.4670451581478119,
      "learning_rate": 2e-05,
      "loss": 0.7596,
      "step": 1860
    },
    {
      "epoch": 0.12401352874859076,
      "grad_norm": 0.4673280417919159,
      "learning_rate": 2e-05,
      "loss": 0.7292,
      "step": 1870
    },
    {
      "epoch": 0.12467670269911797,
      "grad_norm": 0.49208033084869385,
      "learning_rate": 2e-05,
      "loss": 0.7655,
      "step": 1880
    },
    {
      "epoch": 0.12533987664964522,
      "grad_norm": 0.44742557406425476,
      "learning_rate": 2e-05,
      "loss": 0.7431,
      "step": 1890
    },
    {
      "epoch": 0.12600305060017242,
      "grad_norm": 0.47594326734542847,
      "learning_rate": 2e-05,
      "loss": 0.7524,
      "step": 1900
    },
    {
      "epoch": 0.12666622455069965,
      "grad_norm": 0.49186161160469055,
      "learning_rate": 2e-05,
      "loss": 0.7371,
      "step": 1910
    },
    {
      "epoch": 0.12732939850122688,
      "grad_norm": 0.455226331949234,
      "learning_rate": 2e-05,
      "loss": 0.7535,
      "step": 1920
    },
    {
      "epoch": 0.1279925724517541,
      "grad_norm": 0.49632561206817627,
      "learning_rate": 2e-05,
      "loss": 0.7362,
      "step": 1930
    },
    {
      "epoch": 0.1286557464022813,
      "grad_norm": 0.4459867477416992,
      "learning_rate": 2e-05,
      "loss": 0.7312,
      "step": 1940
    },
    {
      "epoch": 0.12931892035280854,
      "grad_norm": 0.48936307430267334,
      "learning_rate": 2e-05,
      "loss": 0.7296,
      "step": 1950
    },
    {
      "epoch": 0.12998209430333577,
      "grad_norm": 0.46001771092414856,
      "learning_rate": 2e-05,
      "loss": 0.7452,
      "step": 1960
    },
    {
      "epoch": 0.130645268253863,
      "grad_norm": 0.4681333601474762,
      "learning_rate": 2e-05,
      "loss": 0.73,
      "step": 1970
    },
    {
      "epoch": 0.13130844220439022,
      "grad_norm": 0.476224422454834,
      "learning_rate": 2e-05,
      "loss": 0.7481,
      "step": 1980
    },
    {
      "epoch": 0.13197161615491743,
      "grad_norm": 0.45250940322875977,
      "learning_rate": 2e-05,
      "loss": 0.7424,
      "step": 1990
    },
    {
      "epoch": 0.13263479010544466,
      "grad_norm": 0.49830418825149536,
      "learning_rate": 2e-05,
      "loss": 0.7553,
      "step": 2000
    },
    {
      "epoch": 0.13329796405597188,
      "grad_norm": 0.4795004725456238,
      "learning_rate": 2e-05,
      "loss": 0.7209,
      "step": 2010
    },
    {
      "epoch": 0.13396113800649911,
      "grad_norm": 0.805539608001709,
      "learning_rate": 2e-05,
      "loss": 0.7467,
      "step": 2020
    },
    {
      "epoch": 0.13462431195702632,
      "grad_norm": 0.6310796737670898,
      "learning_rate": 2e-05,
      "loss": 0.7566,
      "step": 2030
    },
    {
      "epoch": 0.13528748590755355,
      "grad_norm": 0.43787965178489685,
      "learning_rate": 2e-05,
      "loss": 0.7198,
      "step": 2040
    },
    {
      "epoch": 0.13595065985808077,
      "grad_norm": 0.6050550937652588,
      "learning_rate": 2e-05,
      "loss": 0.7439,
      "step": 2050
    },
    {
      "epoch": 0.136613833808608,
      "grad_norm": 0.4821194112300873,
      "learning_rate": 2e-05,
      "loss": 0.7681,
      "step": 2060
    },
    {
      "epoch": 0.13727700775913523,
      "grad_norm": 0.46896836161613464,
      "learning_rate": 2e-05,
      "loss": 0.7288,
      "step": 2070
    },
    {
      "epoch": 0.13794018170966243,
      "grad_norm": 0.4994990825653076,
      "learning_rate": 2e-05,
      "loss": 0.7446,
      "step": 2080
    },
    {
      "epoch": 0.13860335566018966,
      "grad_norm": 0.4725533127784729,
      "learning_rate": 2e-05,
      "loss": 0.7301,
      "step": 2090
    },
    {
      "epoch": 0.1392665296107169,
      "grad_norm": 0.4225281774997711,
      "learning_rate": 2e-05,
      "loss": 0.7342,
      "step": 2100
    },
    {
      "epoch": 0.13992970356124412,
      "grad_norm": 0.4997630715370178,
      "learning_rate": 2e-05,
      "loss": 0.7455,
      "step": 2110
    },
    {
      "epoch": 0.14059287751177132,
      "grad_norm": 0.4552975594997406,
      "learning_rate": 2e-05,
      "loss": 0.75,
      "step": 2120
    },
    {
      "epoch": 0.14125605146229855,
      "grad_norm": 0.4498264491558075,
      "learning_rate": 2e-05,
      "loss": 0.7462,
      "step": 2130
    },
    {
      "epoch": 0.14191922541282578,
      "grad_norm": 0.49117112159729004,
      "learning_rate": 2e-05,
      "loss": 0.7541,
      "step": 2140
    },
    {
      "epoch": 0.142582399363353,
      "grad_norm": 0.49303096532821655,
      "learning_rate": 2e-05,
      "loss": 0.7301,
      "step": 2150
    },
    {
      "epoch": 0.14324557331388024,
      "grad_norm": 0.45166993141174316,
      "learning_rate": 2e-05,
      "loss": 0.7597,
      "step": 2160
    },
    {
      "epoch": 0.14390874726440744,
      "grad_norm": 0.468921035528183,
      "learning_rate": 2e-05,
      "loss": 0.7409,
      "step": 2170
    },
    {
      "epoch": 0.14457192121493467,
      "grad_norm": 0.46468544006347656,
      "learning_rate": 2e-05,
      "loss": 0.731,
      "step": 2180
    },
    {
      "epoch": 0.1452350951654619,
      "grad_norm": 0.4980156719684601,
      "learning_rate": 2e-05,
      "loss": 0.7343,
      "step": 2190
    },
    {
      "epoch": 0.14589826911598913,
      "grad_norm": 0.4513563811779022,
      "learning_rate": 2e-05,
      "loss": 0.7248,
      "step": 2200
    },
    {
      "epoch": 0.14656144306651633,
      "grad_norm": 0.43859392404556274,
      "learning_rate": 2e-05,
      "loss": 0.7293,
      "step": 2210
    },
    {
      "epoch": 0.14722461701704356,
      "grad_norm": 0.4643859565258026,
      "learning_rate": 2e-05,
      "loss": 0.7475,
      "step": 2220
    },
    {
      "epoch": 0.1478877909675708,
      "grad_norm": 0.5044799447059631,
      "learning_rate": 2e-05,
      "loss": 0.7288,
      "step": 2230
    },
    {
      "epoch": 0.14855096491809802,
      "grad_norm": 0.5265306234359741,
      "learning_rate": 2e-05,
      "loss": 0.718,
      "step": 2240
    },
    {
      "epoch": 0.14921413886862525,
      "grad_norm": 0.4421214461326599,
      "learning_rate": 2e-05,
      "loss": 0.7334,
      "step": 2250
    },
    {
      "epoch": 0.14987731281915245,
      "grad_norm": 0.46880438923835754,
      "learning_rate": 2e-05,
      "loss": 0.7198,
      "step": 2260
    },
    {
      "epoch": 0.15054048676967968,
      "grad_norm": 0.5459731817245483,
      "learning_rate": 2e-05,
      "loss": 0.7662,
      "step": 2270
    },
    {
      "epoch": 0.1512036607202069,
      "grad_norm": 0.47586730122566223,
      "learning_rate": 2e-05,
      "loss": 0.7404,
      "step": 2280
    },
    {
      "epoch": 0.15186683467073414,
      "grad_norm": 0.4461500346660614,
      "learning_rate": 2e-05,
      "loss": 0.7448,
      "step": 2290
    },
    {
      "epoch": 0.15253000862126137,
      "grad_norm": 0.4607698917388916,
      "learning_rate": 2e-05,
      "loss": 0.7544,
      "step": 2300
    },
    {
      "epoch": 0.15319318257178857,
      "grad_norm": 0.44479936361312866,
      "learning_rate": 2e-05,
      "loss": 0.7432,
      "step": 2310
    },
    {
      "epoch": 0.1538563565223158,
      "grad_norm": 0.4355045557022095,
      "learning_rate": 2e-05,
      "loss": 0.7222,
      "step": 2320
    },
    {
      "epoch": 0.15451953047284303,
      "grad_norm": 0.43298035860061646,
      "learning_rate": 2e-05,
      "loss": 0.7492,
      "step": 2330
    },
    {
      "epoch": 0.15518270442337026,
      "grad_norm": 0.42725154757499695,
      "learning_rate": 2e-05,
      "loss": 0.7576,
      "step": 2340
    },
    {
      "epoch": 0.15584587837389746,
      "grad_norm": 0.4170139729976654,
      "learning_rate": 2e-05,
      "loss": 0.7321,
      "step": 2350
    },
    {
      "epoch": 0.1565090523244247,
      "grad_norm": 0.48317450284957886,
      "learning_rate": 2e-05,
      "loss": 0.7337,
      "step": 2360
    },
    {
      "epoch": 0.15717222627495192,
      "grad_norm": 0.47873780131340027,
      "learning_rate": 2e-05,
      "loss": 0.7572,
      "step": 2370
    },
    {
      "epoch": 0.15783540022547915,
      "grad_norm": 0.47494009137153625,
      "learning_rate": 2e-05,
      "loss": 0.7197,
      "step": 2380
    },
    {
      "epoch": 0.15849857417600638,
      "grad_norm": 0.45792391896247864,
      "learning_rate": 2e-05,
      "loss": 0.7682,
      "step": 2390
    },
    {
      "epoch": 0.15916174812653358,
      "grad_norm": 0.4486759603023529,
      "learning_rate": 2e-05,
      "loss": 0.7336,
      "step": 2400
    },
    {
      "epoch": 0.1598249220770608,
      "grad_norm": 0.47603151202201843,
      "learning_rate": 2e-05,
      "loss": 0.737,
      "step": 2410
    },
    {
      "epoch": 0.16048809602758804,
      "grad_norm": 0.45742881298065186,
      "learning_rate": 2e-05,
      "loss": 0.7217,
      "step": 2420
    },
    {
      "epoch": 0.16115126997811527,
      "grad_norm": 0.4568350911140442,
      "learning_rate": 2e-05,
      "loss": 0.7698,
      "step": 2430
    },
    {
      "epoch": 0.16181444392864247,
      "grad_norm": 0.4493866562843323,
      "learning_rate": 2e-05,
      "loss": 0.7422,
      "step": 2440
    },
    {
      "epoch": 0.1624776178791697,
      "grad_norm": 0.6067711114883423,
      "learning_rate": 2e-05,
      "loss": 0.7471,
      "step": 2450
    },
    {
      "epoch": 0.16314079182969693,
      "grad_norm": 0.4765845239162445,
      "learning_rate": 2e-05,
      "loss": 0.7413,
      "step": 2460
    },
    {
      "epoch": 0.16380396578022416,
      "grad_norm": 1.5535005331039429,
      "learning_rate": 2e-05,
      "loss": 0.7536,
      "step": 2470
    },
    {
      "epoch": 0.1644671397307514,
      "grad_norm": 0.47922787070274353,
      "learning_rate": 2e-05,
      "loss": 0.7366,
      "step": 2480
    },
    {
      "epoch": 0.1651303136812786,
      "grad_norm": 0.4495774805545807,
      "learning_rate": 2e-05,
      "loss": 0.7182,
      "step": 2490
    },
    {
      "epoch": 0.16579348763180582,
      "grad_norm": 0.556162416934967,
      "learning_rate": 2e-05,
      "loss": 0.7367,
      "step": 2500
    },
    {
      "epoch": 0.16645666158233305,
      "grad_norm": 0.4780755043029785,
      "learning_rate": 2e-05,
      "loss": 0.7219,
      "step": 2510
    },
    {
      "epoch": 0.16711983553286028,
      "grad_norm": 0.4964953660964966,
      "learning_rate": 2e-05,
      "loss": 0.7197,
      "step": 2520
    },
    {
      "epoch": 0.16778300948338748,
      "grad_norm": 0.44503602385520935,
      "learning_rate": 2e-05,
      "loss": 0.7241,
      "step": 2530
    },
    {
      "epoch": 0.1684461834339147,
      "grad_norm": 0.4624878168106079,
      "learning_rate": 2e-05,
      "loss": 0.7477,
      "step": 2540
    },
    {
      "epoch": 0.16910935738444194,
      "grad_norm": 0.49463391304016113,
      "learning_rate": 2e-05,
      "loss": 0.732,
      "step": 2550
    },
    {
      "epoch": 0.16977253133496917,
      "grad_norm": 0.4355657696723938,
      "learning_rate": 2e-05,
      "loss": 0.7229,
      "step": 2560
    },
    {
      "epoch": 0.1704357052854964,
      "grad_norm": 0.43896934390068054,
      "learning_rate": 2e-05,
      "loss": 0.7187,
      "step": 2570
    },
    {
      "epoch": 0.1710988792360236,
      "grad_norm": 0.4886817932128906,
      "learning_rate": 2e-05,
      "loss": 0.7052,
      "step": 2580
    },
    {
      "epoch": 0.17176205318655083,
      "grad_norm": 0.41980621218681335,
      "learning_rate": 2e-05,
      "loss": 0.7442,
      "step": 2590
    },
    {
      "epoch": 0.17242522713707806,
      "grad_norm": 0.4909554719924927,
      "learning_rate": 2e-05,
      "loss": 0.7359,
      "step": 2600
    },
    {
      "epoch": 0.1730884010876053,
      "grad_norm": 0.4882756173610687,
      "learning_rate": 2e-05,
      "loss": 0.722,
      "step": 2610
    },
    {
      "epoch": 0.1737515750381325,
      "grad_norm": 0.6686330437660217,
      "learning_rate": 2e-05,
      "loss": 0.7238,
      "step": 2620
    },
    {
      "epoch": 0.17441474898865972,
      "grad_norm": 0.5391948819160461,
      "learning_rate": 2e-05,
      "loss": 0.7068,
      "step": 2630
    },
    {
      "epoch": 0.17507792293918695,
      "grad_norm": 0.48737525939941406,
      "learning_rate": 2e-05,
      "loss": 0.73,
      "step": 2640
    },
    {
      "epoch": 0.17574109688971418,
      "grad_norm": 0.45221763849258423,
      "learning_rate": 2e-05,
      "loss": 0.7374,
      "step": 2650
    },
    {
      "epoch": 0.1764042708402414,
      "grad_norm": 0.5481429696083069,
      "learning_rate": 2e-05,
      "loss": 0.749,
      "step": 2660
    },
    {
      "epoch": 0.1770674447907686,
      "grad_norm": 0.4444698691368103,
      "learning_rate": 2e-05,
      "loss": 0.722,
      "step": 2670
    },
    {
      "epoch": 0.17773061874129584,
      "grad_norm": 0.4412497580051422,
      "learning_rate": 2e-05,
      "loss": 0.7407,
      "step": 2680
    },
    {
      "epoch": 0.17839379269182307,
      "grad_norm": 0.47715237736701965,
      "learning_rate": 2e-05,
      "loss": 0.7104,
      "step": 2690
    },
    {
      "epoch": 0.1790569666423503,
      "grad_norm": 0.45212236046791077,
      "learning_rate": 2e-05,
      "loss": 0.7091,
      "step": 2700
    },
    {
      "epoch": 0.17972014059287753,
      "grad_norm": 0.4850757420063019,
      "learning_rate": 2e-05,
      "loss": 0.7348,
      "step": 2710
    },
    {
      "epoch": 0.18038331454340473,
      "grad_norm": 0.4519940912723541,
      "learning_rate": 2e-05,
      "loss": 0.7019,
      "step": 2720
    },
    {
      "epoch": 0.18104648849393196,
      "grad_norm": 0.46579867601394653,
      "learning_rate": 2e-05,
      "loss": 0.7382,
      "step": 2730
    },
    {
      "epoch": 0.18170966244445919,
      "grad_norm": 0.46576786041259766,
      "learning_rate": 2e-05,
      "loss": 0.7478,
      "step": 2740
    },
    {
      "epoch": 0.18237283639498642,
      "grad_norm": 0.47330838441848755,
      "learning_rate": 2e-05,
      "loss": 0.7189,
      "step": 2750
    },
    {
      "epoch": 0.18303601034551362,
      "grad_norm": 0.4114646315574646,
      "learning_rate": 2e-05,
      "loss": 0.7129,
      "step": 2760
    },
    {
      "epoch": 0.18369918429604085,
      "grad_norm": 0.43425285816192627,
      "learning_rate": 2e-05,
      "loss": 0.7216,
      "step": 2770
    },
    {
      "epoch": 0.18436235824656808,
      "grad_norm": 0.43742886185646057,
      "learning_rate": 2e-05,
      "loss": 0.7447,
      "step": 2780
    },
    {
      "epoch": 0.1850255321970953,
      "grad_norm": 0.4592493176460266,
      "learning_rate": 2e-05,
      "loss": 0.7266,
      "step": 2790
    },
    {
      "epoch": 0.18568870614762253,
      "grad_norm": 0.4362889528274536,
      "learning_rate": 2e-05,
      "loss": 0.7243,
      "step": 2800
    },
    {
      "epoch": 0.18635188009814974,
      "grad_norm": 0.4235585629940033,
      "learning_rate": 2e-05,
      "loss": 0.7247,
      "step": 2810
    },
    {
      "epoch": 0.18701505404867697,
      "grad_norm": 0.41314443945884705,
      "learning_rate": 2e-05,
      "loss": 0.7169,
      "step": 2820
    },
    {
      "epoch": 0.1876782279992042,
      "grad_norm": 0.43876609206199646,
      "learning_rate": 2e-05,
      "loss": 0.7344,
      "step": 2830
    },
    {
      "epoch": 0.18834140194973142,
      "grad_norm": 0.4480982720851898,
      "learning_rate": 2e-05,
      "loss": 0.7357,
      "step": 2840
    },
    {
      "epoch": 0.18900457590025863,
      "grad_norm": 0.5882231593132019,
      "learning_rate": 2e-05,
      "loss": 0.7164,
      "step": 2850
    },
    {
      "epoch": 0.18966774985078586,
      "grad_norm": 0.4759451746940613,
      "learning_rate": 2e-05,
      "loss": 0.7087,
      "step": 2860
    },
    {
      "epoch": 0.19033092380131308,
      "grad_norm": 0.5012674331665039,
      "learning_rate": 2e-05,
      "loss": 0.723,
      "step": 2870
    },
    {
      "epoch": 0.1909940977518403,
      "grad_norm": 0.4789334833621979,
      "learning_rate": 2e-05,
      "loss": 0.7324,
      "step": 2880
    },
    {
      "epoch": 0.19165727170236754,
      "grad_norm": 0.45085087418556213,
      "learning_rate": 2e-05,
      "loss": 0.7121,
      "step": 2890
    },
    {
      "epoch": 0.19232044565289474,
      "grad_norm": 0.5018136501312256,
      "learning_rate": 2e-05,
      "loss": 0.7415,
      "step": 2900
    },
    {
      "epoch": 0.19298361960342197,
      "grad_norm": 0.4381272494792938,
      "learning_rate": 2e-05,
      "loss": 0.7324,
      "step": 2910
    },
    {
      "epoch": 0.1936467935539492,
      "grad_norm": 0.49085962772369385,
      "learning_rate": 2e-05,
      "loss": 0.728,
      "step": 2920
    },
    {
      "epoch": 0.19430996750447643,
      "grad_norm": 0.46983602643013,
      "learning_rate": 2e-05,
      "loss": 0.7255,
      "step": 2930
    },
    {
      "epoch": 0.19497314145500363,
      "grad_norm": 0.4413234293460846,
      "learning_rate": 2e-05,
      "loss": 0.7295,
      "step": 2940
    },
    {
      "epoch": 0.19563631540553086,
      "grad_norm": 0.4224623441696167,
      "learning_rate": 2e-05,
      "loss": 0.7185,
      "step": 2950
    },
    {
      "epoch": 0.1962994893560581,
      "grad_norm": 0.44557204842567444,
      "learning_rate": 2e-05,
      "loss": 0.7498,
      "step": 2960
    },
    {
      "epoch": 0.19696266330658532,
      "grad_norm": 0.4442812502384186,
      "learning_rate": 2e-05,
      "loss": 0.7385,
      "step": 2970
    },
    {
      "epoch": 0.19762583725711255,
      "grad_norm": 0.45735692977905273,
      "learning_rate": 2e-05,
      "loss": 0.7358,
      "step": 2980
    },
    {
      "epoch": 0.19828901120763975,
      "grad_norm": 0.4599263072013855,
      "learning_rate": 2e-05,
      "loss": 0.7343,
      "step": 2990
    },
    {
      "epoch": 0.19895218515816698,
      "grad_norm": 0.4946780502796173,
      "learning_rate": 2e-05,
      "loss": 0.7208,
      "step": 3000
    },
    {
      "epoch": 0.1996153591086942,
      "grad_norm": 0.44876787066459656,
      "learning_rate": 2e-05,
      "loss": 0.7484,
      "step": 3010
    },
    {
      "epoch": 0.20027853305922144,
      "grad_norm": 0.4538794755935669,
      "learning_rate": 2e-05,
      "loss": 0.7071,
      "step": 3020
    },
    {
      "epoch": 0.20094170700974864,
      "grad_norm": 0.4586864709854126,
      "learning_rate": 2e-05,
      "loss": 0.7235,
      "step": 3030
    },
    {
      "epoch": 0.20160488096027587,
      "grad_norm": 1.1874250173568726,
      "learning_rate": 2e-05,
      "loss": 0.7386,
      "step": 3040
    },
    {
      "epoch": 0.2022680549108031,
      "grad_norm": 0.43232521414756775,
      "learning_rate": 2e-05,
      "loss": 0.7197,
      "step": 3050
    },
    {
      "epoch": 0.20293122886133033,
      "grad_norm": 0.4386948347091675,
      "learning_rate": 2e-05,
      "loss": 0.7427,
      "step": 3060
    },
    {
      "epoch": 0.20359440281185756,
      "grad_norm": 0.4672735333442688,
      "learning_rate": 2e-05,
      "loss": 0.7359,
      "step": 3070
    },
    {
      "epoch": 0.20425757676238476,
      "grad_norm": 0.4516846835613251,
      "learning_rate": 2e-05,
      "loss": 0.7044,
      "step": 3080
    },
    {
      "epoch": 0.204920750712912,
      "grad_norm": 0.4240630567073822,
      "learning_rate": 2e-05,
      "loss": 0.7136,
      "step": 3090
    },
    {
      "epoch": 0.20558392466343922,
      "grad_norm": 0.4282251298427582,
      "learning_rate": 2e-05,
      "loss": 0.7328,
      "step": 3100
    },
    {
      "epoch": 0.20624709861396645,
      "grad_norm": 0.40108299255371094,
      "learning_rate": 2e-05,
      "loss": 0.7519,
      "step": 3110
    },
    {
      "epoch": 0.20691027256449368,
      "grad_norm": 0.4190857708454132,
      "learning_rate": 2e-05,
      "loss": 0.7169,
      "step": 3120
    },
    {
      "epoch": 0.20757344651502088,
      "grad_norm": 0.44728732109069824,
      "learning_rate": 2e-05,
      "loss": 0.7496,
      "step": 3130
    },
    {
      "epoch": 0.2082366204655481,
      "grad_norm": 0.41856780648231506,
      "learning_rate": 2e-05,
      "loss": 0.7089,
      "step": 3140
    },
    {
      "epoch": 0.20889979441607534,
      "grad_norm": 0.49630051851272583,
      "learning_rate": 2e-05,
      "loss": 0.7568,
      "step": 3150
    },
    {
      "epoch": 0.20956296836660257,
      "grad_norm": 0.44060710072517395,
      "learning_rate": 2e-05,
      "loss": 0.6966,
      "step": 3160
    },
    {
      "epoch": 0.21022614231712977,
      "grad_norm": 0.45406848192214966,
      "learning_rate": 2e-05,
      "loss": 0.7144,
      "step": 3170
    },
    {
      "epoch": 0.210889316267657,
      "grad_norm": 0.42265212535858154,
      "learning_rate": 2e-05,
      "loss": 0.7275,
      "step": 3180
    },
    {
      "epoch": 0.21155249021818423,
      "grad_norm": 0.44354790449142456,
      "learning_rate": 2e-05,
      "loss": 0.7276,
      "step": 3190
    },
    {
      "epoch": 0.21221566416871146,
      "grad_norm": 0.44552451372146606,
      "learning_rate": 2e-05,
      "loss": 0.7052,
      "step": 3200
    },
    {
      "epoch": 0.2128788381192387,
      "grad_norm": 0.4217117428779602,
      "learning_rate": 2e-05,
      "loss": 0.7117,
      "step": 3210
    },
    {
      "epoch": 0.2135420120697659,
      "grad_norm": 0.42038828134536743,
      "learning_rate": 2e-05,
      "loss": 0.7047,
      "step": 3220
    },
    {
      "epoch": 0.21420518602029312,
      "grad_norm": 0.42352569103240967,
      "learning_rate": 2e-05,
      "loss": 0.7033,
      "step": 3230
    },
    {
      "epoch": 0.21486835997082035,
      "grad_norm": 0.483313649892807,
      "learning_rate": 2e-05,
      "loss": 0.7326,
      "step": 3240
    },
    {
      "epoch": 0.21553153392134758,
      "grad_norm": 0.45873650908470154,
      "learning_rate": 2e-05,
      "loss": 0.7421,
      "step": 3250
    },
    {
      "epoch": 0.21619470787187478,
      "grad_norm": 0.45367300510406494,
      "learning_rate": 2e-05,
      "loss": 0.7123,
      "step": 3260
    },
    {
      "epoch": 0.216857881822402,
      "grad_norm": 0.4540068805217743,
      "learning_rate": 2e-05,
      "loss": 0.7194,
      "step": 3270
    },
    {
      "epoch": 0.21752105577292924,
      "grad_norm": 0.4581505358219147,
      "learning_rate": 2e-05,
      "loss": 0.7064,
      "step": 3280
    },
    {
      "epoch": 0.21818422972345647,
      "grad_norm": 0.4296276569366455,
      "learning_rate": 2e-05,
      "loss": 0.7394,
      "step": 3290
    },
    {
      "epoch": 0.2188474036739837,
      "grad_norm": 0.4123869240283966,
      "learning_rate": 2e-05,
      "loss": 0.736,
      "step": 3300
    },
    {
      "epoch": 0.2195105776245109,
      "grad_norm": 0.44229796528816223,
      "learning_rate": 2e-05,
      "loss": 0.7202,
      "step": 3310
    },
    {
      "epoch": 0.22017375157503813,
      "grad_norm": 0.4266810715198517,
      "learning_rate": 2e-05,
      "loss": 0.7189,
      "step": 3320
    },
    {
      "epoch": 0.22083692552556536,
      "grad_norm": 0.4784625470638275,
      "learning_rate": 2e-05,
      "loss": 0.726,
      "step": 3330
    },
    {
      "epoch": 0.2215000994760926,
      "grad_norm": 0.422902911901474,
      "learning_rate": 2e-05,
      "loss": 0.7193,
      "step": 3340
    },
    {
      "epoch": 0.2221632734266198,
      "grad_norm": 0.4550988972187042,
      "learning_rate": 2e-05,
      "loss": 0.7174,
      "step": 3350
    },
    {
      "epoch": 0.22282644737714702,
      "grad_norm": 0.44610080122947693,
      "learning_rate": 2e-05,
      "loss": 0.7273,
      "step": 3360
    },
    {
      "epoch": 0.22348962132767425,
      "grad_norm": 0.43774133920669556,
      "learning_rate": 2e-05,
      "loss": 0.7213,
      "step": 3370
    },
    {
      "epoch": 0.22415279527820148,
      "grad_norm": 0.4690759778022766,
      "learning_rate": 2e-05,
      "loss": 0.7181,
      "step": 3380
    },
    {
      "epoch": 0.2248159692287287,
      "grad_norm": 0.42695504426956177,
      "learning_rate": 2e-05,
      "loss": 0.7526,
      "step": 3390
    },
    {
      "epoch": 0.2254791431792559,
      "grad_norm": 0.4128272831439972,
      "learning_rate": 2e-05,
      "loss": 0.7179,
      "step": 3400
    },
    {
      "epoch": 0.22614231712978314,
      "grad_norm": 0.4729095697402954,
      "learning_rate": 2e-05,
      "loss": 0.7162,
      "step": 3410
    },
    {
      "epoch": 0.22680549108031037,
      "grad_norm": 0.5577989220619202,
      "learning_rate": 2e-05,
      "loss": 0.7287,
      "step": 3420
    },
    {
      "epoch": 0.2274686650308376,
      "grad_norm": 0.445027232170105,
      "learning_rate": 2e-05,
      "loss": 0.7147,
      "step": 3430
    },
    {
      "epoch": 0.2281318389813648,
      "grad_norm": 0.42570748925209045,
      "learning_rate": 2e-05,
      "loss": 0.7271,
      "step": 3440
    },
    {
      "epoch": 0.22879501293189203,
      "grad_norm": 0.46589401364326477,
      "learning_rate": 2e-05,
      "loss": 0.6928,
      "step": 3450
    },
    {
      "epoch": 0.22945818688241926,
      "grad_norm": 0.4657121002674103,
      "learning_rate": 2e-05,
      "loss": 0.7428,
      "step": 3460
    },
    {
      "epoch": 0.2301213608329465,
      "grad_norm": 0.4366071820259094,
      "learning_rate": 2e-05,
      "loss": 0.7061,
      "step": 3470
    },
    {
      "epoch": 0.23078453478347372,
      "grad_norm": 0.4379141628742218,
      "learning_rate": 2e-05,
      "loss": 0.7312,
      "step": 3480
    },
    {
      "epoch": 0.23144770873400092,
      "grad_norm": 0.4345671832561493,
      "learning_rate": 2e-05,
      "loss": 0.7337,
      "step": 3490
    },
    {
      "epoch": 0.23211088268452815,
      "grad_norm": 0.4744890630245209,
      "learning_rate": 2e-05,
      "loss": 0.6989,
      "step": 3500
    },
    {
      "epoch": 0.23277405663505538,
      "grad_norm": 0.4590144455432892,
      "learning_rate": 2e-05,
      "loss": 0.7419,
      "step": 3510
    },
    {
      "epoch": 0.2334372305855826,
      "grad_norm": 0.43060076236724854,
      "learning_rate": 2e-05,
      "loss": 0.75,
      "step": 3520
    },
    {
      "epoch": 0.23410040453610984,
      "grad_norm": 0.443794846534729,
      "learning_rate": 2e-05,
      "loss": 0.7265,
      "step": 3530
    },
    {
      "epoch": 0.23476357848663704,
      "grad_norm": 0.41293781995773315,
      "learning_rate": 2e-05,
      "loss": 0.6978,
      "step": 3540
    },
    {
      "epoch": 0.23542675243716427,
      "grad_norm": 0.4318286180496216,
      "learning_rate": 2e-05,
      "loss": 0.7027,
      "step": 3550
    },
    {
      "epoch": 0.2360899263876915,
      "grad_norm": 0.44508758187294006,
      "learning_rate": 2e-05,
      "loss": 0.7116,
      "step": 3560
    },
    {
      "epoch": 0.23675310033821872,
      "grad_norm": 0.44815289974212646,
      "learning_rate": 2e-05,
      "loss": 0.7196,
      "step": 3570
    },
    {
      "epoch": 0.23741627428874593,
      "grad_norm": 0.44028452038764954,
      "learning_rate": 2e-05,
      "loss": 0.7062,
      "step": 3580
    },
    {
      "epoch": 0.23807944823927316,
      "grad_norm": 0.4268244802951813,
      "learning_rate": 2e-05,
      "loss": 0.7231,
      "step": 3590
    },
    {
      "epoch": 0.23874262218980039,
      "grad_norm": 0.43976491689682007,
      "learning_rate": 2e-05,
      "loss": 0.7083,
      "step": 3600
    },
    {
      "epoch": 0.23940579614032761,
      "grad_norm": 0.45280003547668457,
      "learning_rate": 2e-05,
      "loss": 0.7081,
      "step": 3610
    },
    {
      "epoch": 0.24006897009085484,
      "grad_norm": 0.5611624717712402,
      "learning_rate": 2e-05,
      "loss": 0.7373,
      "step": 3620
    },
    {
      "epoch": 0.24073214404138205,
      "grad_norm": 0.45173415541648865,
      "learning_rate": 2e-05,
      "loss": 0.7446,
      "step": 3630
    },
    {
      "epoch": 0.24139531799190928,
      "grad_norm": 0.4839193820953369,
      "learning_rate": 2e-05,
      "loss": 0.7108,
      "step": 3640
    },
    {
      "epoch": 0.2420584919424365,
      "grad_norm": 0.48864683508872986,
      "learning_rate": 2e-05,
      "loss": 0.7502,
      "step": 3650
    },
    {
      "epoch": 0.24272166589296373,
      "grad_norm": 6.257961273193359,
      "learning_rate": 2e-05,
      "loss": 0.7874,
      "step": 3660
    },
    {
      "epoch": 0.24338483984349094,
      "grad_norm": 0.42597684264183044,
      "learning_rate": 2e-05,
      "loss": 0.7081,
      "step": 3670
    },
    {
      "epoch": 0.24404801379401816,
      "grad_norm": 0.4785451889038086,
      "learning_rate": 2e-05,
      "loss": 0.7285,
      "step": 3680
    },
    {
      "epoch": 0.2447111877445454,
      "grad_norm": 0.4379217028617859,
      "learning_rate": 2e-05,
      "loss": 0.7114,
      "step": 3690
    },
    {
      "epoch": 0.24537436169507262,
      "grad_norm": 0.47318464517593384,
      "learning_rate": 2e-05,
      "loss": 0.7031,
      "step": 3700
    },
    {
      "epoch": 0.24603753564559985,
      "grad_norm": 0.43900227546691895,
      "learning_rate": 2e-05,
      "loss": 0.7165,
      "step": 3710
    },
    {
      "epoch": 0.24670070959612705,
      "grad_norm": 0.435876727104187,
      "learning_rate": 2e-05,
      "loss": 0.7227,
      "step": 3720
    },
    {
      "epoch": 0.24736388354665428,
      "grad_norm": 0.43884292244911194,
      "learning_rate": 2e-05,
      "loss": 0.7259,
      "step": 3730
    },
    {
      "epoch": 0.2480270574971815,
      "grad_norm": 0.44448748230934143,
      "learning_rate": 2e-05,
      "loss": 0.7317,
      "step": 3740
    },
    {
      "epoch": 0.24869023144770874,
      "grad_norm": 0.5201537609100342,
      "learning_rate": 2e-05,
      "loss": 0.7032,
      "step": 3750
    },
    {
      "epoch": 0.24935340539823594,
      "grad_norm": 0.40599125623703003,
      "learning_rate": 2e-05,
      "loss": 0.7267,
      "step": 3760
    },
    {
      "epoch": 0.2500165793487632,
      "grad_norm": 0.4755355715751648,
      "learning_rate": 2e-05,
      "loss": 0.7407,
      "step": 3770
    },
    {
      "epoch": 0.25067975329929043,
      "grad_norm": 0.44619736075401306,
      "learning_rate": 2e-05,
      "loss": 0.7305,
      "step": 3780
    },
    {
      "epoch": 0.2513429272498176,
      "grad_norm": 0.43437689542770386,
      "learning_rate": 2e-05,
      "loss": 0.7043,
      "step": 3790
    },
    {
      "epoch": 0.25200610120034483,
      "grad_norm": 0.4214416742324829,
      "learning_rate": 2e-05,
      "loss": 0.738,
      "step": 3800
    },
    {
      "epoch": 0.25266927515087206,
      "grad_norm": 0.4558330178260803,
      "learning_rate": 2e-05,
      "loss": 0.6979,
      "step": 3810
    },
    {
      "epoch": 0.2533324491013993,
      "grad_norm": 0.43614012002944946,
      "learning_rate": 2e-05,
      "loss": 0.7248,
      "step": 3820
    },
    {
      "epoch": 0.2539956230519265,
      "grad_norm": 0.4879645109176636,
      "learning_rate": 2e-05,
      "loss": 0.7049,
      "step": 3830
    },
    {
      "epoch": 0.25465879700245375,
      "grad_norm": 0.40824270248413086,
      "learning_rate": 2e-05,
      "loss": 0.7119,
      "step": 3840
    },
    {
      "epoch": 0.255321970952981,
      "grad_norm": 0.44525161385536194,
      "learning_rate": 2e-05,
      "loss": 0.7238,
      "step": 3850
    },
    {
      "epoch": 0.2559851449035082,
      "grad_norm": 0.4895830452442169,
      "learning_rate": 2e-05,
      "loss": 0.7061,
      "step": 3860
    },
    {
      "epoch": 0.25664831885403544,
      "grad_norm": 0.4618409276008606,
      "learning_rate": 2e-05,
      "loss": 0.7099,
      "step": 3870
    },
    {
      "epoch": 0.2573114928045626,
      "grad_norm": 0.40779945254325867,
      "learning_rate": 2e-05,
      "loss": 0.7273,
      "step": 3880
    },
    {
      "epoch": 0.25797466675508984,
      "grad_norm": 0.44511210918426514,
      "learning_rate": 2e-05,
      "loss": 0.702,
      "step": 3890
    },
    {
      "epoch": 0.2586378407056171,
      "grad_norm": 0.45794036984443665,
      "learning_rate": 2e-05,
      "loss": 0.7281,
      "step": 3900
    },
    {
      "epoch": 0.2593010146561443,
      "grad_norm": 0.4685095548629761,
      "learning_rate": 2e-05,
      "loss": 0.7446,
      "step": 3910
    },
    {
      "epoch": 0.25996418860667153,
      "grad_norm": 0.4546467959880829,
      "learning_rate": 2e-05,
      "loss": 0.728,
      "step": 3920
    },
    {
      "epoch": 0.26062736255719876,
      "grad_norm": 0.43525663018226624,
      "learning_rate": 2e-05,
      "loss": 0.7127,
      "step": 3930
    },
    {
      "epoch": 0.261290536507726,
      "grad_norm": 0.49840015172958374,
      "learning_rate": 2e-05,
      "loss": 0.7344,
      "step": 3940
    },
    {
      "epoch": 0.2619537104582532,
      "grad_norm": 0.44585609436035156,
      "learning_rate": 2e-05,
      "loss": 0.7385,
      "step": 3950
    },
    {
      "epoch": 0.26261688440878045,
      "grad_norm": 0.44912222027778625,
      "learning_rate": 2e-05,
      "loss": 0.7332,
      "step": 3960
    },
    {
      "epoch": 0.2632800583593076,
      "grad_norm": 0.4206899106502533,
      "learning_rate": 2e-05,
      "loss": 0.7133,
      "step": 3970
    },
    {
      "epoch": 0.26394323230983485,
      "grad_norm": 0.4299122393131256,
      "learning_rate": 2e-05,
      "loss": 0.7172,
      "step": 3980
    },
    {
      "epoch": 0.2646064062603621,
      "grad_norm": 0.41612157225608826,
      "learning_rate": 2e-05,
      "loss": 0.7169,
      "step": 3990
    },
    {
      "epoch": 0.2652695802108893,
      "grad_norm": 0.4067608416080475,
      "learning_rate": 2e-05,
      "loss": 0.7051,
      "step": 4000
    },
    {
      "epoch": 0.26593275416141654,
      "grad_norm": 0.46370911598205566,
      "learning_rate": 2e-05,
      "loss": 0.7152,
      "step": 4010
    },
    {
      "epoch": 0.26659592811194377,
      "grad_norm": 0.45039990544319153,
      "learning_rate": 2e-05,
      "loss": 0.7003,
      "step": 4020
    },
    {
      "epoch": 0.267259102062471,
      "grad_norm": 0.4659903347492218,
      "learning_rate": 2e-05,
      "loss": 0.7071,
      "step": 4030
    },
    {
      "epoch": 0.26792227601299823,
      "grad_norm": 0.45298582315444946,
      "learning_rate": 2e-05,
      "loss": 0.7462,
      "step": 4040
    },
    {
      "epoch": 0.26858544996352546,
      "grad_norm": 0.4633753299713135,
      "learning_rate": 2e-05,
      "loss": 0.7148,
      "step": 4050
    },
    {
      "epoch": 0.26924862391405263,
      "grad_norm": 0.4284294545650482,
      "learning_rate": 2e-05,
      "loss": 0.7063,
      "step": 4060
    },
    {
      "epoch": 0.26991179786457986,
      "grad_norm": 0.440674751996994,
      "learning_rate": 2e-05,
      "loss": 0.7159,
      "step": 4070
    },
    {
      "epoch": 0.2705749718151071,
      "grad_norm": 0.45898178219795227,
      "learning_rate": 2e-05,
      "loss": 0.7172,
      "step": 4080
    },
    {
      "epoch": 0.2712381457656343,
      "grad_norm": 0.42899852991104126,
      "learning_rate": 2e-05,
      "loss": 0.7107,
      "step": 4090
    },
    {
      "epoch": 0.27190131971616155,
      "grad_norm": 0.4513186812400818,
      "learning_rate": 2e-05,
      "loss": 0.7014,
      "step": 4100
    },
    {
      "epoch": 0.2725644936666888,
      "grad_norm": 0.4538447856903076,
      "learning_rate": 2e-05,
      "loss": 0.7412,
      "step": 4110
    },
    {
      "epoch": 0.273227667617216,
      "grad_norm": 0.40217098593711853,
      "learning_rate": 2e-05,
      "loss": 0.7188,
      "step": 4120
    },
    {
      "epoch": 0.27389084156774324,
      "grad_norm": 0.4167708456516266,
      "learning_rate": 2e-05,
      "loss": 0.7247,
      "step": 4130
    },
    {
      "epoch": 0.27455401551827047,
      "grad_norm": 0.40658578276634216,
      "learning_rate": 2e-05,
      "loss": 0.7214,
      "step": 4140
    },
    {
      "epoch": 0.27521718946879764,
      "grad_norm": 0.43742382526397705,
      "learning_rate": 2e-05,
      "loss": 0.733,
      "step": 4150
    },
    {
      "epoch": 0.27588036341932487,
      "grad_norm": 0.41422826051712036,
      "learning_rate": 2e-05,
      "loss": 0.715,
      "step": 4160
    },
    {
      "epoch": 0.2765435373698521,
      "grad_norm": 0.41707736253738403,
      "learning_rate": 2e-05,
      "loss": 0.7095,
      "step": 4170
    },
    {
      "epoch": 0.27720671132037933,
      "grad_norm": 0.40865060687065125,
      "learning_rate": 2e-05,
      "loss": 0.7164,
      "step": 4180
    },
    {
      "epoch": 0.27786988527090656,
      "grad_norm": 0.4409600496292114,
      "learning_rate": 2e-05,
      "loss": 0.7287,
      "step": 4190
    },
    {
      "epoch": 0.2785330592214338,
      "grad_norm": 0.47225630283355713,
      "learning_rate": 2e-05,
      "loss": 0.7136,
      "step": 4200
    },
    {
      "epoch": 0.279196233171961,
      "grad_norm": 0.4420481324195862,
      "learning_rate": 2e-05,
      "loss": 0.7319,
      "step": 4210
    },
    {
      "epoch": 0.27985940712248825,
      "grad_norm": 0.422795832157135,
      "learning_rate": 2e-05,
      "loss": 0.7214,
      "step": 4220
    },
    {
      "epoch": 0.2805225810730155,
      "grad_norm": 0.4085385501384735,
      "learning_rate": 2e-05,
      "loss": 0.7193,
      "step": 4230
    },
    {
      "epoch": 0.28118575502354265,
      "grad_norm": 0.44029298424720764,
      "learning_rate": 2e-05,
      "loss": 0.7279,
      "step": 4240
    },
    {
      "epoch": 0.2818489289740699,
      "grad_norm": 0.4251239597797394,
      "learning_rate": 2e-05,
      "loss": 0.744,
      "step": 4250
    },
    {
      "epoch": 0.2825121029245971,
      "grad_norm": 0.4440610706806183,
      "learning_rate": 2e-05,
      "loss": 0.7224,
      "step": 4260
    },
    {
      "epoch": 0.28317527687512434,
      "grad_norm": 0.6336266994476318,
      "learning_rate": 2e-05,
      "loss": 0.7077,
      "step": 4270
    },
    {
      "epoch": 0.28383845082565157,
      "grad_norm": 0.40553924441337585,
      "learning_rate": 2e-05,
      "loss": 0.7134,
      "step": 4280
    },
    {
      "epoch": 0.2845016247761788,
      "grad_norm": 0.4212879538536072,
      "learning_rate": 2e-05,
      "loss": 0.7126,
      "step": 4290
    },
    {
      "epoch": 0.285164798726706,
      "grad_norm": 0.4236951470375061,
      "learning_rate": 2e-05,
      "loss": 0.7055,
      "step": 4300
    },
    {
      "epoch": 0.28582797267723326,
      "grad_norm": 0.4220391809940338,
      "learning_rate": 2e-05,
      "loss": 0.7137,
      "step": 4310
    },
    {
      "epoch": 0.2864911466277605,
      "grad_norm": 0.4318537712097168,
      "learning_rate": 2e-05,
      "loss": 0.727,
      "step": 4320
    },
    {
      "epoch": 0.28715432057828766,
      "grad_norm": 0.5137214064598083,
      "learning_rate": 2e-05,
      "loss": 0.7071,
      "step": 4330
    },
    {
      "epoch": 0.2878174945288149,
      "grad_norm": 0.41365182399749756,
      "learning_rate": 2e-05,
      "loss": 0.7075,
      "step": 4340
    },
    {
      "epoch": 0.2884806684793421,
      "grad_norm": 0.4234631359577179,
      "learning_rate": 2e-05,
      "loss": 0.7134,
      "step": 4350
    },
    {
      "epoch": 0.28914384242986935,
      "grad_norm": 0.44713494181632996,
      "learning_rate": 2e-05,
      "loss": 0.7075,
      "step": 4360
    },
    {
      "epoch": 0.2898070163803966,
      "grad_norm": 0.454023152589798,
      "learning_rate": 2e-05,
      "loss": 0.6971,
      "step": 4370
    },
    {
      "epoch": 0.2904701903309238,
      "grad_norm": 0.5051842927932739,
      "learning_rate": 2e-05,
      "loss": 0.7326,
      "step": 4380
    },
    {
      "epoch": 0.29113336428145103,
      "grad_norm": 0.5243337750434875,
      "learning_rate": 2e-05,
      "loss": 0.7078,
      "step": 4390
    },
    {
      "epoch": 0.29179653823197826,
      "grad_norm": 0.42526450753211975,
      "learning_rate": 2e-05,
      "loss": 0.7035,
      "step": 4400
    },
    {
      "epoch": 0.2924597121825055,
      "grad_norm": 0.4312632381916046,
      "learning_rate": 2e-05,
      "loss": 0.7195,
      "step": 4410
    },
    {
      "epoch": 0.29312288613303267,
      "grad_norm": 0.4477943181991577,
      "learning_rate": 2e-05,
      "loss": 0.7168,
      "step": 4420
    },
    {
      "epoch": 0.2937860600835599,
      "grad_norm": 0.4300823211669922,
      "learning_rate": 2e-05,
      "loss": 0.7174,
      "step": 4430
    },
    {
      "epoch": 0.2944492340340871,
      "grad_norm": 0.4278593361377716,
      "learning_rate": 2e-05,
      "loss": 0.7012,
      "step": 4440
    },
    {
      "epoch": 0.29511240798461436,
      "grad_norm": 0.473036527633667,
      "learning_rate": 2e-05,
      "loss": 0.7072,
      "step": 4450
    },
    {
      "epoch": 0.2957755819351416,
      "grad_norm": 0.5350799560546875,
      "learning_rate": 2e-05,
      "loss": 0.724,
      "step": 4460
    },
    {
      "epoch": 0.2964387558856688,
      "grad_norm": 0.40777650475502014,
      "learning_rate": 2e-05,
      "loss": 0.6892,
      "step": 4470
    },
    {
      "epoch": 0.29710192983619604,
      "grad_norm": 0.4430738091468811,
      "learning_rate": 2e-05,
      "loss": 0.7112,
      "step": 4480
    },
    {
      "epoch": 0.2977651037867233,
      "grad_norm": 0.5116422772407532,
      "learning_rate": 2e-05,
      "loss": 0.7102,
      "step": 4490
    },
    {
      "epoch": 0.2984282777372505,
      "grad_norm": 0.4413306713104248,
      "learning_rate": 2e-05,
      "loss": 0.703,
      "step": 4500
    },
    {
      "epoch": 0.29909145168777773,
      "grad_norm": 0.44744178652763367,
      "learning_rate": 2e-05,
      "loss": 0.7224,
      "step": 4510
    },
    {
      "epoch": 0.2997546256383049,
      "grad_norm": 0.4297047257423401,
      "learning_rate": 2e-05,
      "loss": 0.7257,
      "step": 4520
    },
    {
      "epoch": 0.30041779958883214,
      "grad_norm": 0.4384410083293915,
      "learning_rate": 2e-05,
      "loss": 0.6988,
      "step": 4530
    },
    {
      "epoch": 0.30108097353935936,
      "grad_norm": 0.4327126145362854,
      "learning_rate": 2e-05,
      "loss": 0.7354,
      "step": 4540
    },
    {
      "epoch": 0.3017441474898866,
      "grad_norm": 0.4421708285808563,
      "learning_rate": 2e-05,
      "loss": 0.7248,
      "step": 4550
    },
    {
      "epoch": 0.3024073214404138,
      "grad_norm": 0.4230192303657532,
      "learning_rate": 2e-05,
      "loss": 0.7068,
      "step": 4560
    },
    {
      "epoch": 0.30307049539094105,
      "grad_norm": 0.4164934456348419,
      "learning_rate": 2e-05,
      "loss": 0.7064,
      "step": 4570
    },
    {
      "epoch": 0.3037336693414683,
      "grad_norm": 0.42152565717697144,
      "learning_rate": 2e-05,
      "loss": 0.7301,
      "step": 4580
    },
    {
      "epoch": 0.3043968432919955,
      "grad_norm": 0.4739789068698883,
      "learning_rate": 2e-05,
      "loss": 0.6957,
      "step": 4590
    },
    {
      "epoch": 0.30506001724252274,
      "grad_norm": 0.42717763781547546,
      "learning_rate": 2e-05,
      "loss": 0.7124,
      "step": 4600
    },
    {
      "epoch": 0.3057231911930499,
      "grad_norm": 0.5130007266998291,
      "learning_rate": 2e-05,
      "loss": 0.7385,
      "step": 4610
    },
    {
      "epoch": 0.30638636514357714,
      "grad_norm": 0.4164990186691284,
      "learning_rate": 2e-05,
      "loss": 0.7122,
      "step": 4620
    },
    {
      "epoch": 0.3070495390941044,
      "grad_norm": 0.4283609986305237,
      "learning_rate": 2e-05,
      "loss": 0.6891,
      "step": 4630
    },
    {
      "epoch": 0.3077127130446316,
      "grad_norm": 0.41688019037246704,
      "learning_rate": 2e-05,
      "loss": 0.7143,
      "step": 4640
    },
    {
      "epoch": 0.30837588699515883,
      "grad_norm": 0.4387054443359375,
      "learning_rate": 2e-05,
      "loss": 0.7008,
      "step": 4650
    },
    {
      "epoch": 0.30903906094568606,
      "grad_norm": 0.4529563784599304,
      "learning_rate": 2e-05,
      "loss": 0.6975,
      "step": 4660
    },
    {
      "epoch": 0.3097022348962133,
      "grad_norm": 0.45100653171539307,
      "learning_rate": 2e-05,
      "loss": 0.7173,
      "step": 4670
    },
    {
      "epoch": 0.3103654088467405,
      "grad_norm": 0.43708083033561707,
      "learning_rate": 2e-05,
      "loss": 0.7306,
      "step": 4680
    },
    {
      "epoch": 0.31102858279726775,
      "grad_norm": 0.44238895177841187,
      "learning_rate": 2e-05,
      "loss": 0.7065,
      "step": 4690
    },
    {
      "epoch": 0.3116917567477949,
      "grad_norm": 0.41368401050567627,
      "learning_rate": 2e-05,
      "loss": 0.6941,
      "step": 4700
    },
    {
      "epoch": 0.31235493069832215,
      "grad_norm": 0.4319513738155365,
      "learning_rate": 2e-05,
      "loss": 0.6883,
      "step": 4710
    },
    {
      "epoch": 0.3130181046488494,
      "grad_norm": 0.44077882170677185,
      "learning_rate": 2e-05,
      "loss": 0.7037,
      "step": 4720
    },
    {
      "epoch": 0.3136812785993766,
      "grad_norm": 0.4406428337097168,
      "learning_rate": 2e-05,
      "loss": 0.7042,
      "step": 4730
    },
    {
      "epoch": 0.31434445254990384,
      "grad_norm": 0.4604378044605255,
      "learning_rate": 2e-05,
      "loss": 0.6969,
      "step": 4740
    },
    {
      "epoch": 0.31500762650043107,
      "grad_norm": 0.4481877088546753,
      "learning_rate": 2e-05,
      "loss": 0.6937,
      "step": 4750
    },
    {
      "epoch": 0.3156708004509583,
      "grad_norm": 0.4246469736099243,
      "learning_rate": 2e-05,
      "loss": 0.7249,
      "step": 4760
    },
    {
      "epoch": 0.31633397440148553,
      "grad_norm": 0.399565190076828,
      "learning_rate": 2e-05,
      "loss": 0.7022,
      "step": 4770
    },
    {
      "epoch": 0.31699714835201276,
      "grad_norm": 0.4086315929889679,
      "learning_rate": 2e-05,
      "loss": 0.7241,
      "step": 4780
    },
    {
      "epoch": 0.31766032230253993,
      "grad_norm": 0.4032701253890991,
      "learning_rate": 2e-05,
      "loss": 0.7258,
      "step": 4790
    },
    {
      "epoch": 0.31832349625306716,
      "grad_norm": 0.39910489320755005,
      "learning_rate": 2e-05,
      "loss": 0.7256,
      "step": 4800
    },
    {
      "epoch": 0.3189866702035944,
      "grad_norm": 0.4245343506336212,
      "learning_rate": 2e-05,
      "loss": 0.7212,
      "step": 4810
    },
    {
      "epoch": 0.3196498441541216,
      "grad_norm": 0.42083439230918884,
      "learning_rate": 2e-05,
      "loss": 0.725,
      "step": 4820
    },
    {
      "epoch": 0.32031301810464885,
      "grad_norm": 0.8856384754180908,
      "learning_rate": 2e-05,
      "loss": 0.7128,
      "step": 4830
    },
    {
      "epoch": 0.3209761920551761,
      "grad_norm": 0.42265793681144714,
      "learning_rate": 2e-05,
      "loss": 0.7149,
      "step": 4840
    },
    {
      "epoch": 0.3216393660057033,
      "grad_norm": 0.418274849653244,
      "learning_rate": 2e-05,
      "loss": 0.7008,
      "step": 4850
    },
    {
      "epoch": 0.32230253995623054,
      "grad_norm": 0.44719722867012024,
      "learning_rate": 2e-05,
      "loss": 0.7169,
      "step": 4860
    },
    {
      "epoch": 0.32296571390675777,
      "grad_norm": 0.4416983127593994,
      "learning_rate": 2e-05,
      "loss": 0.693,
      "step": 4870
    },
    {
      "epoch": 0.32362888785728494,
      "grad_norm": 0.42274999618530273,
      "learning_rate": 2e-05,
      "loss": 0.7383,
      "step": 4880
    },
    {
      "epoch": 0.32429206180781217,
      "grad_norm": 0.49183934926986694,
      "learning_rate": 2e-05,
      "loss": 0.721,
      "step": 4890
    },
    {
      "epoch": 0.3249552357583394,
      "grad_norm": 0.4221515953540802,
      "learning_rate": 2e-05,
      "loss": 0.7014,
      "step": 4900
    },
    {
      "epoch": 0.32561840970886663,
      "grad_norm": 0.4345867335796356,
      "learning_rate": 2e-05,
      "loss": 0.6958,
      "step": 4910
    },
    {
      "epoch": 0.32628158365939386,
      "grad_norm": 0.4104120135307312,
      "learning_rate": 2e-05,
      "loss": 0.707,
      "step": 4920
    },
    {
      "epoch": 0.3269447576099211,
      "grad_norm": 0.480258584022522,
      "learning_rate": 2e-05,
      "loss": 0.6942,
      "step": 4930
    },
    {
      "epoch": 0.3276079315604483,
      "grad_norm": 0.5035107135772705,
      "learning_rate": 2e-05,
      "loss": 0.7108,
      "step": 4940
    },
    {
      "epoch": 0.32827110551097555,
      "grad_norm": 0.4675476551055908,
      "learning_rate": 2e-05,
      "loss": 0.7051,
      "step": 4950
    },
    {
      "epoch": 0.3289342794615028,
      "grad_norm": 0.4497123956680298,
      "learning_rate": 2e-05,
      "loss": 0.7192,
      "step": 4960
    },
    {
      "epoch": 0.32959745341202995,
      "grad_norm": 0.4247696101665497,
      "learning_rate": 2e-05,
      "loss": 0.718,
      "step": 4970
    },
    {
      "epoch": 0.3302606273625572,
      "grad_norm": 0.4365120530128479,
      "learning_rate": 2e-05,
      "loss": 0.7034,
      "step": 4980
    },
    {
      "epoch": 0.3309238013130844,
      "grad_norm": 0.4657589793205261,
      "learning_rate": 2e-05,
      "loss": 0.7221,
      "step": 4990
    },
    {
      "epoch": 0.33158697526361164,
      "grad_norm": 0.4138410985469818,
      "learning_rate": 2e-05,
      "loss": 0.6798,
      "step": 5000
    },
    {
      "epoch": 0.33225014921413887,
      "grad_norm": 0.4804857671260834,
      "learning_rate": 2e-05,
      "loss": 0.7127,
      "step": 5010
    },
    {
      "epoch": 0.3329133231646661,
      "grad_norm": 0.43275633454322815,
      "learning_rate": 2e-05,
      "loss": 0.7141,
      "step": 5020
    },
    {
      "epoch": 0.3335764971151933,
      "grad_norm": 0.4018505811691284,
      "learning_rate": 2e-05,
      "loss": 0.7067,
      "step": 5030
    },
    {
      "epoch": 0.33423967106572056,
      "grad_norm": 0.4772813320159912,
      "learning_rate": 2e-05,
      "loss": 0.6925,
      "step": 5040
    },
    {
      "epoch": 0.3349028450162478,
      "grad_norm": 0.4661034345626831,
      "learning_rate": 2e-05,
      "loss": 0.693,
      "step": 5050
    },
    {
      "epoch": 0.33556601896677496,
      "grad_norm": 0.3940356969833374,
      "learning_rate": 2e-05,
      "loss": 0.7052,
      "step": 5060
    },
    {
      "epoch": 0.3362291929173022,
      "grad_norm": 0.40755006670951843,
      "learning_rate": 2e-05,
      "loss": 0.6905,
      "step": 5070
    },
    {
      "epoch": 0.3368923668678294,
      "grad_norm": 0.4546791911125183,
      "learning_rate": 2e-05,
      "loss": 0.7117,
      "step": 5080
    },
    {
      "epoch": 0.33755554081835665,
      "grad_norm": 0.4277106821537018,
      "learning_rate": 2e-05,
      "loss": 0.7144,
      "step": 5090
    },
    {
      "epoch": 0.3382187147688839,
      "grad_norm": 0.4051600992679596,
      "learning_rate": 2e-05,
      "loss": 0.6937,
      "step": 5100
    },
    {
      "epoch": 0.3388818887194111,
      "grad_norm": 0.43261224031448364,
      "learning_rate": 2e-05,
      "loss": 0.6999,
      "step": 5110
    },
    {
      "epoch": 0.33954506266993834,
      "grad_norm": 0.42372557520866394,
      "learning_rate": 2e-05,
      "loss": 0.7105,
      "step": 5120
    },
    {
      "epoch": 0.34020823662046557,
      "grad_norm": 0.49420851469039917,
      "learning_rate": 2e-05,
      "loss": 0.7107,
      "step": 5130
    },
    {
      "epoch": 0.3408714105709928,
      "grad_norm": 0.4319324493408203,
      "learning_rate": 2e-05,
      "loss": 0.6903,
      "step": 5140
    },
    {
      "epoch": 0.34153458452151997,
      "grad_norm": 0.4231835901737213,
      "learning_rate": 2e-05,
      "loss": 0.7101,
      "step": 5150
    },
    {
      "epoch": 0.3421977584720472,
      "grad_norm": 0.41818317770957947,
      "learning_rate": 2e-05,
      "loss": 0.719,
      "step": 5160
    },
    {
      "epoch": 0.3428609324225744,
      "grad_norm": 0.4805700480937958,
      "learning_rate": 2e-05,
      "loss": 0.7006,
      "step": 5170
    },
    {
      "epoch": 0.34352410637310166,
      "grad_norm": 0.4527558982372284,
      "learning_rate": 2e-05,
      "loss": 0.7188,
      "step": 5180
    },
    {
      "epoch": 0.3441872803236289,
      "grad_norm": 0.5771711468696594,
      "learning_rate": 2e-05,
      "loss": 0.7117,
      "step": 5190
    },
    {
      "epoch": 0.3448504542741561,
      "grad_norm": 0.43666353821754456,
      "learning_rate": 2e-05,
      "loss": 0.7206,
      "step": 5200
    },
    {
      "epoch": 0.34551362822468334,
      "grad_norm": 0.42155739665031433,
      "learning_rate": 2e-05,
      "loss": 0.71,
      "step": 5210
    },
    {
      "epoch": 0.3461768021752106,
      "grad_norm": 0.40986326336860657,
      "learning_rate": 2e-05,
      "loss": 0.6981,
      "step": 5220
    },
    {
      "epoch": 0.3468399761257378,
      "grad_norm": 0.4199829399585724,
      "learning_rate": 2e-05,
      "loss": 0.7053,
      "step": 5230
    },
    {
      "epoch": 0.347503150076265,
      "grad_norm": 0.41298285126686096,
      "learning_rate": 2e-05,
      "loss": 0.6849,
      "step": 5240
    },
    {
      "epoch": 0.3481663240267922,
      "grad_norm": 0.42672210931777954,
      "learning_rate": 2e-05,
      "loss": 0.691,
      "step": 5250
    },
    {
      "epoch": 0.34882949797731944,
      "grad_norm": 0.43835774064064026,
      "learning_rate": 2e-05,
      "loss": 0.6876,
      "step": 5260
    },
    {
      "epoch": 0.34949267192784667,
      "grad_norm": 0.40993231534957886,
      "learning_rate": 2e-05,
      "loss": 0.7297,
      "step": 5270
    },
    {
      "epoch": 0.3501558458783739,
      "grad_norm": 0.45235201716423035,
      "learning_rate": 2e-05,
      "loss": 0.699,
      "step": 5280
    },
    {
      "epoch": 0.3508190198289011,
      "grad_norm": 0.4141416549682617,
      "learning_rate": 2e-05,
      "loss": 0.7048,
      "step": 5290
    },
    {
      "epoch": 0.35148219377942835,
      "grad_norm": 0.4252654016017914,
      "learning_rate": 2e-05,
      "loss": 0.7101,
      "step": 5300
    },
    {
      "epoch": 0.3521453677299556,
      "grad_norm": 0.43203818798065186,
      "learning_rate": 2e-05,
      "loss": 0.6998,
      "step": 5310
    },
    {
      "epoch": 0.3528085416804828,
      "grad_norm": 0.40562939643859863,
      "learning_rate": 2e-05,
      "loss": 0.6865,
      "step": 5320
    },
    {
      "epoch": 0.35347171563101004,
      "grad_norm": 0.4484749734401703,
      "learning_rate": 2e-05,
      "loss": 0.7036,
      "step": 5330
    },
    {
      "epoch": 0.3541348895815372,
      "grad_norm": 0.5492318868637085,
      "learning_rate": 2e-05,
      "loss": 0.7002,
      "step": 5340
    },
    {
      "epoch": 0.35479806353206444,
      "grad_norm": 0.5349329113960266,
      "learning_rate": 1.999194520388485e-05,
      "loss": 0.6855,
      "step": 5350
    },
    {
      "epoch": 0.3554612374825917,
      "grad_norm": 0.470889151096344,
      "learning_rate": 1.9959247303157763e-05,
      "loss": 0.7176,
      "step": 5360
    },
    {
      "epoch": 0.3561244114331189,
      "grad_norm": 0.41299134492874146,
      "learning_rate": 1.990149424459817e-05,
      "loss": 0.7035,
      "step": 5370
    },
    {
      "epoch": 0.35678758538364613,
      "grad_norm": 0.450900137424469,
      "learning_rate": 1.9818847538648688e-05,
      "loss": 0.693,
      "step": 5380
    },
    {
      "epoch": 0.35745075933417336,
      "grad_norm": 0.42808613181114197,
      "learning_rate": 1.971153831256721e-05,
      "loss": 0.6777,
      "step": 5390
    },
    {
      "epoch": 0.3581139332847006,
      "grad_norm": 0.43397775292396545,
      "learning_rate": 1.9579866664063435e-05,
      "loss": 0.7049,
      "step": 5400
    },
    {
      "epoch": 0.3587771072352278,
      "grad_norm": 0.4414255619049072,
      "learning_rate": 1.9424200822054782e-05,
      "loss": 0.7204,
      "step": 5410
    },
    {
      "epoch": 0.35944028118575505,
      "grad_norm": 0.4406629204750061,
      "learning_rate": 1.9244976116888626e-05,
      "loss": 0.7162,
      "step": 5420
    },
    {
      "epoch": 0.3601034551362822,
      "grad_norm": 0.43205147981643677,
      "learning_rate": 1.904269376291071e-05,
      "loss": 0.7101,
      "step": 5430
    },
    {
      "epoch": 0.36076662908680945,
      "grad_norm": 0.4646110236644745,
      "learning_rate": 1.88179194567844e-05,
      "loss": 0.7074,
      "step": 5440
    },
    {
      "epoch": 0.3614298030373367,
      "grad_norm": 0.4257560968399048,
      "learning_rate": 1.8571281795480632e-05,
      "loss": 0.7213,
      "step": 5450
    },
    {
      "epoch": 0.3620929769878639,
      "grad_norm": 0.4763351082801819,
      "learning_rate": 1.8303470518362808e-05,
      "loss": 0.6993,
      "step": 5460
    },
    {
      "epoch": 0.36275615093839114,
      "grad_norm": 0.4287746846675873,
      "learning_rate": 1.801523457828271e-05,
      "loss": 0.6837,
      "step": 5470
    },
    {
      "epoch": 0.36341932488891837,
      "grad_norm": 0.41130346059799194,
      "learning_rate": 1.7707380047081796e-05,
      "loss": 0.6783,
      "step": 5480
    },
    {
      "epoch": 0.3640824988394456,
      "grad_norm": 0.42945313453674316,
      "learning_rate": 1.7380767861355252e-05,
      "loss": 0.6811,
      "step": 5490
    },
    {
      "epoch": 0.36474567278997283,
      "grad_norm": 0.4491105377674103,
      "learning_rate": 1.703631141478299e-05,
      "loss": 0.718,
      "step": 5500
    },
    {
      "epoch": 0.36540884674050006,
      "grad_norm": 0.44828975200653076,
      "learning_rate": 1.6674974003760705e-05,
      "loss": 0.6942,
      "step": 5510
    },
    {
      "epoch": 0.36607202069102723,
      "grad_norm": 0.4078657925128937,
      "learning_rate": 1.6297766133474556e-05,
      "loss": 0.7016,
      "step": 5520
    },
    {
      "epoch": 0.36673519464155446,
      "grad_norm": 0.479805588722229,
      "learning_rate": 1.5905742691953186e-05,
      "loss": 0.6724,
      "step": 5530
    },
    {
      "epoch": 0.3673983685920817,
      "grad_norm": 0.4268275797367096,
      "learning_rate": 1.55e-05,
      "loss": 0.7033,
      "step": 5540
    },
    {
      "epoch": 0.3680615425426089,
      "grad_norm": 0.4907868504524231,
      "learning_rate": 1.5081672745255862e-05,
      "loss": 0.7065,
      "step": 5550
    },
    {
      "epoch": 0.36872471649313615,
      "grad_norm": 0.4120388329029083,
      "learning_rate": 1.4651930808966206e-05,
      "loss": 0.672,
      "step": 5560
    },
    {
      "epoch": 0.3693878904436634,
      "grad_norm": 0.4049204885959625,
      "learning_rate": 1.4211975994326848e-05,
      "loss": 0.681,
      "step": 5570
    },
    {
      "epoch": 0.3700510643941906,
      "grad_norm": 0.39874541759490967,
      "learning_rate": 1.376303866555779e-05,
      "loss": 0.7047,
      "step": 5580
    },
    {
      "epoch": 0.37071423834471784,
      "grad_norm": 0.44057223200798035,
      "learning_rate": 1.3306374307104164e-05,
      "loss": 0.6986,
      "step": 5590
    },
    {
      "epoch": 0.37137741229524507,
      "grad_norm": 0.46499621868133545,
      "learning_rate": 1.2843260012586718e-05,
      "loss": 0.7048,
      "step": 5600
    },
    {
      "epoch": 0.37204058624577224,
      "grad_norm": 0.39177006483078003,
      "learning_rate": 1.2374990913320726e-05,
      "loss": 0.705,
      "step": 5610
    },
    {
      "epoch": 0.37270376019629947,
      "grad_norm": 0.4431237578392029,
      "learning_rate": 1.1902876556391247e-05,
      "loss": 0.6792,
      "step": 5620
    },
    {
      "epoch": 0.3733669341468267,
      "grad_norm": 0.47281622886657715,
      "learning_rate": 1.1428237242413685e-05,
      "loss": 0.6847,
      "step": 5630
    },
    {
      "epoch": 0.37403010809735393,
      "grad_norm": 0.43715614080429077,
      "learning_rate": 1.095240033322132e-05,
      "loss": 0.6952,
      "step": 5640
    },
    {
      "epoch": 0.37469328204788116,
      "grad_norm": 0.6536780595779419,
      "learning_rate": 1.047669653980572e-05,
      "loss": 0.6789,
      "step": 5650
    },
    {
      "epoch": 0.3753564559984084,
      "grad_norm": 0.42568010091781616,
      "learning_rate": 1.0002456200890902e-05,
      "loss": 0.6734,
      "step": 5660
    },
    {
      "epoch": 0.3760196299489356,
      "grad_norm": 0.4551185071468353,
      "learning_rate": 9.531005562548668e-06,
      "loss": 0.691,
      "step": 5670
    },
    {
      "epoch": 0.37668280389946285,
      "grad_norm": 0.4053123891353607,
      "learning_rate": 9.06366306925925e-06,
      "loss": 0.6905,
      "step": 5680
    },
    {
      "epoch": 0.3773459778499901,
      "grad_norm": 0.44013091921806335,
      "learning_rate": 8.601735676789686e-06,
      "loss": 0.7033,
      "step": 5690
    },
    {
      "epoch": 0.37800915180051725,
      "grad_norm": 0.4361964762210846,
      "learning_rate": 8.14651519720118e-06,
      "loss": 0.7004,
      "step": 5700
    },
    {
      "epoch": 0.3786723257510445,
      "grad_norm": 0.4564845561981201,
      "learning_rate": 7.699274686206866e-06,
      "loss": 0.6906,
      "step": 5710
    },
    {
      "epoch": 0.3793354997015717,
      "grad_norm": 0.4334389865398407,
      "learning_rate": 7.261264882983024e-06,
      "loss": 0.6925,
      "step": 5720
    },
    {
      "epoch": 0.37999867365209894,
      "grad_norm": 0.596119225025177,
      "learning_rate": 6.8337107123900386e-06,
      "loss": 0.7364,
      "step": 5730
    },
    {
      "epoch": 0.38066184760262617,
      "grad_norm": 0.3939472734928131,
      "learning_rate": 6.417807859384881e-06,
      "loss": 0.6926,
      "step": 5740
    },
    {
      "epoch": 0.3813250215531534,
      "grad_norm": 0.4060012698173523,
      "learning_rate": 6.014719425205009e-06,
      "loss": 0.6877,
      "step": 5750
    },
    {
      "epoch": 0.3819881955036806,
      "grad_norm": 0.40652188658714294,
      "learning_rate": 5.6255726746749275e-06,
      "loss": 0.6857,
      "step": 5760
    },
    {
      "epoch": 0.38265136945420786,
      "grad_norm": 0.40667375922203064,
      "learning_rate": 5.251455883731728e-06,
      "loss": 0.6827,
      "step": 5770
    },
    {
      "epoch": 0.3833145434047351,
      "grad_norm": 0.4259006083011627,
      "learning_rate": 4.893415295985812e-06,
      "loss": 0.6984,
      "step": 5780
    },
    {
      "epoch": 0.38397771735526226,
      "grad_norm": 0.4109838306903839,
      "learning_rate": 4.552452196827885e-06,
      "loss": 0.6843,
      "step": 5790
    },
    {
      "epoch": 0.3846408913057895,
      "grad_norm": 0.4440414607524872,
      "learning_rate": 4.229520113264785e-06,
      "loss": 0.6688,
      "step": 5800
    },
    {
      "epoch": 0.3853040652563167,
      "grad_norm": 0.43259701132774353,
      "learning_rate": 3.925522147314915e-06,
      "loss": 0.6997,
      "step": 5810
    },
    {
      "epoch": 0.38596723920684395,
      "grad_norm": 0.4748006761074066,
      "learning_rate": 3.641308450420675e-06,
      "loss": 0.683,
      "step": 5820
    },
    {
      "epoch": 0.3866304131573712,
      "grad_norm": 0.4007572531700134,
      "learning_rate": 3.37767384594087e-06,
      "loss": 0.7087,
      "step": 5830
    },
    {
      "epoch": 0.3872935871078984,
      "grad_norm": 0.39761948585510254,
      "learning_rate": 3.1353556063719357e-06,
      "loss": 0.6765,
      "step": 5840
    },
    {
      "epoch": 0.38795676105842564,
      "grad_norm": 0.4246253967285156,
      "learning_rate": 2.9150313915141474e-06,
      "loss": 0.6728,
      "step": 5850
    },
    {
      "epoch": 0.38861993500895287,
      "grad_norm": 0.45218634605407715,
      "learning_rate": 2.717317353348891e-06,
      "loss": 0.7055,
      "step": 5860
    },
    {
      "epoch": 0.3892831089594801,
      "grad_norm": 0.4528957009315491,
      "learning_rate": 2.5427664129268253e-06,
      "loss": 0.6893,
      "step": 5870
    },
    {
      "epoch": 0.38994628291000727,
      "grad_norm": 0.4231392741203308,
      "learning_rate": 2.391866714085717e-06,
      "loss": 0.6885,
      "step": 5880
    },
    {
      "epoch": 0.3906094568605345,
      "grad_norm": 0.5117971301078796,
      "learning_rate": 2.2650402583222753e-06,
      "loss": 0.6926,
      "step": 5890
    },
    {
      "epoch": 0.39127263081106173,
      "grad_norm": 0.4415339529514313,
      "learning_rate": 2.1626417246356398e-06,
      "loss": 0.6778,
      "step": 5900
    },
    {
      "epoch": 0.39193580476158896,
      "grad_norm": 0.4275270700454712,
      "learning_rate": 2.084957477642894e-06,
      "loss": 0.7156,
      "step": 5910
    },
    {
      "epoch": 0.3925989787121162,
      "grad_norm": 0.4181906282901764,
      "learning_rate": 2.0322047667405147e-06,
      "loss": 0.6977,
      "step": 5920
    },
    {
      "epoch": 0.3932621526626434,
      "grad_norm": 0.43344050645828247,
      "learning_rate": 2.0045311185513342e-06,
      "loss": 0.6995,
      "step": 5930
    }
  ],
  "logging_steps": 10,
  "max_steps": 5935,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2035,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.6494000762504348e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}