{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.21255414545178206,
  "eval_steps": 500,
  "global_step": 2797,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007599361653621095,
      "grad_norm": 191.63430175303478,
      "learning_rate": 1.1061797752808989e-06,
      "loss": 2.883259582519531,
      "step": 10
    },
    {
      "epoch": 0.001519872330724219,
      "grad_norm": 124.58368761068755,
      "learning_rate": 2.2241573033707866e-06,
      "loss": 1.8781267166137696,
      "step": 20
    },
    {
      "epoch": 0.0022798084960863286,
      "grad_norm": 87.1340034334807,
      "learning_rate": 3.342134831460675e-06,
      "loss": 1.1774589538574218,
      "step": 30
    },
    {
      "epoch": 0.003039744661448438,
      "grad_norm": 844.0347817685458,
      "learning_rate": 4.4601123595505624e-06,
      "loss": 0.9150102615356446,
      "step": 40
    },
    {
      "epoch": 0.0037996808268105477,
      "grad_norm": 26.071347281400854,
      "learning_rate": 5.5780898876404495e-06,
      "loss": 0.7994430065155029,
      "step": 50
    },
    {
      "epoch": 0.004559616992172657,
      "grad_norm": 106.14143580914507,
      "learning_rate": 6.6960674157303374e-06,
      "loss": 0.7530351161956788,
      "step": 60
    },
    {
      "epoch": 0.005319553157534767,
      "grad_norm": 150.7760094384226,
      "learning_rate": 7.814044943820226e-06,
      "loss": 0.7612151622772216,
      "step": 70
    },
    {
      "epoch": 0.006079489322896876,
      "grad_norm": 17.649974068212234,
      "learning_rate": 8.932022471910112e-06,
      "loss": 0.7631851196289062,
      "step": 80
    },
    {
      "epoch": 0.006839425488258986,
      "grad_norm": 74.83280873477604,
      "learning_rate": 1.005e-05,
      "loss": 0.7748248100280761,
      "step": 90
    },
    {
      "epoch": 0.007599361653621095,
      "grad_norm": 923.6270136131341,
      "learning_rate": 1.1167977528089888e-05,
      "loss": 0.7622076988220214,
      "step": 100
    },
    {
      "epoch": 0.008359297818983206,
      "grad_norm": 191.99807923455484,
      "learning_rate": 1.2285955056179776e-05,
      "loss": 0.7419852256774903,
      "step": 110
    },
    {
      "epoch": 0.009119233984345314,
      "grad_norm": 8.180188792042815,
      "learning_rate": 1.3403932584269664e-05,
      "loss": 0.7526190757751465,
      "step": 120
    },
    {
      "epoch": 0.009879170149707425,
      "grad_norm": 6.875791274720428,
      "learning_rate": 1.4521910112359552e-05,
      "loss": 0.7423999309539795,
      "step": 130
    },
    {
      "epoch": 0.010639106315069534,
      "grad_norm": 4.139161233642084,
      "learning_rate": 1.563988764044944e-05,
      "loss": 0.736327075958252,
      "step": 140
    },
    {
      "epoch": 0.011399042480431644,
      "grad_norm": 22.480724459482204,
      "learning_rate": 1.6757865168539328e-05,
      "loss": 0.7192594528198242,
      "step": 150
    },
    {
      "epoch": 0.012158978645793753,
      "grad_norm": 42.20418057032992,
      "learning_rate": 1.7875842696629214e-05,
      "loss": 0.7199824333190918,
      "step": 160
    },
    {
      "epoch": 0.012918914811155863,
      "grad_norm": 22.176716309419565,
      "learning_rate": 1.89938202247191e-05,
      "loss": 0.7676156520843506,
      "step": 170
    },
    {
      "epoch": 0.013678850976517972,
      "grad_norm": 39.06503779613347,
      "learning_rate": 2e-05,
      "loss": 0.723706579208374,
      "step": 180
    },
    {
      "epoch": 0.014438787141880082,
      "grad_norm": 72.77156957569211,
      "learning_rate": 2e-05,
      "loss": 0.7594737052917481,
      "step": 190
    },
    {
      "epoch": 0.01519872330724219,
      "grad_norm": 121.81035558320448,
      "learning_rate": 2e-05,
      "loss": 0.7727550506591797,
      "step": 200
    },
    {
      "epoch": 0.015958659472604303,
      "grad_norm": 17.261218474875754,
      "learning_rate": 2e-05,
      "loss": 0.7319492340087891,
      "step": 210
    },
    {
      "epoch": 0.01671859563796641,
      "grad_norm": 13.6677607141103,
      "learning_rate": 2e-05,
      "loss": 0.7261901378631592,
      "step": 220
    },
    {
      "epoch": 0.01747853180332852,
      "grad_norm": 19.87687501769399,
      "learning_rate": 2e-05,
      "loss": 0.7509442806243897,
      "step": 230
    },
    {
      "epoch": 0.01823846796869063,
      "grad_norm": 71.02797556619042,
      "learning_rate": 2e-05,
      "loss": 0.7291659355163574,
      "step": 240
    },
    {
      "epoch": 0.01899840413405274,
      "grad_norm": 7.361788981118384,
      "learning_rate": 2e-05,
      "loss": 0.7559044837951661,
      "step": 250
    },
    {
      "epoch": 0.01975834029941485,
      "grad_norm": 13.834043992751518,
      "learning_rate": 2e-05,
      "loss": 0.7548636436462403,
      "step": 260
    },
    {
      "epoch": 0.02051827646477696,
      "grad_norm": 18.40212932805268,
      "learning_rate": 2e-05,
      "loss": 0.7729722499847412,
      "step": 270
    },
    {
      "epoch": 0.021278212630139067,
      "grad_norm": 3.7670360731030317,
      "learning_rate": 2e-05,
      "loss": 0.7427117824554443,
      "step": 280
    },
    {
      "epoch": 0.02203814879550118,
      "grad_norm": 3.2551327080904002,
      "learning_rate": 2e-05,
      "loss": 0.696455717086792,
      "step": 290
    },
    {
      "epoch": 0.022798084960863288,
      "grad_norm": 12.681218354218718,
      "learning_rate": 2e-05,
      "loss": 0.7120409965515136,
      "step": 300
    },
    {
      "epoch": 0.023558021126225397,
      "grad_norm": 54.34344654534163,
      "learning_rate": 2e-05,
      "loss": 0.6876229286193848,
      "step": 310
    },
    {
      "epoch": 0.024317957291587505,
      "grad_norm": 5.6674147357259415,
      "learning_rate": 2e-05,
      "loss": 0.7949447631835938,
      "step": 320
    },
    {
      "epoch": 0.025077893456949617,
      "grad_norm": 4.542555847806229,
      "learning_rate": 2e-05,
      "loss": 0.7002223014831543,
      "step": 330
    },
    {
      "epoch": 0.025837829622311726,
      "grad_norm": 6.420887665016644,
      "learning_rate": 2e-05,
      "loss": 0.74368314743042,
      "step": 340
    },
    {
      "epoch": 0.026597765787673835,
      "grad_norm": 66.78918732414809,
      "learning_rate": 2e-05,
      "loss": 0.7450421810150146,
      "step": 350
    },
    {
      "epoch": 0.027357701953035943,
      "grad_norm": 8.341774953333017,
      "learning_rate": 2e-05,
      "loss": 0.7264707565307618,
      "step": 360
    },
    {
      "epoch": 0.028117638118398056,
      "grad_norm": 2.4168868991630457,
      "learning_rate": 2e-05,
      "loss": 0.7024238586425782,
      "step": 370
    },
    {
      "epoch": 0.028877574283760164,
      "grad_norm": 4.431590851345387,
      "learning_rate": 2e-05,
      "loss": 0.7049625396728516,
      "step": 380
    },
    {
      "epoch": 0.029637510449122273,
      "grad_norm": 36.43429145728405,
      "learning_rate": 2e-05,
      "loss": 0.7121419429779052,
      "step": 390
    },
    {
      "epoch": 0.03039744661448438,
      "grad_norm": 8.501774499445727,
      "learning_rate": 2e-05,
      "loss": 0.7381654262542725,
      "step": 400
    },
    {
      "epoch": 0.031157382779846494,
      "grad_norm": 2.1284121866050194,
      "learning_rate": 2e-05,
      "loss": 0.7352887153625488,
      "step": 410
    },
    {
      "epoch": 0.031917318945208606,
      "grad_norm": 1.6959741724878892,
      "learning_rate": 2e-05,
      "loss": 0.709722900390625,
      "step": 420
    },
    {
      "epoch": 0.032677255110570715,
      "grad_norm": 2.777848797318434,
      "learning_rate": 2e-05,
      "loss": 0.6909010887145997,
      "step": 430
    },
    {
      "epoch": 0.03343719127593282,
      "grad_norm": 5.759466391991063,
      "learning_rate": 2e-05,
      "loss": 0.6841095924377442,
      "step": 440
    },
    {
      "epoch": 0.03419712744129493,
      "grad_norm": 1.9894311227745336,
      "learning_rate": 2e-05,
      "loss": 0.6729912757873535,
      "step": 450
    },
    {
      "epoch": 0.03495706360665704,
      "grad_norm": 2.313482340982159,
      "learning_rate": 2e-05,
      "loss": 0.6638118743896484,
      "step": 460
    },
    {
      "epoch": 0.03571699977201915,
      "grad_norm": 7.013232779450187,
      "learning_rate": 2e-05,
      "loss": 0.6692584037780762,
      "step": 470
    },
    {
      "epoch": 0.03647693593738126,
      "grad_norm": 2.574330643991075,
      "learning_rate": 2e-05,
      "loss": 0.70731201171875,
      "step": 480
    },
    {
      "epoch": 0.03723687210274337,
      "grad_norm": 1.5052842559853645,
      "learning_rate": 2e-05,
      "loss": 0.6873155117034913,
      "step": 490
    },
    {
      "epoch": 0.03799680826810548,
      "grad_norm": 1.116178924419754,
      "learning_rate": 2e-05,
      "loss": 0.669003677368164,
      "step": 500
    },
    {
      "epoch": 0.03875674443346759,
      "grad_norm": 1.938914338338345,
      "learning_rate": 2e-05,
      "loss": 0.69815092086792,
      "step": 510
    },
    {
      "epoch": 0.0395166805988297,
      "grad_norm": 1.3811669929651738,
      "learning_rate": 2e-05,
      "loss": 0.712796401977539,
      "step": 520
    },
    {
      "epoch": 0.04027661676419181,
      "grad_norm": 1.091199227854418,
      "learning_rate": 2e-05,
      "loss": 0.6600155830383301,
      "step": 530
    },
    {
      "epoch": 0.04103655292955392,
      "grad_norm": 1.105571901275732,
      "learning_rate": 2e-05,
      "loss": 0.6982758998870849,
      "step": 540
    },
    {
      "epoch": 0.041796489094916026,
      "grad_norm": 0.9941727634113782,
      "learning_rate": 2e-05,
      "loss": 0.6900170803070068,
      "step": 550
    },
    {
      "epoch": 0.042556425260278134,
      "grad_norm": 0.9835023836804377,
      "learning_rate": 2e-05,
      "loss": 0.6558903694152832,
      "step": 560
    },
    {
      "epoch": 0.04331636142564024,
      "grad_norm": 1.1595810180524677,
      "learning_rate": 2e-05,
      "loss": 0.6865039825439453,
      "step": 570
    },
    {
      "epoch": 0.04407629759100236,
      "grad_norm": 2.2186915798904154,
      "learning_rate": 2e-05,
      "loss": 0.6749402999877929,
      "step": 580
    },
    {
      "epoch": 0.04483623375636447,
      "grad_norm": 1.3118057884159302,
      "learning_rate": 2e-05,
      "loss": 0.675851583480835,
      "step": 590
    },
    {
      "epoch": 0.045596169921726576,
      "grad_norm": 1.692496987832561,
      "learning_rate": 2e-05,
      "loss": 0.6745028495788574,
      "step": 600
    },
    {
      "epoch": 0.046356106087088685,
      "grad_norm": 1.9730825283501034,
      "learning_rate": 2e-05,
      "loss": 0.6651962280273438,
      "step": 610
    },
    {
      "epoch": 0.04711604225245079,
      "grad_norm": 1.331976977887419,
      "learning_rate": 2e-05,
      "loss": 0.6501778602600098,
      "step": 620
    },
    {
      "epoch": 0.0478759784178129,
      "grad_norm": 1.5637084886303765,
      "learning_rate": 2e-05,
      "loss": 0.7042662620544433,
      "step": 630
    },
    {
      "epoch": 0.04863591458317501,
      "grad_norm": 1.4726774498399116,
      "learning_rate": 2e-05,
      "loss": 0.6678030967712403,
      "step": 640
    },
    {
      "epoch": 0.049395850748537126,
      "grad_norm": 2.868807910273408,
      "learning_rate": 2e-05,
      "loss": 0.6779534339904785,
      "step": 650
    },
    {
      "epoch": 0.050155786913899235,
      "grad_norm": 1.4317134087883574,
      "learning_rate": 2e-05,
      "loss": 0.6799858093261719,
      "step": 660
    },
    {
      "epoch": 0.050915723079261344,
      "grad_norm": 1.7227333001916365,
      "learning_rate": 2e-05,
      "loss": 0.6573725700378418,
      "step": 670
    },
    {
      "epoch": 0.05167565924462345,
      "grad_norm": 1.3271414274442734,
      "learning_rate": 2e-05,
      "loss": 0.6701514244079589,
      "step": 680
    },
    {
      "epoch": 0.05243559540998556,
      "grad_norm": 1.5421124248057487,
      "learning_rate": 2e-05,
      "loss": 0.6800753593444824,
      "step": 690
    },
    {
      "epoch": 0.05319553157534767,
      "grad_norm": 1.0972092785185035,
      "learning_rate": 2e-05,
      "loss": 0.6628331184387207,
      "step": 700
    },
    {
      "epoch": 0.05395546774070978,
      "grad_norm": 1.8016898257371647,
      "learning_rate": 2e-05,
      "loss": 0.6686877250671387,
      "step": 710
    },
    {
      "epoch": 0.05471540390607189,
      "grad_norm": 1.3817551649658868,
      "learning_rate": 2e-05,
      "loss": 0.691933012008667,
      "step": 720
    },
    {
      "epoch": 0.055475340071434,
      "grad_norm": 4.390986381327533,
      "learning_rate": 2e-05,
      "loss": 0.6459454536437989,
      "step": 730
    },
    {
      "epoch": 0.05623527623679611,
      "grad_norm": 1.049270882156613,
      "learning_rate": 2e-05,
      "loss": 0.7004701137542725,
      "step": 740
    },
    {
      "epoch": 0.05699521240215822,
      "grad_norm": 2.5788017211289134,
      "learning_rate": 2e-05,
      "loss": 0.6631406784057617,
      "step": 750
    },
    {
      "epoch": 0.05775514856752033,
      "grad_norm": 4.003076354285841,
      "learning_rate": 2e-05,
      "loss": 0.6525260925292968,
      "step": 760
    },
    {
      "epoch": 0.05851508473288244,
      "grad_norm": 3.856641478939966,
      "learning_rate": 2e-05,
      "loss": 0.6481318950653077,
      "step": 770
    },
    {
      "epoch": 0.059275020898244546,
      "grad_norm": 2.1050201546733516,
      "learning_rate": 2e-05,
      "loss": 0.6629796504974366,
      "step": 780
    },
    {
      "epoch": 0.060034957063606655,
      "grad_norm": 2.4972482058867684,
      "learning_rate": 2e-05,
      "loss": 0.6793940544128418,
      "step": 790
    },
    {
      "epoch": 0.06079489322896876,
      "grad_norm": 2.9023733973854338,
      "learning_rate": 2e-05,
      "loss": 0.6557552337646484,
      "step": 800
    },
    {
      "epoch": 0.06155482939433088,
      "grad_norm": 1.753191005851473,
      "learning_rate": 2e-05,
      "loss": 0.6550214767456055,
      "step": 810
    },
    {
      "epoch": 0.06231476555969299,
      "grad_norm": 3.6008366995268677,
      "learning_rate": 2e-05,
      "loss": 0.6532149314880371,
      "step": 820
    },
    {
      "epoch": 0.0630747017250551,
      "grad_norm": 3.9574066156632264,
      "learning_rate": 2e-05,
      "loss": 0.664048147201538,
      "step": 830
    },
    {
      "epoch": 0.06383463789041721,
      "grad_norm": 1.4500186208031258,
      "learning_rate": 2e-05,
      "loss": 0.668964147567749,
      "step": 840
    },
    {
      "epoch": 0.06459457405577931,
      "grad_norm": 1.8650680203909065,
      "learning_rate": 2e-05,
      "loss": 0.6597201824188232,
      "step": 850
    },
    {
      "epoch": 0.06535451022114143,
      "grad_norm": 1.286387371803429,
      "learning_rate": 2e-05,
      "loss": 0.6578952312469483,
      "step": 860
    },
    {
      "epoch": 0.06611444638650353,
      "grad_norm": 44.161007706426496,
      "learning_rate": 2e-05,
      "loss": 0.6617650508880615,
      "step": 870
    },
    {
      "epoch": 0.06687438255186565,
      "grad_norm": 8.70858945322814,
      "learning_rate": 2e-05,
      "loss": 0.6729881286621093,
      "step": 880
    },
    {
      "epoch": 0.06763431871722775,
      "grad_norm": 2.0716744352445295,
      "learning_rate": 2e-05,
      "loss": 0.6804790496826172,
      "step": 890
    },
    {
      "epoch": 0.06839425488258986,
      "grad_norm": 2.3995890552247063,
      "learning_rate": 2e-05,
      "loss": 0.6576640605926514,
      "step": 900
    },
    {
      "epoch": 0.06915419104795197,
      "grad_norm": 7.020838251383462,
      "learning_rate": 2e-05,
      "loss": 0.6924066066741943,
      "step": 910
    },
    {
      "epoch": 0.06991412721331408,
      "grad_norm": 1.2111035584957595,
      "learning_rate": 2e-05,
      "loss": 0.6660052299499511,
      "step": 920
    },
    {
      "epoch": 0.0706740633786762,
      "grad_norm": 1.8673454485620073,
      "learning_rate": 2e-05,
      "loss": 0.6890796661376953,
      "step": 930
    },
    {
      "epoch": 0.0714339995440383,
      "grad_norm": 2.462929162354763,
      "learning_rate": 2e-05,
      "loss": 0.6732182979583741,
      "step": 940
    },
    {
      "epoch": 0.07219393570940041,
      "grad_norm": 1.8507788704761199,
      "learning_rate": 2e-05,
      "loss": 0.6905992031097412,
      "step": 950
    },
    {
      "epoch": 0.07295387187476252,
      "grad_norm": 1.5233611761953871,
      "learning_rate": 2e-05,
      "loss": 0.6639741897583008,
      "step": 960
    },
    {
      "epoch": 0.07371380804012463,
      "grad_norm": 1.0039057924990893,
      "learning_rate": 2e-05,
      "loss": 0.6618095397949219,
      "step": 970
    },
    {
      "epoch": 0.07447374420548673,
      "grad_norm": 1.59146144447183,
      "learning_rate": 2e-05,
      "loss": 0.6541851043701172,
      "step": 980
    },
    {
      "epoch": 0.07523368037084885,
      "grad_norm": 1.671042860219738,
      "learning_rate": 2e-05,
      "loss": 0.6654860496520996,
      "step": 990
    },
    {
      "epoch": 0.07599361653621096,
      "grad_norm": 1.198120650365706,
      "learning_rate": 2e-05,
      "loss": 0.6552873134613038,
      "step": 1000
    },
    {
      "epoch": 0.07675355270157307,
      "grad_norm": 8.77583610709108,
      "learning_rate": 2e-05,
      "loss": 0.6433052062988281,
      "step": 1010
    },
    {
      "epoch": 0.07751348886693518,
      "grad_norm": 1.111330096476852,
      "learning_rate": 2e-05,
      "loss": 0.642775297164917,
      "step": 1020
    },
    {
      "epoch": 0.07827342503229728,
      "grad_norm": 1.348192309325266,
      "learning_rate": 2e-05,
      "loss": 0.6692739009857178,
      "step": 1030
    },
    {
      "epoch": 0.0790333611976594,
      "grad_norm": 1.0407807523199857,
      "learning_rate": 2e-05,
      "loss": 0.6457259178161621,
      "step": 1040
    },
    {
      "epoch": 0.0797932973630215,
      "grad_norm": 1.0582735573079416,
      "learning_rate": 2e-05,
      "loss": 0.6610038757324219,
      "step": 1050
    },
    {
      "epoch": 0.08055323352838362,
      "grad_norm": 2.1749317446696894,
      "learning_rate": 2e-05,
      "loss": 0.6602062225341797,
      "step": 1060
    },
    {
      "epoch": 0.08131316969374573,
      "grad_norm": 1.2523925736905532,
      "learning_rate": 2e-05,
      "loss": 0.6483442306518554,
      "step": 1070
    },
    {
      "epoch": 0.08207310585910783,
      "grad_norm": 1.2772297314001628,
      "learning_rate": 2e-05,
      "loss": 0.6683950424194336,
      "step": 1080
    },
    {
      "epoch": 0.08283304202446995,
      "grad_norm": 3.3387060909226665,
      "learning_rate": 2e-05,
      "loss": 0.6565097808837891,
      "step": 1090
    },
    {
      "epoch": 0.08359297818983205,
      "grad_norm": 1.0681126627729676,
      "learning_rate": 2e-05,
      "loss": 0.6453925609588623,
      "step": 1100
    },
    {
      "epoch": 0.08435291435519417,
      "grad_norm": 1.0491354731716318,
      "learning_rate": 2e-05,
      "loss": 0.672363567352295,
      "step": 1110
    },
    {
      "epoch": 0.08511285052055627,
      "grad_norm": 2.5229554034222126,
      "learning_rate": 2e-05,
      "loss": 0.6442315101623535,
      "step": 1120
    },
    {
      "epoch": 0.08587278668591838,
      "grad_norm": 0.9549713568548055,
      "learning_rate": 2e-05,
      "loss": 0.6467645168304443,
      "step": 1130
    },
    {
      "epoch": 0.08663272285128049,
      "grad_norm": 1.0994614474759026,
      "learning_rate": 2e-05,
      "loss": 0.6226651668548584,
      "step": 1140
    },
    {
      "epoch": 0.0873926590166426,
      "grad_norm": 1.5931672722656118,
      "learning_rate": 2e-05,
      "loss": 0.6385224819183349,
      "step": 1150
    },
    {
      "epoch": 0.08815259518200472,
      "grad_norm": 1.3058693072378955,
      "learning_rate": 2e-05,
      "loss": 0.6373834133148193,
      "step": 1160
    },
    {
      "epoch": 0.08891253134736682,
      "grad_norm": 1.498709878738794,
      "learning_rate": 2e-05,
      "loss": 0.6416314601898193,
      "step": 1170
    },
    {
      "epoch": 0.08967246751272893,
      "grad_norm": 1.6779770963133274,
      "learning_rate": 2e-05,
      "loss": 0.6468165874481201,
      "step": 1180
    },
    {
      "epoch": 0.09043240367809104,
      "grad_norm": 1.454215379835705,
      "learning_rate": 2e-05,
      "loss": 0.6477084636688233,
      "step": 1190
    },
    {
      "epoch": 0.09119233984345315,
      "grad_norm": 1.086597371932175,
      "learning_rate": 2e-05,
      "loss": 0.6345207214355468,
      "step": 1200
    },
    {
      "epoch": 0.09195227600881525,
      "grad_norm": 1.1041391627395598,
      "learning_rate": 2e-05,
      "loss": 0.6753363609313965,
      "step": 1210
    },
    {
      "epoch": 0.09271221217417737,
      "grad_norm": 1.0442979911159636,
      "learning_rate": 2e-05,
      "loss": 0.6602447509765625,
      "step": 1220
    },
    {
      "epoch": 0.09347214833953948,
      "grad_norm": 1.1068350401318283,
      "learning_rate": 2e-05,
      "loss": 0.6334839820861816,
      "step": 1230
    },
    {
      "epoch": 0.09423208450490159,
      "grad_norm": 3.9758019839117336,
      "learning_rate": 2e-05,
      "loss": 0.6504351615905761,
      "step": 1240
    },
    {
      "epoch": 0.0949920206702637,
      "grad_norm": 0.9541829838291032,
      "learning_rate": 2e-05,
      "loss": 0.6485028743743897,
      "step": 1250
    },
    {
      "epoch": 0.0957519568356258,
      "grad_norm": 1.164445477460499,
      "learning_rate": 2e-05,
      "loss": 0.6839859962463379,
      "step": 1260
    },
    {
      "epoch": 0.09651189300098792,
      "grad_norm": 1.8779857955368715,
      "learning_rate": 2e-05,
      "loss": 0.6411514282226562,
      "step": 1270
    },
    {
      "epoch": 0.09727182916635002,
      "grad_norm": 1.147603065647347,
      "learning_rate": 2e-05,
      "loss": 0.6255774974822998,
      "step": 1280
    },
    {
      "epoch": 0.09803176533171214,
      "grad_norm": 1.6550437152636595,
      "learning_rate": 2e-05,
      "loss": 0.6291728019714355,
      "step": 1290
    },
    {
      "epoch": 0.09879170149707425,
      "grad_norm": 1.7682464495720873,
      "learning_rate": 2e-05,
      "loss": 0.659593915939331,
      "step": 1300
    },
    {
      "epoch": 0.09955163766243635,
      "grad_norm": 3.7022883686619323,
      "learning_rate": 2e-05,
      "loss": 0.650638484954834,
      "step": 1310
    },
    {
      "epoch": 0.10031157382779847,
      "grad_norm": 1.0466634365071796,
      "learning_rate": 2e-05,
      "loss": 0.6600216865539551,
      "step": 1320
    },
    {
      "epoch": 0.10107150999316057,
      "grad_norm": 6.303642093550111,
      "learning_rate": 2e-05,
      "loss": 0.6597589015960693,
      "step": 1330
    },
    {
      "epoch": 0.10183144615852269,
      "grad_norm": 1.093978067554938,
      "learning_rate": 2e-05,
      "loss": 0.6573177337646484,
      "step": 1340
    },
    {
      "epoch": 0.10259138232388479,
      "grad_norm": 2.0424198171963748,
      "learning_rate": 2e-05,
      "loss": 0.6553116798400879,
      "step": 1350
    },
    {
      "epoch": 0.1033513184892469,
      "grad_norm": 1.5430270988592787,
      "learning_rate": 2e-05,
      "loss": 0.6318343162536622,
      "step": 1360
    },
    {
      "epoch": 0.104111254654609,
      "grad_norm": 2.1316696565809528,
      "learning_rate": 2e-05,
      "loss": 0.6384878158569336,
      "step": 1370
    },
    {
      "epoch": 0.10487119081997112,
      "grad_norm": 2.91741562357673,
      "learning_rate": 2e-05,
      "loss": 0.6429308891296387,
      "step": 1380
    },
    {
      "epoch": 0.10563112698533324,
      "grad_norm": 1.0434912962088092,
      "learning_rate": 2e-05,
      "loss": 0.6408050537109375,
      "step": 1390
    },
    {
      "epoch": 0.10639106315069534,
      "grad_norm": 1.224807798537247,
      "learning_rate": 2e-05,
      "loss": 0.6579841613769531,
      "step": 1400
    },
    {
      "epoch": 0.10715099931605745,
      "grad_norm": 2.0847642989918778,
      "learning_rate": 2e-05,
      "loss": 0.6498456954956054,
      "step": 1410
    },
    {
      "epoch": 0.10791093548141956,
      "grad_norm": 1.108872735327033,
      "learning_rate": 2e-05,
      "loss": 0.6492026329040528,
      "step": 1420
    },
    {
      "epoch": 0.10867087164678167,
      "grad_norm": 0.8206739744796532,
      "learning_rate": 2e-05,
      "loss": 0.6415225028991699,
      "step": 1430
    },
    {
      "epoch": 0.10943080781214377,
      "grad_norm": 1.5508982512432574,
      "learning_rate": 2e-05,
      "loss": 0.6333587169647217,
      "step": 1440
    },
    {
      "epoch": 0.11019074397750589,
      "grad_norm": 1.215268801016134,
      "learning_rate": 2e-05,
      "loss": 0.6485206127166748,
      "step": 1450
    },
    {
      "epoch": 0.110950680142868,
      "grad_norm": 1.270810180433496,
      "learning_rate": 2e-05,
      "loss": 0.6261978149414062,
      "step": 1460
    },
    {
      "epoch": 0.1117106163082301,
      "grad_norm": 1.2131825076098512,
      "learning_rate": 2e-05,
      "loss": 0.6661453247070312,
      "step": 1470
    },
    {
      "epoch": 0.11247055247359222,
      "grad_norm": 0.9731960092017137,
      "learning_rate": 2e-05,
      "loss": 0.659299087524414,
      "step": 1480
    },
    {
      "epoch": 0.11323048863895432,
      "grad_norm": 1.433503129247427,
      "learning_rate": 2e-05,
      "loss": 0.6485359191894531,
      "step": 1490
    },
    {
      "epoch": 0.11399042480431644,
      "grad_norm": 1.3500939927983868,
      "learning_rate": 2e-05,
      "loss": 0.6578350067138672,
      "step": 1500
    },
    {
      "epoch": 0.11475036096967854,
      "grad_norm": 1.4918825355601473,
      "learning_rate": 2e-05,
      "loss": 0.6433755397796631,
      "step": 1510
    },
    {
      "epoch": 0.11551029713504066,
      "grad_norm": 1.8872836071366936,
      "learning_rate": 2e-05,
      "loss": 0.6468602657318115,
      "step": 1520
    },
    {
      "epoch": 0.11627023330040277,
      "grad_norm": 2.3590696751049545,
      "learning_rate": 2e-05,
      "loss": 0.6331050395965576,
      "step": 1530
    },
    {
      "epoch": 0.11703016946576487,
      "grad_norm": 1.333851094236431,
      "learning_rate": 2e-05,
      "loss": 0.667790412902832,
      "step": 1540
    },
    {
      "epoch": 0.11779010563112699,
      "grad_norm": 1.259990456534997,
      "learning_rate": 2e-05,
      "loss": 0.6469200134277344,
      "step": 1550
    },
    {
      "epoch": 0.11855004179648909,
      "grad_norm": 1.7108862137007483,
      "learning_rate": 2e-05,
      "loss": 0.6639731884002685,
      "step": 1560
    },
    {
      "epoch": 0.11930997796185121,
      "grad_norm": 1.4148747471318508,
      "learning_rate": 2e-05,
      "loss": 0.6579952239990234,
      "step": 1570
    },
    {
      "epoch": 0.12006991412721331,
      "grad_norm": 2.8707717322914195,
      "learning_rate": 2e-05,
      "loss": 0.6224180221557617,
      "step": 1580
    },
    {
      "epoch": 0.12082985029257542,
      "grad_norm": 2.6283336063490403,
      "learning_rate": 2e-05,
      "loss": 0.6329303741455078,
      "step": 1590
    },
    {
      "epoch": 0.12158978645793753,
      "grad_norm": 3.150067996130026,
      "learning_rate": 2e-05,
      "loss": 0.6741673946380615,
      "step": 1600
    },
    {
      "epoch": 0.12234972262329964,
      "grad_norm": 1.8279905616934546,
      "learning_rate": 2e-05,
      "loss": 0.659599781036377,
      "step": 1610
    },
    {
      "epoch": 0.12310965878866176,
      "grad_norm": 4.748332853059669,
      "learning_rate": 2e-05,
      "loss": 0.6577554702758789,
      "step": 1620
    },
    {
      "epoch": 0.12386959495402386,
      "grad_norm": 1.4163870558356635,
      "learning_rate": 2e-05,
      "loss": 0.6562213897705078,
      "step": 1630
    },
    {
      "epoch": 0.12462953111938598,
      "grad_norm": 6.694979985306562,
      "learning_rate": 2e-05,
      "loss": 0.6411036491394043,
      "step": 1640
    },
    {
      "epoch": 0.1253894672847481,
      "grad_norm": 6.209427745695381,
      "learning_rate": 2e-05,
      "loss": 0.6805436611175537,
      "step": 1650
    },
    {
      "epoch": 0.1261494034501102,
      "grad_norm": 13.756950170865382,
      "learning_rate": 2e-05,
      "loss": 0.6436635017395019,
      "step": 1660
    },
    {
      "epoch": 0.1269093396154723,
      "grad_norm": 3.997563874538566,
      "learning_rate": 2e-05,
      "loss": 0.6643521785736084,
      "step": 1670
    },
    {
      "epoch": 0.12766927578083442,
      "grad_norm": 2.114093971367723,
      "learning_rate": 2e-05,
      "loss": 0.6300763607025146,
      "step": 1680
    },
    {
      "epoch": 0.12842921194619653,
      "grad_norm": 7.777372686568945,
      "learning_rate": 2e-05,
      "loss": 0.6559924125671387,
      "step": 1690
    },
    {
      "epoch": 0.12918914811155863,
      "grad_norm": 5.240897859578015,
      "learning_rate": 2e-05,
      "loss": 0.6357455253601074,
      "step": 1700
    },
    {
      "epoch": 0.12994908427692073,
      "grad_norm": 6.9535155450420545,
      "learning_rate": 2e-05,
      "loss": 0.6478095531463623,
      "step": 1710
    },
    {
      "epoch": 0.13070902044228286,
      "grad_norm": 2.358848628288785,
      "learning_rate": 2e-05,
      "loss": 0.6790260314941406,
      "step": 1720
    },
    {
      "epoch": 0.13146895660764496,
      "grad_norm": 2.0138319749117786,
      "learning_rate": 2e-05,
      "loss": 0.6263014793395996,
      "step": 1730
    },
    {
      "epoch": 0.13222889277300706,
      "grad_norm": 1.4025723929068667,
      "learning_rate": 2e-05,
      "loss": 0.6489272117614746,
      "step": 1740
    },
    {
      "epoch": 0.13298882893836916,
      "grad_norm": 2.723181912456477,
      "learning_rate": 2e-05,
      "loss": 0.6445198059082031,
      "step": 1750
    },
    {
      "epoch": 0.1337487651037313,
      "grad_norm": 2.9660220967238637,
      "learning_rate": 2e-05,
      "loss": 0.6173060417175293,
      "step": 1760
    },
    {
      "epoch": 0.1345087012690934,
      "grad_norm": 1.548833654772482,
      "learning_rate": 2e-05,
      "loss": 0.6361001014709473,
      "step": 1770
    },
    {
      "epoch": 0.1352686374344555,
      "grad_norm": 1.4209226521258322,
      "learning_rate": 2e-05,
      "loss": 0.6101439476013184,
      "step": 1780
    },
    {
      "epoch": 0.13602857359981763,
      "grad_norm": 5.083546421164765,
      "learning_rate": 2e-05,
      "loss": 0.6381206512451172,
      "step": 1790
    },
    {
      "epoch": 0.13678850976517973,
      "grad_norm": 2.496640617510042,
      "learning_rate": 2e-05,
      "loss": 0.6482817649841308,
      "step": 1800
    },
    {
      "epoch": 0.13754844593054183,
      "grad_norm": 1.9610047412853615,
      "learning_rate": 2e-05,
      "loss": 0.6429681301116943,
      "step": 1810
    },
    {
      "epoch": 0.13830838209590393,
      "grad_norm": 1.3428122362755035,
      "learning_rate": 2e-05,
      "loss": 0.6612567901611328,
      "step": 1820
    },
    {
      "epoch": 0.13906831826126606,
      "grad_norm": 1.0480266633178372,
      "learning_rate": 2e-05,
      "loss": 0.634760570526123,
      "step": 1830
    },
    {
      "epoch": 0.13982825442662816,
      "grad_norm": 5.767390275358731,
      "learning_rate": 2e-05,
      "loss": 0.6517911434173584,
      "step": 1840
    },
    {
      "epoch": 0.14058819059199026,
      "grad_norm": 1.0716026596322161,
      "learning_rate": 2e-05,
      "loss": 0.6544319152832031,
      "step": 1850
    },
    {
      "epoch": 0.1413481267573524,
      "grad_norm": 1.846290383372757,
      "learning_rate": 2e-05,
      "loss": 0.6552516460418701,
      "step": 1860
    },
    {
      "epoch": 0.1421080629227145,
      "grad_norm": 1.5831829672964501,
      "learning_rate": 2e-05,
      "loss": 0.6423295497894287,
      "step": 1870
    },
    {
      "epoch": 0.1428679990880766,
      "grad_norm": 5.440399705277345,
      "learning_rate": 2e-05,
      "loss": 0.6394572257995605,
      "step": 1880
    },
    {
      "epoch": 0.1436279352534387,
      "grad_norm": 1.9378312669131104,
      "learning_rate": 2e-05,
      "loss": 0.6410587310791016,
      "step": 1890
    },
    {
      "epoch": 0.14438787141880083,
      "grad_norm": 1.4028689103168956,
      "learning_rate": 2e-05,
      "loss": 0.6463975429534912,
      "step": 1900
    },
    {
      "epoch": 0.14514780758416293,
      "grad_norm": 1.5006186537122213,
      "learning_rate": 2e-05,
      "loss": 0.6331391334533691,
      "step": 1910
    },
    {
      "epoch": 0.14590774374952503,
      "grad_norm": 1.4896410731969767,
      "learning_rate": 2e-05,
      "loss": 0.6415359497070312,
      "step": 1920
    },
    {
      "epoch": 0.14666767991488716,
      "grad_norm": 1.4531220265216627,
      "learning_rate": 2e-05,
      "loss": 0.6483102321624756,
      "step": 1930
    },
    {
      "epoch": 0.14742761608024926,
      "grad_norm": 4.060292836092577,
      "learning_rate": 2e-05,
      "loss": 0.6400858879089355,
      "step": 1940
    },
    {
      "epoch": 0.14818755224561136,
      "grad_norm": 2.01518756849028,
      "learning_rate": 2e-05,
      "loss": 0.6560895442962646,
      "step": 1950
    },
    {
      "epoch": 0.14894748841097347,
      "grad_norm": 1.1943584364475957,
      "learning_rate": 2e-05,
      "loss": 0.6442777156829834,
      "step": 1960
    },
    {
      "epoch": 0.1497074245763356,
      "grad_norm": 1.2365114760287763,
      "learning_rate": 2e-05,
      "loss": 0.615467643737793,
      "step": 1970
    },
    {
      "epoch": 0.1504673607416977,
      "grad_norm": 1.4776860920715695,
      "learning_rate": 2e-05,
      "loss": 0.6682824611663818,
      "step": 1980
    },
    {
      "epoch": 0.1512272969070598,
      "grad_norm": 1.4579971244761316,
      "learning_rate": 2e-05,
      "loss": 0.6257425308227539,
      "step": 1990
    },
    {
      "epoch": 0.15198723307242193,
      "grad_norm": 10.148842969854169,
      "learning_rate": 2e-05,
      "loss": 0.6339943885803223,
      "step": 2000
    },
    {
      "epoch": 0.15274716923778403,
      "grad_norm": 5.442411967582219,
      "learning_rate": 2e-05,
      "loss": 0.6389657497406006,
      "step": 2010
    },
    {
      "epoch": 0.15350710540314613,
      "grad_norm": 16.30352466832802,
      "learning_rate": 2e-05,
      "loss": 0.6474606990814209,
      "step": 2020
    },
    {
      "epoch": 0.15426704156850823,
      "grad_norm": 4.362878921974434,
      "learning_rate": 2e-05,
      "loss": 0.6363828659057618,
      "step": 2030
    },
    {
      "epoch": 0.15502697773387036,
      "grad_norm": 1.2676245703999107,
      "learning_rate": 2e-05,
      "loss": 0.6665027618408204,
      "step": 2040
    },
    {
      "epoch": 0.15578691389923247,
      "grad_norm": 1.0765397406434796,
      "learning_rate": 2e-05,
      "loss": 0.6307790279388428,
      "step": 2050
    },
    {
      "epoch": 0.15654685006459457,
      "grad_norm": 2.6315823864120396,
      "learning_rate": 2e-05,
      "loss": 0.661501693725586,
      "step": 2060
    },
    {
      "epoch": 0.1573067862299567,
      "grad_norm": 0.917152666671035,
      "learning_rate": 2e-05,
      "loss": 0.6306610107421875,
      "step": 2070
    },
    {
      "epoch": 0.1580667223953188,
      "grad_norm": 1.0959801674463898,
      "learning_rate": 2e-05,
      "loss": 0.6308591365814209,
      "step": 2080
    },
    {
      "epoch": 0.1588266585606809,
      "grad_norm": 2.2239738262841513,
      "learning_rate": 2e-05,
      "loss": 0.6311299800872803,
      "step": 2090
    },
    {
      "epoch": 0.159586594726043,
      "grad_norm": 3.4139655597175462,
      "learning_rate": 2e-05,
      "loss": 0.6391436576843261,
      "step": 2100
    },
    {
      "epoch": 0.16034653089140513,
      "grad_norm": 1.5249315901105078,
      "learning_rate": 2e-05,
      "loss": 0.6251719951629638,
      "step": 2110
    },
    {
      "epoch": 0.16110646705676723,
      "grad_norm": 5.887416970765259,
      "learning_rate": 2e-05,
      "loss": 0.6304204940795899,
      "step": 2120
    },
    {
      "epoch": 0.16186640322212933,
      "grad_norm": 1.3922439274444605,
      "learning_rate": 2e-05,
      "loss": 0.6613870143890381,
      "step": 2130
    },
    {
      "epoch": 0.16262633938749146,
      "grad_norm": 1.9337982890171186,
      "learning_rate": 2e-05,
      "loss": 0.6491190910339355,
      "step": 2140
    },
    {
      "epoch": 0.16338627555285357,
      "grad_norm": 1.3724422818318218,
      "learning_rate": 2e-05,
      "loss": 0.6484801769256592,
      "step": 2150
    },
    {
      "epoch": 0.16414621171821567,
      "grad_norm": 2.591228095277901,
      "learning_rate": 2e-05,
      "loss": 0.651193380355835,
      "step": 2160
    },
    {
      "epoch": 0.16490614788357777,
      "grad_norm": 1.6151307202072216,
      "learning_rate": 2e-05,
      "loss": 0.6365288734436035,
      "step": 2170
    },
    {
      "epoch": 0.1656660840489399,
      "grad_norm": 1.546438395722935,
      "learning_rate": 2e-05,
      "loss": 0.6704031944274902,
      "step": 2180
    },
    {
      "epoch": 0.166426020214302,
      "grad_norm": 2.407511950274536,
      "learning_rate": 2e-05,
      "loss": 0.6353227138519287,
      "step": 2190
    },
    {
      "epoch": 0.1671859563796641,
      "grad_norm": 1.6797534787574688,
      "learning_rate": 2e-05,
      "loss": 0.6494597434997559,
      "step": 2200
    },
    {
      "epoch": 0.1679458925450262,
      "grad_norm": 4.8613761266230835,
      "learning_rate": 2e-05,
      "loss": 0.6252596855163575,
      "step": 2210
    },
    {
      "epoch": 0.16870582871038833,
      "grad_norm": 0.99515726828342,
      "learning_rate": 2e-05,
      "loss": 0.6384762763977051,
      "step": 2220
    },
    {
      "epoch": 0.16946576487575044,
      "grad_norm": 1.1520248314117032,
      "learning_rate": 2e-05,
      "loss": 0.6748219966888428,
      "step": 2230
    },
    {
      "epoch": 0.17022570104111254,
      "grad_norm": 1.861088340323805,
      "learning_rate": 2e-05,
      "loss": 0.6419329643249512,
      "step": 2240
    },
    {
      "epoch": 0.17098563720647467,
      "grad_norm": 1.412748370534858,
      "learning_rate": 2e-05,
      "loss": 0.6323102474212646,
      "step": 2250
    },
    {
      "epoch": 0.17174557337183677,
      "grad_norm": 0.8560502316583172,
      "learning_rate": 2e-05,
      "loss": 0.6213559150695801,
      "step": 2260
    },
    {
      "epoch": 0.17250550953719887,
      "grad_norm": 1.2057655077981024,
      "learning_rate": 2e-05,
      "loss": 0.6556430339813233,
      "step": 2270
    },
    {
      "epoch": 0.17326544570256097,
      "grad_norm": 0.9239999124842788,
      "learning_rate": 2e-05,
      "loss": 0.6087024211883545,
      "step": 2280
    },
    {
      "epoch": 0.1740253818679231,
      "grad_norm": 0.9516737623691233,
      "learning_rate": 2e-05,
      "loss": 0.6084947109222412,
      "step": 2290
    },
    {
      "epoch": 0.1747853180332852,
      "grad_norm": 2.815786294259301,
      "learning_rate": 2e-05,
      "loss": 0.6483430385589599,
      "step": 2300
    },
    {
      "epoch": 0.1755452541986473,
      "grad_norm": 0.8652265177148013,
      "learning_rate": 2e-05,
      "loss": 0.6458633422851563,
      "step": 2310
    },
    {
      "epoch": 0.17630519036400943,
      "grad_norm": 1.6069854127598282,
      "learning_rate": 2e-05,
      "loss": 0.639268445968628,
      "step": 2320
    },
    {
      "epoch": 0.17706512652937154,
      "grad_norm": 1.2760797527559364,
      "learning_rate": 2e-05,
      "loss": 0.6464717864990235,
      "step": 2330
    },
    {
      "epoch": 0.17782506269473364,
      "grad_norm": 1.1069755420870164,
      "learning_rate": 2e-05,
      "loss": 0.6435245513916016,
      "step": 2340
    },
    {
      "epoch": 0.17858499886009574,
      "grad_norm": 3.3877427199201224,
      "learning_rate": 2e-05,
      "loss": 0.6325599193572998,
      "step": 2350
    },
    {
      "epoch": 0.17934493502545787,
      "grad_norm": 1.1611639959868179,
      "learning_rate": 2e-05,
      "loss": 0.6352363109588623,
      "step": 2360
    },
    {
      "epoch": 0.18010487119081997,
      "grad_norm": 1.530158351349937,
      "learning_rate": 2e-05,
      "loss": 0.6382848262786865,
      "step": 2370
    },
    {
      "epoch": 0.18086480735618207,
      "grad_norm": 0.828975583603307,
      "learning_rate": 2e-05,
      "loss": 0.6329381465911865,
      "step": 2380
    },
    {
      "epoch": 0.1816247435215442,
      "grad_norm": 1.9691779255291941,
      "learning_rate": 2e-05,
      "loss": 0.6218951225280762,
      "step": 2390
    },
    {
      "epoch": 0.1823846796869063,
      "grad_norm": 8.233905278346574,
      "learning_rate": 2e-05,
      "loss": 0.6378360748291015,
      "step": 2400
    },
    {
      "epoch": 0.1831446158522684,
      "grad_norm": 1.253360788923102,
      "learning_rate": 2e-05,
      "loss": 0.639088773727417,
      "step": 2410
    },
    {
      "epoch": 0.1839045520176305,
      "grad_norm": 1.0639498166629777,
      "learning_rate": 2e-05,
      "loss": 0.648853063583374,
      "step": 2420
    },
    {
      "epoch": 0.18466448818299264,
      "grad_norm": 1.224113932980045,
      "learning_rate": 2e-05,
      "loss": 0.6247108459472657,
      "step": 2430
    },
    {
      "epoch": 0.18542442434835474,
      "grad_norm": 0.862916274591829,
      "learning_rate": 2e-05,
      "loss": 0.6458800315856934,
      "step": 2440
    },
    {
      "epoch": 0.18618436051371684,
      "grad_norm": 1.0838844297963148,
      "learning_rate": 2e-05,
      "loss": 0.6351897239685058,
      "step": 2450
    },
    {
      "epoch": 0.18694429667907897,
      "grad_norm": 0.9652999261625115,
      "learning_rate": 2e-05,
      "loss": 0.6378411293029785,
      "step": 2460
    },
    {
      "epoch": 0.18770423284444107,
      "grad_norm": 0.7979754847702989,
      "learning_rate": 2e-05,
      "loss": 0.6047022819519043,
      "step": 2470
    },
    {
      "epoch": 0.18846416900980317,
      "grad_norm": 2.021558850612358,
      "learning_rate": 2e-05,
      "loss": 0.6230844497680664,
      "step": 2480
    },
    {
      "epoch": 0.18922410517516527,
      "grad_norm": 0.8946816777799294,
      "learning_rate": 2e-05,
      "loss": 0.6341133117675781,
      "step": 2490
    },
    {
      "epoch": 0.1899840413405274,
      "grad_norm": 1.479766364730666,
      "learning_rate": 2e-05,
      "loss": 0.6266453742980957,
      "step": 2500
    },
    {
      "epoch": 0.1907439775058895,
      "grad_norm": 1.9037844174773604,
      "learning_rate": 2e-05,
      "loss": 0.6139904975891113,
      "step": 2510
    },
    {
      "epoch": 0.1915039136712516,
      "grad_norm": 0.8961866794407122,
      "learning_rate": 2e-05,
      "loss": 0.608923864364624,
      "step": 2520
    },
    {
      "epoch": 0.19226384983661374,
      "grad_norm": 1.6522838694053719,
      "learning_rate": 2e-05,
      "loss": 0.6544345378875732,
      "step": 2530
    },
    {
      "epoch": 0.19302378600197584,
      "grad_norm": 1.1182433232512783,
      "learning_rate": 2e-05,
      "loss": 0.6411478042602539,
      "step": 2540
    },
    {
      "epoch": 0.19378372216733794,
      "grad_norm": 1.1192615245073028,
      "learning_rate": 1.997261400182901e-05,
      "loss": 0.6062673841203962,
      "step": 2550
    },
    {
      "epoch": 0.19454365833270004,
      "grad_norm": 1.0632178721311252,
      "learning_rate": 1.9805800746810423e-05,
      "loss": 0.6316331386566162,
      "step": 2560
    },
    {
      "epoch": 0.19530359449806217,
      "grad_norm": 1.4237346885812376,
      "learning_rate": 1.9489934220110274e-05,
      "loss": 0.6297570705413819,
      "step": 2570
    },
    {
      "epoch": 0.19606353066342427,
      "grad_norm": 4.799706403442472,
      "learning_rate": 1.9029840364820392e-05,
      "loss": 0.633021879196167,
      "step": 2580
    },
    {
      "epoch": 0.19682346682878638,
      "grad_norm": 5.308900534860684,
      "learning_rate": 1.8432548690479908e-05,
      "loss": 0.6384659767150879,
      "step": 2590
    },
    {
      "epoch": 0.1975834029941485,
      "grad_norm": 1.630333387718921,
      "learning_rate": 1.7707184873239772e-05,
      "loss": 0.6404977321624756,
      "step": 2600
    },
    {
      "epoch": 0.1983433391595106,
      "grad_norm": 1.123797533518854,
      "learning_rate": 1.6864831329902565e-05,
      "loss": 0.6424628257751465,
      "step": 2610
    },
    {
      "epoch": 0.1991032753248727,
      "grad_norm": 1.198275545430331,
      "learning_rate": 1.591835789604667e-05,
      "loss": 0.6066534996032715,
      "step": 2620
    },
    {
      "epoch": 0.1998632114902348,
      "grad_norm": 0.9776581648334995,
      "learning_rate": 1.4882225195206459e-05,
      "loss": 0.6132757186889648,
      "step": 2630
    },
    {
      "epoch": 0.20062314765559694,
      "grad_norm": 0.9842453668936922,
      "learning_rate": 1.3772263703317695e-05,
      "loss": 0.6338860988616943,
      "step": 2640
    },
    {
      "epoch": 0.20138308382095904,
      "grad_norm": 0.9184542263499781,
      "learning_rate": 1.2605431883975547e-05,
      "loss": 0.6243062496185303,
      "step": 2650
    },
    {
      "epoch": 0.20214301998632114,
      "grad_norm": 0.83304000086466,
      "learning_rate": 1.1399557089817574e-05,
      "loss": 0.6261422157287597,
      "step": 2660
    },
    {
      "epoch": 0.20290295615168327,
      "grad_norm": 0.9581824501892245,
      "learning_rate": 1.0173063188650463e-05,
      "loss": 0.622321605682373,
      "step": 2670
    },
    {
      "epoch": 0.20366289231704537,
      "grad_norm": 0.7902384583807414,
      "learning_rate": 8.944689075764396e-06,
      "loss": 0.608195686340332,
      "step": 2680
    },
    {
      "epoch": 0.20442282848240748,
      "grad_norm": 1.123981063630698,
      "learning_rate": 7.73320237312362e-06,
      "loss": 0.6179349422454834,
      "step": 2690
    },
    {
      "epoch": 0.20518276464776958,
      "grad_norm": 1.0951027626268137,
      "learning_rate": 6.557112689658629e-06,
      "loss": 0.6065043449401856,
      "step": 2700
    },
    {
      "epoch": 0.2059427008131317,
      "grad_norm": 0.9814994421962618,
      "learning_rate": 5.434388823591213e-06,
      "loss": 0.6199812889099121,
      "step": 2710
    },
    {
      "epoch": 0.2067026369784938,
      "grad_norm": 1.0931236372713993,
      "learning_rate": 4.382184227495424e-06,
      "loss": 0.6003854274749756,
      "step": 2720
    },
    {
      "epoch": 0.2074625731438559,
      "grad_norm": 2.155359385509788,
      "learning_rate": 3.4165749305560203e-06,
      "loss": 0.5984349727630616,
      "step": 2730
    },
    {
      "epoch": 0.208222509309218,
      "grad_norm": 3.9420694279102046,
      "learning_rate": 2.5523139221595556e-06,
      "loss": 0.6005512237548828,
      "step": 2740
    },
    {
      "epoch": 0.20898244547458014,
      "grad_norm": 1.3759060505447278,
      "learning_rate": 1.8026057494499821e-06,
      "loss": 0.5939900398254394,
      "step": 2750
    },
    {
      "epoch": 0.20974238163994224,
      "grad_norm": 3.131703698922485,
      "learning_rate": 1.178904772643223e-06,
      "loss": 0.6074230194091796,
      "step": 2760
    },
    {
      "epoch": 0.21050231780530435,
      "grad_norm": 1.1907942914472174,
      "learning_rate": 6.90740160441754e-07,
      "loss": 0.6195389747619628,
      "step": 2770
    },
    {
      "epoch": 0.21126225397066647,
      "grad_norm": 1.2539651296893224,
      "learning_rate": 3.45570299343632e-07,
      "loss": 0.6137242794036866,
      "step": 2780
    },
    {
      "epoch": 0.21202219013602858,
      "grad_norm": 1.2535870401839126,
      "learning_rate": 1.486688412425152e-07,
      "loss": 0.607922887802124,
      "step": 2790
    },
    {
      "epoch": 0.21255414545178206,
      "step": 2797,
      "total_flos": 1324435843842048.0,
      "train_loss": 0.05602183613045794,
      "train_runtime": 3663.6732,
      "train_samples_per_second": 9.161,
      "train_steps_per_second": 0.763
    }
  ],
  "logging_steps": 10,
  "max_steps": 2797,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2543,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1324435843842048.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}