{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 15858,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003152982721654685,
      "grad_norm": 4.853567123413086,
      "learning_rate": 9.9999880707815e-05,
      "loss": 2.872132568359375,
      "step": 50
    },
    {
      "epoch": 0.00630596544330937,
      "grad_norm": 8.673802375793457,
      "learning_rate": 9.999633156224002e-05,
      "loss": 2.0706358337402344,
      "step": 100
    },
    {
      "epoch": 0.009458948164964056,
      "grad_norm": 3.1262404918670654,
      "learning_rate": 9.998785338773455e-05,
      "loss": 2.0303359985351563,
      "step": 150
    },
    {
      "epoch": 0.01261193088661874,
      "grad_norm": 5.10759162902832,
      "learning_rate": 9.997444702014325e-05,
      "loss": 1.960927734375,
      "step": 200
    },
    {
      "epoch": 0.015764913608273427,
      "grad_norm": 5.117474555969238,
      "learning_rate": 9.995611378117058e-05,
      "loss": 1.7625619506835937,
      "step": 250
    },
    {
      "epoch": 0.018917896329928113,
      "grad_norm": 3.3129849433898926,
      "learning_rate": 9.993285547825046e-05,
      "loss": 1.963189697265625,
      "step": 300
    },
    {
      "epoch": 0.0220708790515828,
      "grad_norm": 4.3984375,
      "learning_rate": 9.990467440436808e-05,
      "loss": 1.8761654663085938,
      "step": 350
    },
    {
      "epoch": 0.02522386177323748,
      "grad_norm": 3.8485946655273438,
      "learning_rate": 9.987157333783385e-05,
      "loss": 1.8703598022460937,
      "step": 400
    },
    {
      "epoch": 0.028376844494892167,
      "grad_norm": 3.3610949516296387,
      "learning_rate": 9.98335555420095e-05,
      "loss": 1.8849630737304688,
      "step": 450
    },
    {
      "epoch": 0.03152982721654685,
      "grad_norm": 9.949187278747559,
      "learning_rate": 9.979062476498629e-05,
      "loss": 1.897828369140625,
      "step": 500
    },
    {
      "epoch": 0.03468280993820154,
      "grad_norm": 3.609001398086548,
      "learning_rate": 9.974278523921565e-05,
      "loss": 1.9846488952636718,
      "step": 550
    },
    {
      "epoch": 0.037835792659856225,
      "grad_norm": 2.9588377475738525,
      "learning_rate": 9.96900416810917e-05,
      "loss": 1.7952581787109374,
      "step": 600
    },
    {
      "epoch": 0.04098877538151091,
      "grad_norm": 4.958306789398193,
      "learning_rate": 9.963239929048644e-05,
      "loss": 1.9661424255371094,
      "step": 650
    },
    {
      "epoch": 0.0441417581031656,
      "grad_norm": 3.1150712966918945,
      "learning_rate": 9.956986375023703e-05,
      "loss": 1.8595201110839843,
      "step": 700
    },
    {
      "epoch": 0.04729474082482028,
      "grad_norm": 4.197102069854736,
      "learning_rate": 9.950244122558557e-05,
      "loss": 1.8694996643066406,
      "step": 750
    },
    {
      "epoch": 0.05044772354647496,
      "grad_norm": 3.935776472091675,
      "learning_rate": 9.94301383635712e-05,
      "loss": 1.8022630310058594,
      "step": 800
    },
    {
      "epoch": 0.05360070626812965,
      "grad_norm": 2.621243953704834,
      "learning_rate": 9.93529622923749e-05,
      "loss": 1.8342015075683593,
      "step": 850
    },
    {
      "epoch": 0.056753688989784334,
      "grad_norm": 5.246140956878662,
      "learning_rate": 9.927092062061666e-05,
      "loss": 1.8499333190917968,
      "step": 900
    },
    {
      "epoch": 0.05990667171143902,
      "grad_norm": 2.5088658332824707,
      "learning_rate": 9.918402143660537e-05,
      "loss": 1.9792045593261718,
      "step": 950
    },
    {
      "epoch": 0.0630596544330937,
      "grad_norm": 11.082776069641113,
      "learning_rate": 9.909227330754144e-05,
      "loss": 1.897413787841797,
      "step": 1000
    },
    {
      "epoch": 0.06621263715474839,
      "grad_norm": 5.241158962249756,
      "learning_rate": 9.899568527867216e-05,
      "loss": 1.7708767700195311,
      "step": 1050
    },
    {
      "epoch": 0.06936561987640308,
      "grad_norm": 4.000182151794434,
      "learning_rate": 9.889426687239994e-05,
      "loss": 1.9385163879394531,
      "step": 1100
    },
    {
      "epoch": 0.07251860259805776,
      "grad_norm": 7.7123003005981445,
      "learning_rate": 9.878802808734356e-05,
      "loss": 1.6802894592285156,
      "step": 1150
    },
    {
      "epoch": 0.07567158531971245,
      "grad_norm": 4.490638256072998,
      "learning_rate": 9.867697939735235e-05,
      "loss": 1.8175428771972657,
      "step": 1200
    },
    {
      "epoch": 0.07882456804136713,
      "grad_norm": 5.000014781951904,
      "learning_rate": 9.856113175047368e-05,
      "loss": 1.7184861755371095,
      "step": 1250
    },
    {
      "epoch": 0.08197755076302182,
      "grad_norm": 3.2123770713806152,
      "learning_rate": 9.844049656787357e-05,
      "loss": 1.8914837646484375,
      "step": 1300
    },
    {
      "epoch": 0.0851305334846765,
      "grad_norm": 6.576638698577881,
      "learning_rate": 9.831508574271071e-05,
      "loss": 1.7806048583984375,
      "step": 1350
    },
    {
      "epoch": 0.0882835162063312,
      "grad_norm": 7.240126132965088,
      "learning_rate": 9.818491163896392e-05,
      "loss": 1.707454833984375,
      "step": 1400
    },
    {
      "epoch": 0.09143649892798587,
      "grad_norm": 2.1819403171539307,
      "learning_rate": 9.804998709021327e-05,
      "loss": 1.8345822143554686,
      "step": 1450
    },
    {
      "epoch": 0.09458948164964057,
      "grad_norm": 2.9357962608337402,
      "learning_rate": 9.791032539837478e-05,
      "loss": 1.6845474243164062,
      "step": 1500
    },
    {
      "epoch": 0.09774246437129525,
      "grad_norm": 3.118610382080078,
      "learning_rate": 9.776594033238906e-05,
      "loss": 1.7468299865722656,
      "step": 1550
    },
    {
      "epoch": 0.10089544709294992,
      "grad_norm": 2.261528491973877,
      "learning_rate": 9.761684612686381e-05,
      "loss": 1.8356428527832032,
      "step": 1600
    },
    {
      "epoch": 0.10404842981460462,
      "grad_norm": 2.1853625774383545,
      "learning_rate": 9.746305748067054e-05,
      "loss": 1.624322509765625,
      "step": 1650
    },
    {
      "epoch": 0.1072014125362593,
      "grad_norm": 2.855556011199951,
      "learning_rate": 9.730458955549537e-05,
      "loss": 1.7296275329589843,
      "step": 1700
    },
    {
      "epoch": 0.11035439525791399,
      "grad_norm": 3.9297707080841064,
      "learning_rate": 9.714145797434428e-05,
      "loss": 1.8347354125976563,
      "step": 1750
    },
    {
      "epoch": 0.11350737797956867,
      "grad_norm": 2.9527971744537354,
      "learning_rate": 9.69736788200029e-05,
      "loss": 1.7922471618652345,
      "step": 1800
    },
    {
      "epoch": 0.11666036070122336,
      "grad_norm": 4.253082275390625,
      "learning_rate": 9.680126863345096e-05,
      "loss": 1.723883056640625,
      "step": 1850
    },
    {
      "epoch": 0.11981334342287804,
      "grad_norm": 2.4197330474853516,
      "learning_rate": 9.662424441223148e-05,
      "loss": 1.6388121032714844,
      "step": 1900
    },
    {
      "epoch": 0.12296632614453273,
      "grad_norm": 6.219167709350586,
      "learning_rate": 9.644262360877507e-05,
      "loss": 1.878433074951172,
      "step": 1950
    },
    {
      "epoch": 0.1261193088661874,
      "grad_norm": 5.6117706298828125,
      "learning_rate": 9.625642412867937e-05,
      "loss": 1.6546157836914062,
      "step": 2000
    },
    {
      "epoch": 0.1292722915878421,
      "grad_norm": 4.747069835662842,
      "learning_rate": 9.606566432894364e-05,
      "loss": 1.7719760131835938,
      "step": 2050
    },
    {
      "epoch": 0.13242527430949677,
      "grad_norm": 8.663575172424316,
      "learning_rate": 9.587036301615917e-05,
      "loss": 1.6918789672851562,
      "step": 2100
    },
    {
      "epoch": 0.13557825703115148,
      "grad_norm": 3.6302502155303955,
      "learning_rate": 9.567053944465504e-05,
      "loss": 1.8181585693359374,
      "step": 2150
    },
    {
      "epoch": 0.13873123975280616,
      "grad_norm": 14.437663078308105,
      "learning_rate": 9.546621331459991e-05,
      "loss": 1.7362814331054688,
      "step": 2200
    },
    {
      "epoch": 0.14188422247446084,
      "grad_norm": 4.509804725646973,
      "learning_rate": 9.525740477005986e-05,
      "loss": 1.7941587829589845,
      "step": 2250
    },
    {
      "epoch": 0.14503720519611552,
      "grad_norm": 5.562815189361572,
      "learning_rate": 9.50441343970124e-05,
      "loss": 1.6657884216308594,
      "step": 2300
    },
    {
      "epoch": 0.14819018791777022,
      "grad_norm": 3.0274181365966797,
      "learning_rate": 9.482642322131695e-05,
      "loss": 1.8234332275390626,
      "step": 2350
    },
    {
      "epoch": 0.1513431706394249,
      "grad_norm": 3.96207857131958,
      "learning_rate": 9.460429270664193e-05,
      "loss": 1.7132150268554687,
      "step": 2400
    },
    {
      "epoch": 0.15449615336107958,
      "grad_norm": 3.421797752380371,
      "learning_rate": 9.437776475234874e-05,
      "loss": 1.7809776306152343,
      "step": 2450
    },
    {
      "epoch": 0.15764913608273426,
      "grad_norm": 3.259612798690796,
      "learning_rate": 9.414686169133271e-05,
      "loss": 1.6762347412109375,
      "step": 2500
    },
    {
      "epoch": 0.16080211880438894,
      "grad_norm": 3.375741720199585,
      "learning_rate": 9.39116062878214e-05,
      "loss": 1.6602528381347657,
      "step": 2550
    },
    {
      "epoch": 0.16395510152604365,
      "grad_norm": 6.738144874572754,
      "learning_rate": 9.367202173513025e-05,
      "loss": 1.741137237548828,
      "step": 2600
    },
    {
      "epoch": 0.16710808424769832,
      "grad_norm": 4.628149032592773,
      "learning_rate": 9.34281316533761e-05,
      "loss": 1.7104803466796874,
      "step": 2650
    },
    {
      "epoch": 0.170261066969353,
      "grad_norm": 3.664982318878174,
      "learning_rate": 9.317996008714844e-05,
      "loss": 1.674332275390625,
      "step": 2700
    },
    {
      "epoch": 0.17341404969100768,
      "grad_norm": 2.6816370487213135,
      "learning_rate": 9.292753150313892e-05,
      "loss": 1.6296810913085937,
      "step": 2750
    },
    {
      "epoch": 0.1765670324126624,
      "grad_norm": 4.442898750305176,
      "learning_rate": 9.267087078772934e-05,
      "loss": 1.7200907897949218,
      "step": 2800
    },
    {
      "epoch": 0.17972001513431707,
      "grad_norm": 3.3474419116973877,
      "learning_rate": 9.241000324453798e-05,
      "loss": 1.781136474609375,
      "step": 2850
    },
    {
      "epoch": 0.18287299785597175,
      "grad_norm": 4.042556285858154,
      "learning_rate": 9.214495459192516e-05,
      "loss": 1.8000424194335938,
      "step": 2900
    },
    {
      "epoch": 0.18602598057762643,
      "grad_norm": 3.282440662384033,
      "learning_rate": 9.187575096045755e-05,
      "loss": 1.7477403259277344,
      "step": 2950
    },
    {
      "epoch": 0.18917896329928113,
      "grad_norm": 3.451063632965088,
      "learning_rate": 9.160241889033212e-05,
      "loss": 1.6878971862792969,
      "step": 3000
    },
    {
      "epoch": 0.1923319460209358,
      "grad_norm": 3.1991782188415527,
      "learning_rate": 9.132498532875962e-05,
      "loss": 1.721937255859375,
      "step": 3050
    },
    {
      "epoch": 0.1954849287425905,
      "grad_norm": 2.625821113586426,
      "learning_rate": 9.104347762730778e-05,
      "loss": 1.7239382934570313,
      "step": 3100
    },
    {
      "epoch": 0.19863791146424517,
      "grad_norm": 9.162576675415039,
      "learning_rate": 9.075792353920494e-05,
      "loss": 1.806209259033203,
      "step": 3150
    },
    {
      "epoch": 0.20179089418589985,
      "grad_norm": 2.865137815475464,
      "learning_rate": 9.04683512166038e-05,
      "loss": 1.7318582153320312,
      "step": 3200
    },
    {
      "epoch": 0.20494387690755456,
      "grad_norm": 2.1771979331970215,
      "learning_rate": 9.017478920780605e-05,
      "loss": 1.7237417602539062,
      "step": 3250
    },
    {
      "epoch": 0.20809685962920924,
      "grad_norm": 5.151927471160889,
      "learning_rate": 8.987726645444773e-05,
      "loss": 1.7477003479003905,
      "step": 3300
    },
    {
      "epoch": 0.21124984235086391,
      "grad_norm": 2.5384881496429443,
      "learning_rate": 8.957581228864616e-05,
      "loss": 1.7482113647460937,
      "step": 3350
    },
    {
      "epoch": 0.2144028250725186,
      "grad_norm": 6.593316555023193,
      "learning_rate": 8.927045643010785e-05,
      "loss": 1.6856721496582032,
      "step": 3400
    },
    {
      "epoch": 0.2175558077941733,
      "grad_norm": 2.9909262657165527,
      "learning_rate": 8.896122898319878e-05,
      "loss": 1.61490478515625,
      "step": 3450
    },
    {
      "epoch": 0.22070879051582798,
      "grad_norm": 9.641027450561523,
      "learning_rate": 8.864816043397632e-05,
      "loss": 1.7636630249023437,
      "step": 3500
    },
    {
      "epoch": 0.22386177323748266,
      "grad_norm": 2.434013605117798,
      "learning_rate": 8.833128164718368e-05,
      "loss": 1.86688232421875,
      "step": 3550
    },
    {
      "epoch": 0.22701475595913734,
      "grad_norm": 5.4786696434021,
      "learning_rate": 8.801062386320707e-05,
      "loss": 1.761875457763672,
      "step": 3600
    },
    {
      "epoch": 0.23016773868079202,
      "grad_norm": 2.9664249420166016,
      "learning_rate": 8.76862186949958e-05,
      "loss": 1.688774871826172,
      "step": 3650
    },
    {
      "epoch": 0.23332072140244672,
      "grad_norm": 6.82322883605957,
      "learning_rate": 8.735809812494556e-05,
      "loss": 1.5707682800292968,
      "step": 3700
    },
    {
      "epoch": 0.2364737041241014,
      "grad_norm": 3.971310615539551,
      "learning_rate": 8.702629450174538e-05,
      "loss": 1.8241322326660157,
      "step": 3750
    },
    {
      "epoch": 0.23962668684575608,
      "grad_norm": 2.892256259918213,
      "learning_rate": 8.669084053718843e-05,
      "loss": 1.6581959533691406,
      "step": 3800
    },
    {
      "epoch": 0.24277966956741076,
      "grad_norm": 4.926596164703369,
      "learning_rate": 8.635176930294706e-05,
      "loss": 1.64531982421875,
      "step": 3850
    },
    {
      "epoch": 0.24593265228906547,
      "grad_norm": 6.136980056762695,
      "learning_rate": 8.600911422731237e-05,
      "loss": 1.7906488037109376,
      "step": 3900
    },
    {
      "epoch": 0.24908563501072015,
      "grad_norm": 2.399834156036377,
      "learning_rate": 8.566290909189842e-05,
      "loss": 1.5979080200195312,
      "step": 3950
    },
    {
      "epoch": 0.2522386177323748,
      "grad_norm": 3.5449185371398926,
      "learning_rate": 8.531318802831202e-05,
      "loss": 1.8152336120605468,
      "step": 4000
    },
    {
      "epoch": 0.25539160045402953,
      "grad_norm": 4.556742191314697,
      "learning_rate": 8.495998551478759e-05,
      "loss": 1.7356678771972656,
      "step": 4050
    },
    {
      "epoch": 0.2585445831756842,
      "grad_norm": 2.8251750469207764,
      "learning_rate": 8.460333637278808e-05,
      "loss": 1.5453990173339844,
      "step": 4100
    },
    {
      "epoch": 0.2616975658973389,
      "grad_norm": 2.4924354553222656,
      "learning_rate": 8.424327576357201e-05,
      "loss": 1.7409744262695312,
      "step": 4150
    },
    {
      "epoch": 0.26485054861899354,
      "grad_norm": 2.6736836433410645,
      "learning_rate": 8.387983918472697e-05,
      "loss": 1.75020263671875,
      "step": 4200
    },
    {
      "epoch": 0.26800353134064825,
      "grad_norm": 10.364773750305176,
      "learning_rate": 8.351306246667006e-05,
      "loss": 1.7393624877929688,
      "step": 4250
    },
    {
      "epoch": 0.27115651406230296,
      "grad_norm": 5.713336944580078,
      "learning_rate": 8.314298176911533e-05,
      "loss": 1.538885040283203,
      "step": 4300
    },
    {
      "epoch": 0.2743094967839576,
      "grad_norm": 4.43858003616333,
      "learning_rate": 8.276963357750896e-05,
      "loss": 1.821629180908203,
      "step": 4350
    },
    {
      "epoch": 0.2774624795056123,
      "grad_norm": 23.337303161621094,
      "learning_rate": 8.239305469943226e-05,
      "loss": 1.6454342651367186,
      "step": 4400
    },
    {
      "epoch": 0.280615462227267,
      "grad_norm": 3.1600468158721924,
      "learning_rate": 8.201328226097279e-05,
      "loss": 1.6436555480957031,
      "step": 4450
    },
    {
      "epoch": 0.28376844494892167,
      "grad_norm": 2.385958433151245,
      "learning_rate": 8.163035370306429e-05,
      "loss": 1.8098031616210937,
      "step": 4500
    },
    {
      "epoch": 0.2869214276705764,
      "grad_norm": 3.7839107513427734,
      "learning_rate": 8.124430677779537e-05,
      "loss": 1.7188877868652344,
      "step": 4550
    },
    {
      "epoch": 0.29007441039223103,
      "grad_norm": 3.354954719543457,
      "learning_rate": 8.085517954468768e-05,
      "loss": 1.6609513854980469,
      "step": 4600
    },
    {
      "epoch": 0.29322739311388574,
      "grad_norm": 2.1363513469696045,
      "learning_rate": 8.046301036694368e-05,
      "loss": 1.6629969787597656,
      "step": 4650
    },
    {
      "epoch": 0.29638037583554044,
      "grad_norm": 2.8907933235168457,
      "learning_rate": 8.006783790766448e-05,
      "loss": 1.5718318176269532,
      "step": 4700
    },
    {
      "epoch": 0.2995333585571951,
      "grad_norm": 2.4533779621124268,
      "learning_rate": 7.966970112603815e-05,
      "loss": 1.6219189453125,
      "step": 4750
    },
    {
      "epoch": 0.3026863412788498,
      "grad_norm": 5.0952558517456055,
      "learning_rate": 7.926863927349883e-05,
      "loss": 1.8162387084960938,
      "step": 4800
    },
    {
      "epoch": 0.30583932400050445,
      "grad_norm": 3.4920997619628906,
      "learning_rate": 7.8864691889857e-05,
      "loss": 1.8339678955078125,
      "step": 4850
    },
    {
      "epoch": 0.30899230672215916,
      "grad_norm": 6.650540828704834,
      "learning_rate": 7.845789879940129e-05,
      "loss": 1.536930389404297,
      "step": 4900
    },
    {
      "epoch": 0.31214528944381387,
      "grad_norm": 2.608124256134033,
      "learning_rate": 7.804830010697239e-05,
      "loss": 1.6511822509765626,
      "step": 4950
    },
    {
      "epoch": 0.3152982721654685,
      "grad_norm": 3.004046678543091,
      "learning_rate": 7.763593619400913e-05,
      "loss": 1.7977149963378907,
      "step": 5000
    },
    {
      "epoch": 0.3184512548871232,
      "grad_norm": 2.8951213359832764,
      "learning_rate": 7.722084771456742e-05,
      "loss": 1.69650390625,
      "step": 5050
    },
    {
      "epoch": 0.3216042376087779,
      "grad_norm": 2.372918128967285,
      "learning_rate": 7.680307559131212e-05,
      "loss": 1.7052632141113282,
      "step": 5100
    },
    {
      "epoch": 0.3247572203304326,
      "grad_norm": 3.3484256267547607,
      "learning_rate": 7.638266101148277e-05,
      "loss": 1.7605667114257812,
      "step": 5150
    },
    {
      "epoch": 0.3279102030520873,
      "grad_norm": 2.811953544616699,
      "learning_rate": 7.595964542283286e-05,
      "loss": 1.6529649353027345,
      "step": 5200
    },
    {
      "epoch": 0.33106318577374194,
      "grad_norm": 3.4263999462127686,
      "learning_rate": 7.553407052954367e-05,
      "loss": 1.4979841613769531,
      "step": 5250
    },
    {
      "epoch": 0.33421616849539665,
      "grad_norm": 5.087120532989502,
      "learning_rate": 7.51059782881127e-05,
      "loss": 1.600594482421875,
      "step": 5300
    },
    {
      "epoch": 0.33736915121705136,
      "grad_norm": 3.6007165908813477,
      "learning_rate": 7.467541090321735e-05,
      "loss": 1.7187171936035157,
      "step": 5350
    },
    {
      "epoch": 0.340522133938706,
      "grad_norm": 3.5818512439727783,
      "learning_rate": 7.424241082355393e-05,
      "loss": 1.6174636840820313,
      "step": 5400
    },
    {
      "epoch": 0.3436751166603607,
      "grad_norm": 4.568120956420898,
      "learning_rate": 7.380702073765284e-05,
      "loss": 1.98239501953125,
      "step": 5450
    },
    {
      "epoch": 0.34682809938201536,
      "grad_norm": 3.639190673828125,
      "learning_rate": 7.336928356966996e-05,
      "loss": 1.6210305786132813,
      "step": 5500
    },
    {
      "epoch": 0.34998108210367007,
      "grad_norm": 5.252638816833496,
      "learning_rate": 7.29292424751549e-05,
      "loss": 1.669630889892578,
      "step": 5550
    },
    {
      "epoch": 0.3531340648253248,
      "grad_norm": 2.4306838512420654,
      "learning_rate": 7.248694083679623e-05,
      "loss": 1.5243975830078125,
      "step": 5600
    },
    {
      "epoch": 0.35628704754697943,
      "grad_norm": 3.1585371494293213,
      "learning_rate": 7.204242226014471e-05,
      "loss": 1.6251898193359375,
      "step": 5650
    },
    {
      "epoch": 0.35944003026863414,
      "grad_norm": 2.6724190711975098,
      "learning_rate": 7.159573056931415e-05,
      "loss": 1.5321110534667968,
      "step": 5700
    },
    {
      "epoch": 0.3625930129902888,
      "grad_norm": 2.7691164016723633,
      "learning_rate": 7.114690980266092e-05,
      "loss": 1.5984962463378907,
      "step": 5750
    },
    {
      "epoch": 0.3657459957119435,
      "grad_norm": 4.595975875854492,
      "learning_rate": 7.069600420844234e-05,
      "loss": 1.469564208984375,
      "step": 5800
    },
    {
      "epoch": 0.3688989784335982,
      "grad_norm": 2.72231388092041,
      "learning_rate": 7.024305824045429e-05,
      "loss": 1.40793212890625,
      "step": 5850
    },
    {
      "epoch": 0.37205196115525285,
      "grad_norm": 7.415063858032227,
      "learning_rate": 6.978811655364864e-05,
      "loss": 1.7532875061035156,
      "step": 5900
    },
    {
      "epoch": 0.37520494387690756,
      "grad_norm": 2.393813133239746,
      "learning_rate": 6.933122399973086e-05,
      "loss": 1.5745999145507812,
      "step": 5950
    },
    {
      "epoch": 0.37835792659856227,
      "grad_norm": 6.05046272277832,
      "learning_rate": 6.88724256227381e-05,
      "loss": 1.6636524963378907,
      "step": 6000
    },
    {
      "epoch": 0.3815109093202169,
      "grad_norm": 2.008434772491455,
      "learning_rate": 6.84117666545984e-05,
      "loss": 1.6576199340820312,
      "step": 6050
    },
    {
      "epoch": 0.3846638920418716,
      "grad_norm": 2.7076210975646973,
      "learning_rate": 6.794929251067147e-05,
      "loss": 1.6187727355957031,
      "step": 6100
    },
    {
      "epoch": 0.3878168747635263,
      "grad_norm": 9.455795288085938,
      "learning_rate": 6.748504878527123e-05,
      "loss": 1.5639329528808594,
      "step": 6150
    },
    {
      "epoch": 0.390969857485181,
      "grad_norm": 2.4191970825195312,
      "learning_rate": 6.701908124717071e-05,
      "loss": 1.71536376953125,
      "step": 6200
    },
    {
      "epoch": 0.3941228402068357,
      "grad_norm": 9.594432830810547,
      "learning_rate": 6.655143583508992e-05,
      "loss": 1.5790968322753907,
      "step": 6250
    },
    {
      "epoch": 0.39727582292849034,
      "grad_norm": 2.7539901733398438,
      "learning_rate": 6.608215865316676e-05,
      "loss": 1.6756141662597657,
      "step": 6300
    },
    {
      "epoch": 0.40042880565014505,
      "grad_norm": 2.871234178543091,
      "learning_rate": 6.561129596641177e-05,
      "loss": 1.537653045654297,
      "step": 6350
    },
    {
      "epoch": 0.4035817883717997,
      "grad_norm": 7.255851745605469,
      "learning_rate": 6.513889419614691e-05,
      "loss": 1.5986100769042968,
      "step": 6400
    },
    {
      "epoch": 0.4067347710934544,
      "grad_norm": 2.803478956222534,
      "learning_rate": 6.466499991542905e-05,
      "loss": 1.5736700439453124,
      "step": 6450
    },
    {
      "epoch": 0.4098877538151091,
      "grad_norm": 4.441070079803467,
      "learning_rate": 6.418965984445839e-05,
      "loss": 1.5858750915527344,
      "step": 6500
    },
    {
      "epoch": 0.41304073653676376,
      "grad_norm": 3.3662540912628174,
      "learning_rate": 6.371292084597241e-05,
      "loss": 1.7305607604980469,
      "step": 6550
    },
    {
      "epoch": 0.41619371925841847,
      "grad_norm": 4.166026592254639,
      "learning_rate": 6.323482992062579e-05,
      "loss": 1.5626411437988281,
      "step": 6600
    },
    {
      "epoch": 0.4193467019800731,
      "grad_norm": 7.287445068359375,
      "learning_rate": 6.275543420235679e-05,
      "loss": 1.5980224609375,
      "step": 6650
    },
    {
      "epoch": 0.42249968470172783,
      "grad_norm": 2.271918773651123,
      "learning_rate": 6.227478095374027e-05,
      "loss": 1.6121871948242188,
      "step": 6700
    },
    {
      "epoch": 0.42565266742338254,
      "grad_norm": 2.7370519638061523,
      "learning_rate": 6.179291756132826e-05,
      "loss": 1.7519253540039061,
      "step": 6750
    },
    {
      "epoch": 0.4288056501450372,
      "grad_norm": 3.291109800338745,
      "learning_rate": 6.130989153097825e-05,
      "loss": 1.593614044189453,
      "step": 6800
    },
    {
      "epoch": 0.4319586328666919,
      "grad_norm": 2.3776819705963135,
      "learning_rate": 6.08257504831697e-05,
      "loss": 1.6327113342285156,
      "step": 6850
    },
    {
      "epoch": 0.4351116155883466,
      "grad_norm": 3.4966859817504883,
      "learning_rate": 6.034054214830909e-05,
      "loss": 1.524584503173828,
      "step": 6900
    },
    {
      "epoch": 0.43826459831000125,
      "grad_norm": 6.587697982788086,
      "learning_rate": 5.985431436202447e-05,
      "loss": 1.7271713256835937,
      "step": 6950
    },
    {
      "epoch": 0.44141758103165596,
      "grad_norm": 5.027621746063232,
      "learning_rate": 5.9367115060449364e-05,
      "loss": 1.4599151611328125,
      "step": 7000
    },
    {
      "epoch": 0.4445705637533106,
      "grad_norm": 2.3149125576019287,
      "learning_rate": 5.887899227549689e-05,
      "loss": 1.6622496032714844,
      "step": 7050
    },
    {
      "epoch": 0.4477235464749653,
      "grad_norm": 2.9743404388427734,
      "learning_rate": 5.838999413012432e-05,
      "loss": 1.5690019226074219,
      "step": 7100
    },
    {
      "epoch": 0.45087652919662,
      "grad_norm": 3.092113494873047,
      "learning_rate": 5.79001688335888e-05,
      "loss": 1.6651068115234375,
      "step": 7150
    },
    {
      "epoch": 0.4540295119182747,
      "grad_norm": 2.21628737449646,
      "learning_rate": 5.7409564676694535e-05,
      "loss": 1.6519837951660157,
      "step": 7200
    },
    {
      "epoch": 0.4571824946399294,
      "grad_norm": 2.658684730529785,
      "learning_rate": 5.691823002703187e-05,
      "loss": 1.5685855102539064,
      "step": 7250
    },
    {
      "epoch": 0.46033547736158403,
      "grad_norm": 6.6410017013549805,
      "learning_rate": 5.642621332420879e-05,
      "loss": 1.6819776916503906,
      "step": 7300
    },
    {
      "epoch": 0.46348846008323874,
      "grad_norm": 5.142892837524414,
      "learning_rate": 5.5933563075075425e-05,
      "loss": 1.5651889038085938,
      "step": 7350
    },
    {
      "epoch": 0.46664144280489345,
      "grad_norm": 2.901061534881592,
      "learning_rate": 5.544032784894187e-05,
      "loss": 1.6200245666503905,
      "step": 7400
    },
    {
      "epoch": 0.4697944255265481,
      "grad_norm": 2.4046876430511475,
      "learning_rate": 5.4946556272789806e-05,
      "loss": 1.6270751953125,
      "step": 7450
    },
    {
      "epoch": 0.4729474082482028,
      "grad_norm": 2.8165345191955566,
      "learning_rate": 5.4452297026478486e-05,
      "loss": 1.5757356262207032,
      "step": 7500
    },
    {
      "epoch": 0.4761003909698575,
      "grad_norm": 2.545131206512451,
      "learning_rate": 5.3957598837945525e-05,
      "loss": 1.6749734497070312,
      "step": 7550
    },
    {
      "epoch": 0.47925337369151216,
      "grad_norm": 4.947996139526367,
      "learning_rate": 5.3462510478402825e-05,
      "loss": 1.5667103576660155,
      "step": 7600
    },
    {
      "epoch": 0.48240635641316687,
      "grad_norm": 10.719531059265137,
      "learning_rate": 5.2967080757528495e-05,
      "loss": 1.6775833129882813,
      "step": 7650
    },
    {
      "epoch": 0.4855593391348215,
      "grad_norm": 3.945706844329834,
      "learning_rate": 5.247135851865461e-05,
      "loss": 1.541700439453125,
      "step": 7700
    },
    {
      "epoch": 0.48871232185647623,
      "grad_norm": 4.664523124694824,
      "learning_rate": 5.197539263395201e-05,
      "loss": 1.6849325561523438,
      "step": 7750
    },
    {
      "epoch": 0.49186530457813094,
      "grad_norm": 2.7066149711608887,
      "learning_rate": 5.1479231999612046e-05,
      "loss": 1.6272938537597657,
      "step": 7800
    },
    {
      "epoch": 0.4950182872997856,
      "grad_norm": 3.3770575523376465,
      "learning_rate": 5.098292553102598e-05,
      "loss": 1.781251220703125,
      "step": 7850
    },
    {
      "epoch": 0.4981712700214403,
      "grad_norm": 2.614497661590576,
      "learning_rate": 5.048652215796257e-05,
      "loss": 1.6480955505371093,
      "step": 7900
    },
    {
      "epoch": 0.501324252743095,
      "grad_norm": 3.470582962036133,
      "learning_rate": 4.999007081974418e-05,
      "loss": 1.6021221923828124,
      "step": 7950
    },
    {
      "epoch": 0.5044772354647497,
      "grad_norm": 1.8953889608383179,
      "learning_rate": 4.949362046042195e-05,
      "loss": 1.5847406005859375,
      "step": 8000
    },
    {
      "epoch": 0.5076302181864043,
      "grad_norm": 6.359344482421875,
      "learning_rate": 4.899722002395052e-05,
      "loss": 1.6197129821777343,
      "step": 8050
    },
    {
      "epoch": 0.5107832009080591,
      "grad_norm": 3.1751062870025635,
      "learning_rate": 4.8500918449362686e-05,
      "loss": 1.6575222778320313,
      "step": 8100
    },
    {
      "epoch": 0.5139361836297137,
      "grad_norm": 4.892060279846191,
      "learning_rate": 4.800476466594477e-05,
      "loss": 1.8009135437011718,
      "step": 8150
    },
    {
      "epoch": 0.5170891663513684,
      "grad_norm": 3.5821950435638428,
      "learning_rate": 4.7508807588412607e-05,
      "loss": 1.503452911376953,
      "step": 8200
    },
    {
      "epoch": 0.5202421490730231,
      "grad_norm": 6.790828704833984,
      "learning_rate": 4.7013096112089274e-05,
      "loss": 1.71809814453125,
      "step": 8250
    },
    {
      "epoch": 0.5233951317946778,
      "grad_norm": 2.2684848308563232,
      "learning_rate": 4.651767910808453e-05,
      "loss": 1.7311285400390626,
      "step": 8300
    },
    {
      "epoch": 0.5265481145163324,
      "grad_norm": 3.4118940830230713,
      "learning_rate": 4.602260541847674e-05,
      "loss": 1.52655029296875,
      "step": 8350
    },
    {
      "epoch": 0.5297010972379871,
      "grad_norm": 3.000192403793335,
      "learning_rate": 4.552792385149774e-05,
      "loss": 1.7028633117675782,
      "step": 8400
    },
    {
      "epoch": 0.5328540799596418,
      "grad_norm": 39.9377555847168,
      "learning_rate": 4.503368317672073e-05,
      "loss": 1.5430813598632813,
      "step": 8450
    },
    {
      "epoch": 0.5360070626812965,
      "grad_norm": 2.711533546447754,
      "learning_rate": 4.453993212025242e-05,
      "loss": 1.5495613098144532,
      "step": 8500
    },
    {
      "epoch": 0.5391600454029511,
      "grad_norm": 3.9591002464294434,
      "learning_rate": 4.4046719359929065e-05,
      "loss": 1.6500083923339843,
      "step": 8550
    },
    {
      "epoch": 0.5423130281246059,
      "grad_norm": 3.133467435836792,
      "learning_rate": 4.355409352051747e-05,
      "loss": 1.6975883483886718,
      "step": 8600
    },
    {
      "epoch": 0.5454660108462606,
      "grad_norm": 3.454503059387207,
      "learning_rate": 4.3062103168921264e-05,
      "loss": 1.5262863159179687,
      "step": 8650
    },
    {
      "epoch": 0.5486189935679152,
      "grad_norm": 3.6723296642303467,
      "learning_rate": 4.2570796809392644e-05,
      "loss": 1.7020167541503906,
      "step": 8700
    },
    {
      "epoch": 0.55177197628957,
      "grad_norm": 5.7662529945373535,
      "learning_rate": 4.208022287875054e-05,
      "loss": 1.5918016052246093,
      "step": 8750
    },
    {
      "epoch": 0.5549249590112246,
      "grad_norm": 2.1820693016052246,
      "learning_rate": 4.159042974160537e-05,
      "loss": 1.5883863830566407,
      "step": 8800
    },
    {
      "epoch": 0.5580779417328793,
      "grad_norm": 3.121429920196533,
      "learning_rate": 4.110146568559077e-05,
      "loss": 1.6320164489746094,
      "step": 8850
    },
    {
      "epoch": 0.561230924454534,
      "grad_norm": 6.376467704772949,
      "learning_rate": 4.061337891660314e-05,
      "loss": 1.635543212890625,
      "step": 8900
    },
    {
      "epoch": 0.5643839071761887,
      "grad_norm": 7.583218574523926,
      "learning_rate": 4.012621755404901e-05,
      "loss": 1.5718000793457032,
      "step": 8950
    },
    {
      "epoch": 0.5675368898978433,
      "grad_norm": 3.7945668697357178,
      "learning_rate": 3.9640029626101146e-05,
      "loss": 1.6808647155761718,
      "step": 9000
    },
    {
      "epoch": 0.570689872619498,
      "grad_norm": 2.8824946880340576,
      "learning_rate": 3.915486306496356e-05,
      "loss": 1.685601806640625,
      "step": 9050
    },
    {
      "epoch": 0.5738428553411528,
      "grad_norm": 6.4140472412109375,
      "learning_rate": 3.867076570214584e-05,
      "loss": 1.5931394958496095,
      "step": 9100
    },
    {
      "epoch": 0.5769958380628074,
      "grad_norm": 2.3989524841308594,
      "learning_rate": 3.8187785263747804e-05,
      "loss": 1.6603244018554688,
      "step": 9150
    },
    {
      "epoch": 0.5801488207844621,
      "grad_norm": 3.4079809188842773,
      "learning_rate": 3.7705969365754e-05,
      "loss": 1.6268783569335938,
      "step": 9200
    },
    {
      "epoch": 0.5833018035061168,
      "grad_norm": 4.664431095123291,
      "learning_rate": 3.722536550933953e-05,
      "loss": 1.4689956665039063,
      "step": 9250
    },
    {
      "epoch": 0.5864547862277715,
      "grad_norm": 4.000642776489258,
      "learning_rate": 3.674602107618701e-05,
      "loss": 1.5993995666503906,
      "step": 9300
    },
    {
      "epoch": 0.5896077689494261,
      "grad_norm": 3.3489816188812256,
      "learning_rate": 3.6267983323815226e-05,
      "loss": 1.6080624389648437,
      "step": 9350
    },
    {
      "epoch": 0.5927607516710809,
      "grad_norm": 2.956134796142578,
      "learning_rate": 3.5791299380920164e-05,
      "loss": 1.562136688232422,
      "step": 9400
    },
    {
      "epoch": 0.5959137343927355,
      "grad_norm": 2.9019055366516113,
      "learning_rate": 3.531601624272873e-05,
      "loss": 1.596844482421875,
      "step": 9450
    },
    {
      "epoch": 0.5990667171143902,
      "grad_norm": 3.2570741176605225,
      "learning_rate": 3.484218076636553e-05,
      "loss": 1.5718740844726562,
      "step": 9500
    },
    {
      "epoch": 0.602219699836045,
      "grad_norm": 3.1301848888397217,
      "learning_rate": 3.436983966623337e-05,
      "loss": 1.5843309020996095,
      "step": 9550
    },
    {
      "epoch": 0.6053726825576996,
      "grad_norm": 2.8983476161956787,
      "learning_rate": 3.389903950940777e-05,
      "loss": 1.501625518798828,
      "step": 9600
    },
    {
      "epoch": 0.6085256652793543,
      "grad_norm": 2.442763566970825,
      "learning_rate": 3.3429826711045996e-05,
      "loss": 1.5783216857910156,
      "step": 9650
    },
    {
      "epoch": 0.6116786480010089,
      "grad_norm": 3.317591905593872,
      "learning_rate": 3.29622475298112e-05,
      "loss": 1.6270458984375,
      "step": 9700
    },
    {
      "epoch": 0.6148316307226637,
      "grad_norm": 5.122899532318115,
      "learning_rate": 3.249634806331168e-05,
      "loss": 1.551365509033203,
      "step": 9750
    },
    {
      "epoch": 0.6179846134443183,
      "grad_norm": 3.8709020614624023,
      "learning_rate": 3.203217424355643e-05,
      "loss": 1.5474314880371094,
      "step": 9800
    },
    {
      "epoch": 0.621137596165973,
      "grad_norm": 4.906006813049316,
      "learning_rate": 3.156977183242666e-05,
      "loss": 1.5910145568847656,
      "step": 9850
    },
    {
      "epoch": 0.6242905788876277,
      "grad_norm": 2.5910794734954834,
      "learning_rate": 3.110918641716428e-05,
      "loss": 1.4721426391601562,
      "step": 9900
    },
    {
      "epoch": 0.6274435616092824,
      "grad_norm": 11.209244728088379,
      "learning_rate": 3.0650463405877574e-05,
      "loss": 1.5800926208496093,
      "step": 9950
    },
    {
      "epoch": 0.630596544330937,
      "grad_norm": 2.9779834747314453,
      "learning_rate": 3.019364802306447e-05,
      "loss": 1.521623077392578,
      "step": 10000
    },
    {
      "epoch": 0.6337495270525918,
      "grad_norm": 4.262292385101318,
      "learning_rate": 2.973878530515397e-05,
      "loss": 1.553704071044922,
      "step": 10050
    },
    {
      "epoch": 0.6369025097742465,
      "grad_norm": 3.476924419403076,
      "learning_rate": 2.928592009606619e-05,
      "loss": 1.6724470520019532,
      "step": 10100
    },
    {
      "epoch": 0.6400554924959011,
      "grad_norm": 2.8566722869873047,
      "learning_rate": 2.883509704279114e-05,
      "loss": 1.580164031982422,
      "step": 10150
    },
    {
      "epoch": 0.6432084752175558,
      "grad_norm": 5.948812007904053,
      "learning_rate": 2.8386360590987166e-05,
      "loss": 1.5428895568847656,
      "step": 10200
    },
    {
      "epoch": 0.6463614579392105,
      "grad_norm": 3.7444076538085938,
      "learning_rate": 2.79397549805992e-05,
      "loss": 1.5748348999023438,
      "step": 10250
    },
    {
      "epoch": 0.6495144406608652,
      "grad_norm": 2.652961015701294,
      "learning_rate": 2.749532424149709e-05,
      "loss": 1.590621337890625,
      "step": 10300
    },
    {
      "epoch": 0.6526674233825198,
      "grad_norm": 3.2727580070495605,
      "learning_rate": 2.705311218913499e-05,
      "loss": 1.5267787170410156,
      "step": 10350
    },
    {
      "epoch": 0.6558204061041746,
      "grad_norm": 10.58151912689209,
      "learning_rate": 2.6613162420231484e-05,
      "loss": 1.4954409790039063,
      "step": 10400
    },
    {
      "epoch": 0.6589733888258292,
      "grad_norm": 3.0570061206817627,
      "learning_rate": 2.6175518308471642e-05,
      "loss": 1.4097785949707031,
      "step": 10450
    },
    {
      "epoch": 0.6621263715474839,
      "grad_norm": 2.9748072624206543,
      "learning_rate": 2.574022300023084e-05,
      "loss": 1.4549171447753906,
      "step": 10500
    },
    {
      "epoch": 0.6652793542691386,
      "grad_norm": 4.236860275268555,
      "learning_rate": 2.5307319410320994e-05,
      "loss": 1.7020782470703124,
      "step": 10550
    },
    {
      "epoch": 0.6684323369907933,
      "grad_norm": 2.981145143508911,
      "learning_rate": 2.4876850217759813e-05,
      "loss": 1.6508351135253907,
      "step": 10600
    },
    {
      "epoch": 0.671585319712448,
      "grad_norm": 3.248321771621704,
      "learning_rate": 2.444885786156308e-05,
      "loss": 1.588943328857422,
      "step": 10650
    },
    {
      "epoch": 0.6747383024341027,
      "grad_norm": 4.321737766265869,
      "learning_rate": 2.4023384536560638e-05,
      "loss": 1.5426924133300781,
      "step": 10700
    },
    {
      "epoch": 0.6778912851557574,
      "grad_norm": 2.416674852371216,
      "learning_rate": 2.3600472189236693e-05,
      "loss": 1.4259295654296875,
      "step": 10750
    },
    {
      "epoch": 0.681044267877412,
      "grad_norm": 2.6175670623779297,
      "learning_rate": 2.3180162513594123e-05,
      "loss": 1.4130958557128905,
      "step": 10800
    },
    {
      "epoch": 0.6841972505990667,
      "grad_norm": 2.6447396278381348,
      "learning_rate": 2.276249694704417e-05,
      "loss": 1.459014892578125,
      "step": 10850
    },
    {
      "epoch": 0.6873502333207214,
      "grad_norm": 4.287785530090332,
      "learning_rate": 2.2347516666321168e-05,
      "loss": 1.600723876953125,
      "step": 10900
    },
    {
      "epoch": 0.6905032160423761,
      "grad_norm": 4.545198440551758,
      "learning_rate": 2.1935262583422917e-05,
      "loss": 1.58876708984375,
      "step": 10950
    },
    {
      "epoch": 0.6936561987640307,
      "grad_norm": 7.753457546234131,
      "learning_rate": 2.1525775341577405e-05,
      "loss": 1.5217156982421876,
      "step": 11000
    },
    {
      "epoch": 0.6968091814856855,
      "grad_norm": 5.363049030303955,
      "learning_rate": 2.1119095311235797e-05,
      "loss": 1.5814126586914063,
      "step": 11050
    },
    {
      "epoch": 0.6999621642073401,
      "grad_norm": 5.7626848220825195,
      "learning_rate": 2.0715262586092428e-05,
      "loss": 1.5985421752929687,
      "step": 11100
    },
    {
      "epoch": 0.7031151469289948,
      "grad_norm": 4.6263017654418945,
      "learning_rate": 2.0314316979132035e-05,
      "loss": 1.6171270751953124,
      "step": 11150
    },
    {
      "epoch": 0.7062681296506496,
      "grad_norm": 2.6141841411590576,
      "learning_rate": 1.9916298018704665e-05,
      "loss": 1.6464085388183594,
      "step": 11200
    },
    {
      "epoch": 0.7094211123723042,
      "grad_norm": 2.904296636581421,
      "learning_rate": 1.952124494462873e-05,
      "loss": 1.5681950378417968,
      "step": 11250
    },
    {
      "epoch": 0.7125740950939589,
      "grad_norm": 17.208356857299805,
      "learning_rate": 1.9129196704322382e-05,
      "loss": 1.4759814453125,
      "step": 11300
    },
    {
      "epoch": 0.7157270778156136,
      "grad_norm": 4.990921497344971,
      "learning_rate": 1.874019194896376e-05,
      "loss": 1.4149720764160156,
      "step": 11350
    },
    {
      "epoch": 0.7188800605372683,
      "grad_norm": 3.007599353790283,
      "learning_rate": 1.8354269029680516e-05,
      "loss": 1.3602633666992188,
      "step": 11400
    },
    {
      "epoch": 0.7220330432589229,
      "grad_norm": 2.493307590484619,
      "learning_rate": 1.7971465993768815e-05,
      "loss": 1.7200181579589844,
      "step": 11450
    },
    {
      "epoch": 0.7251860259805776,
      "grad_norm": 2.6334586143493652,
      "learning_rate": 1.759182058094235e-05,
      "loss": 1.4771337890625,
      "step": 11500
    },
    {
      "epoch": 0.7283390087022323,
      "grad_norm": 4.686981201171875,
      "learning_rate": 1.721537021961167e-05,
      "loss": 1.5164639282226562,
      "step": 11550
    },
    {
      "epoch": 0.731491991423887,
      "grad_norm": 7.735423564910889,
      "learning_rate": 1.6842152023194145e-05,
      "loss": 1.4624899291992188,
      "step": 11600
    },
    {
      "epoch": 0.7346449741455416,
      "grad_norm": 3.569797992706299,
      "learning_rate": 1.6472202786455136e-05,
      "loss": 1.6836318969726562,
      "step": 11650
    },
    {
      "epoch": 0.7377979568671964,
      "grad_norm": 3.5440757274627686,
      "learning_rate": 1.610555898188039e-05,
      "loss": 1.5107637023925782,
      "step": 11700
    },
    {
      "epoch": 0.740950939588851,
      "grad_norm": 2.3150668144226074,
      "learning_rate": 1.5742256756080358e-05,
      "loss": 1.5355830383300781,
      "step": 11750
    },
    {
      "epoch": 0.7441039223105057,
      "grad_norm": 3.0666487216949463,
      "learning_rate": 1.53823319262265e-05,
      "loss": 1.6443894958496095,
      "step": 11800
    },
    {
      "epoch": 0.7472569050321605,
      "grad_norm": 3.2240090370178223,
      "learning_rate": 1.5025819976520244e-05,
      "loss": 1.5667915344238281,
      "step": 11850
    },
    {
      "epoch": 0.7504098877538151,
      "grad_norm": 4.273111343383789,
      "learning_rate": 1.4672756054694636e-05,
      "loss": 1.4949490356445312,
      "step": 11900
    },
    {
      "epoch": 0.7535628704754698,
      "grad_norm": 2.6397128105163574,
      "learning_rate": 1.4323174968549147e-05,
      "loss": 1.580462188720703,
      "step": 11950
    },
    {
      "epoch": 0.7567158531971245,
      "grad_norm": 4.470552444458008,
      "learning_rate": 1.3977111182518148e-05,
      "loss": 1.6157127380371095,
      "step": 12000
    },
    {
      "epoch": 0.7598688359187792,
      "grad_norm": 2.7804784774780273,
      "learning_rate": 1.3634598814273075e-05,
      "loss": 1.4012615966796875,
      "step": 12050
    },
    {
      "epoch": 0.7630218186404338,
      "grad_norm": 2.2358453273773193,
      "learning_rate": 1.3295671631358853e-05,
      "loss": 1.4852983093261718,
      "step": 12100
    },
    {
      "epoch": 0.7661748013620885,
      "grad_norm": 4.683980941772461,
      "learning_rate": 1.2960363047864849e-05,
      "loss": 1.6236349487304687,
      "step": 12150
    },
    {
      "epoch": 0.7693277840837432,
      "grad_norm": 2.738664150238037,
      "learning_rate": 1.2628706121130573e-05,
      "loss": 1.4560935974121094,
      "step": 12200
    },
    {
      "epoch": 0.7724807668053979,
      "grad_norm": 4.65731143951416,
      "learning_rate": 1.2300733548486748e-05,
      "loss": 1.6234567260742188,
      "step": 12250
    },
    {
      "epoch": 0.7756337495270526,
      "grad_norm": 5.1576104164123535,
      "learning_rate": 1.1976477664031682e-05,
      "loss": 1.596574249267578,
      "step": 12300
    },
    {
      "epoch": 0.7787867322487073,
      "grad_norm": 3.1281590461730957,
      "learning_rate": 1.1655970435443458e-05,
      "loss": 1.4229803466796875,
      "step": 12350
    },
    {
      "epoch": 0.781939714970362,
      "grad_norm": 2.9372220039367676,
      "learning_rate": 1.1339243460828503e-05,
      "loss": 1.4996551513671874,
      "step": 12400
    },
    {
      "epoch": 0.7850926976920166,
      "grad_norm": 3.2248833179473877,
      "learning_rate": 1.1026327965606147e-05,
      "loss": 1.4965032958984374,
      "step": 12450
    },
    {
      "epoch": 0.7882456804136714,
      "grad_norm": 2.159266471862793,
      "learning_rate": 1.0717254799430398e-05,
      "loss": 1.5509339904785155,
      "step": 12500
    },
    {
      "epoch": 0.791398663135326,
      "grad_norm": 2.4573779106140137,
      "learning_rate": 1.0412054433148421e-05,
      "loss": 1.6131498718261719,
      "step": 12550
    },
    {
      "epoch": 0.7945516458569807,
      "grad_norm": 4.4481658935546875,
      "learning_rate": 1.011075695579648e-05,
      "loss": 1.4983843994140624,
      "step": 12600
    },
    {
      "epoch": 0.7977046285786354,
      "grad_norm": 2.8198156356811523,
      "learning_rate": 9.813392071633615e-06,
      "loss": 1.6985472106933595,
      "step": 12650
    },
    {
      "epoch": 0.8008576113002901,
      "grad_norm": 9.23430347442627,
      "learning_rate": 9.519989097213094e-06,
      "loss": 1.5060746765136719,
      "step": 12700
    },
    {
      "epoch": 0.8040105940219447,
      "grad_norm": 2.075164794921875,
      "learning_rate": 9.230576958492121e-06,
      "loss": 1.5431832885742187,
      "step": 12750
    },
    {
      "epoch": 0.8071635767435994,
      "grad_norm": 27.49349594116211,
      "learning_rate": 8.945184187980233e-06,
      "loss": 1.5060545349121093,
      "step": 12800
    },
    {
      "epoch": 0.8103165594652542,
      "grad_norm": 9.251137733459473,
      "learning_rate": 8.663838921926164e-06,
      "loss": 1.4995553588867188,
      "step": 12850
    },
    {
      "epoch": 0.8134695421869088,
      "grad_norm": 2.920060396194458,
      "learning_rate": 8.38656889754409e-06,
      "loss": 1.7685847473144531,
      "step": 12900
    },
    {
      "epoch": 0.8166225249085635,
      "grad_norm": 2.4019455909729004,
      "learning_rate": 8.113401450279019e-06,
      "loss": 1.5964656066894531,
      "step": 12950
    },
    {
      "epoch": 0.8197755076302182,
      "grad_norm": 8.358434677124023,
      "learning_rate": 7.844363511111835e-06,
      "loss": 1.489500732421875,
      "step": 13000
    },
    {
      "epoch": 0.8229284903518729,
      "grad_norm": 3.5551395416259766,
      "learning_rate": 7.579481603904282e-06,
      "loss": 1.587592315673828,
      "step": 13050
    },
    {
      "epoch": 0.8260814730735275,
      "grad_norm": 12.914484024047852,
      "learning_rate": 7.318781842784e-06,
      "loss": 1.5424423217773438,
      "step": 13100
    },
    {
      "epoch": 0.8292344557951823,
      "grad_norm": 2.483072519302368,
      "learning_rate": 7.0622899295699764e-06,
      "loss": 1.6078681945800781,
      "step": 13150
    },
    {
      "epoch": 0.8323874385168369,
      "grad_norm": 7.478156566619873,
      "learning_rate": 6.810031151238733e-06,
      "loss": 1.678245849609375,
      "step": 13200
    },
    {
      "epoch": 0.8355404212384916,
      "grad_norm": 3.201509475708008,
      "learning_rate": 6.5620303774312274e-06,
      "loss": 1.5973834228515624,
      "step": 13250
    },
    {
      "epoch": 0.8386934039601462,
      "grad_norm": 2.6549758911132812,
      "learning_rate": 6.3183120580010745e-06,
      "loss": 1.5435140991210938,
      "step": 13300
    },
    {
      "epoch": 0.841846386681801,
      "grad_norm": 3.7113656997680664,
      "learning_rate": 6.0789002206041444e-06,
      "loss": 1.4877342224121093,
      "step": 13350
    },
    {
      "epoch": 0.8449993694034557,
      "grad_norm": 7.131357669830322,
      "learning_rate": 5.843818468329593e-06,
      "loss": 1.6756939697265625,
      "step": 13400
    },
    {
      "epoch": 0.8481523521251103,
      "grad_norm": 3.209019660949707,
      "learning_rate": 5.613089977372993e-06,
      "loss": 1.4503678894042968,
      "step": 13450
    },
    {
      "epoch": 0.8513053348467651,
      "grad_norm": 3.1845173835754395,
      "learning_rate": 5.38673749475142e-06,
      "loss": 1.6333909606933594,
      "step": 13500
    },
    {
      "epoch": 0.8544583175684197,
      "grad_norm": 4.371488571166992,
      "learning_rate": 5.164783336060819e-06,
      "loss": 1.4515260314941407,
      "step": 13550
    },
    {
      "epoch": 0.8576113002900744,
      "grad_norm": 2.6283791065216064,
      "learning_rate": 4.947249383276065e-06,
      "loss": 1.6989479064941406,
      "step": 13600
    },
    {
      "epoch": 0.8607642830117291,
      "grad_norm": 3.4831080436706543,
      "learning_rate": 4.7341570825935485e-06,
      "loss": 1.4910855102539062,
      "step": 13650
    },
    {
      "epoch": 0.8639172657333838,
      "grad_norm": 3.8321712017059326,
      "learning_rate": 4.525527442316929e-06,
      "loss": 1.49341552734375,
      "step": 13700
    },
    {
      "epoch": 0.8670702484550384,
      "grad_norm": 5.276515960693359,
      "learning_rate": 4.321381030785942e-06,
      "loss": 1.5483000183105469,
      "step": 13750
    },
    {
      "epoch": 0.8702232311766932,
      "grad_norm": 3.14579176902771,
      "learning_rate": 4.1217379743485885e-06,
      "loss": 1.3947171020507811,
      "step": 13800
    },
    {
      "epoch": 0.8733762138983479,
      "grad_norm": 2.654825448989868,
      "learning_rate": 3.92661795537696e-06,
      "loss": 1.4749700927734375,
      "step": 13850
    },
    {
      "epoch": 0.8765291966200025,
      "grad_norm": 3.828669786453247,
      "learning_rate": 3.736040210326791e-06,
      "loss": 1.4993699645996095,
      "step": 13900
    },
    {
      "epoch": 0.8796821793416572,
      "grad_norm": 2.1799724102020264,
      "learning_rate": 3.55002352784094e-06,
      "loss": 1.5674758911132813,
      "step": 13950
    },
    {
      "epoch": 0.8828351620633119,
      "grad_norm": 4.14724588394165,
      "learning_rate": 3.368586246897126e-06,
      "loss": 1.534229736328125,
      "step": 14000
    },
    {
      "epoch": 0.8859881447849666,
      "grad_norm": 5.016180992126465,
      "learning_rate": 3.1917462549998556e-06,
      "loss": 1.6074850463867187,
      "step": 14050
    },
    {
      "epoch": 0.8891411275066212,
      "grad_norm": 1.8124960660934448,
      "learning_rate": 3.0195209864169847e-06,
      "loss": 1.395457763671875,
      "step": 14100
    },
    {
      "epoch": 0.892294110228276,
      "grad_norm": 6.43141508102417,
      "learning_rate": 2.8519274204609038e-06,
      "loss": 1.4506192016601562,
      "step": 14150
    },
    {
      "epoch": 0.8954470929499306,
      "grad_norm": 2.8766117095947266,
      "learning_rate": 2.688982079814545e-06,
      "loss": 1.5080227661132812,
      "step": 14200
    },
    {
      "epoch": 0.8986000756715853,
      "grad_norm": 4.454990386962891,
      "learning_rate": 2.5307010289025103e-06,
      "loss": 1.5115219116210938,
      "step": 14250
    },
    {
      "epoch": 0.90175305839324,
      "grad_norm": 2.8794169425964355,
      "learning_rate": 2.3770998723072646e-06,
      "loss": 1.5923085021972656,
      "step": 14300
    },
    {
      "epoch": 0.9049060411148947,
      "grad_norm": 3.060925006866455,
      "learning_rate": 2.2281937532307506e-06,
      "loss": 1.5018788146972657,
      "step": 14350
    },
    {
      "epoch": 0.9080590238365494,
      "grad_norm": 6.880637168884277,
      "learning_rate": 2.08399735200141e-06,
      "loss": 1.5022019958496093,
      "step": 14400
    },
    {
      "epoch": 0.9112120065582041,
      "grad_norm": 4.857387065887451,
      "learning_rate": 1.9445248846269194e-06,
      "loss": 1.3896197509765624,
      "step": 14450
    },
    {
      "epoch": 0.9143649892798588,
      "grad_norm": 7.964158058166504,
      "learning_rate": 1.809790101392661e-06,
      "loss": 1.6113026428222657,
      "step": 14500
    },
    {
      "epoch": 0.9175179720015134,
      "grad_norm": 2.4885189533233643,
      "learning_rate": 1.6798062855061024e-06,
      "loss": 1.4576806640625,
      "step": 14550
    },
    {
      "epoch": 0.9206709547231681,
      "grad_norm": 5.294617652893066,
      "learning_rate": 1.5545862517872156e-06,
      "loss": 1.538426513671875,
      "step": 14600
    },
    {
      "epoch": 0.9238239374448228,
      "grad_norm": 3.588104248046875,
      "learning_rate": 1.4341423454051373e-06,
      "loss": 1.6244303894042968,
      "step": 14650
    },
    {
      "epoch": 0.9269769201664775,
      "grad_norm": 3.241389274597168,
      "learning_rate": 1.318486440661043e-06,
      "loss": 1.5407508850097655,
      "step": 14700
    },
    {
      "epoch": 0.9301299028881321,
      "grad_norm": 2.7573251724243164,
      "learning_rate": 1.207629939817534e-06,
      "loss": 1.5604298400878907,
      "step": 14750
    },
    {
      "epoch": 0.9332828856097869,
      "grad_norm": 2.5889720916748047,
      "learning_rate": 1.1015837719744348e-06,
      "loss": 1.5485455322265624,
      "step": 14800
    },
    {
      "epoch": 0.9364358683314415,
      "grad_norm": 3.1077330112457275,
      "learning_rate": 1.0003583919914016e-06,
      "loss": 1.617424774169922,
      "step": 14850
    },
    {
      "epoch": 0.9395888510530962,
      "grad_norm": 4.1840314865112305,
      "learning_rate": 9.039637794571509e-07,
      "loss": 1.6456863403320312,
      "step": 14900
    },
    {
      "epoch": 0.942741833774751,
      "grad_norm": 3.3467092514038086,
      "learning_rate": 8.124094377056135e-07,
      "loss": 1.4491183471679687,
      "step": 14950
    },
    {
      "epoch": 0.9458948164964056,
      "grad_norm": 2.538663387298584,
      "learning_rate": 7.25704392879012e-07,
      "loss": 1.4048564147949218,
      "step": 15000
    },
    {
      "epoch": 0.9490477992180603,
      "grad_norm": 4.097651481628418,
      "learning_rate": 6.438571930379833e-07,
      "loss": 1.527132568359375,
      "step": 15050
    },
    {
      "epoch": 0.952200781939715,
      "grad_norm": 3.757591724395752,
      "learning_rate": 5.668759073188756e-07,
      "loss": 1.515183868408203,
      "step": 15100
    },
    {
      "epoch": 0.9553537646613697,
      "grad_norm": 7.4409074783325195,
      "learning_rate": 4.947681251382063e-07,
      "loss": 1.5174710083007812,
      "step": 15150
    },
    {
      "epoch": 0.9585067473830243,
      "grad_norm": 7.107412338256836,
      "learning_rate": 4.2754095544442765e-07,
      "loss": 1.3609051513671875,
      "step": 15200
    },
    {
      "epoch": 0.961659730104679,
      "grad_norm": 4.804090976715088,
      "learning_rate": 3.652010260171146e-07,
      "loss": 1.5015805053710938,
      "step": 15250
    },
    {
      "epoch": 0.9648127128263337,
      "grad_norm": 4.099542140960693,
      "learning_rate": 3.0775448281348816e-07,
      "loss": 1.6412095642089843,
      "step": 15300
    },
    {
      "epoch": 0.9679656955479884,
      "grad_norm": 4.165719985961914,
      "learning_rate": 2.5520698936254975e-07,
      "loss": 1.6391523742675782,
      "step": 15350
    },
    {
      "epoch": 0.971118678269643,
      "grad_norm": 2.3679826259613037,
      "learning_rate": 2.0756372620669428e-07,
      "loss": 1.549954376220703,
      "step": 15400
    },
    {
      "epoch": 0.9742716609912978,
      "grad_norm": 3.1526825428009033,
      "learning_rate": 1.6482939039099143e-07,
      "loss": 1.702782440185547,
      "step": 15450
    },
    {
      "epoch": 0.9774246437129525,
      "grad_norm": 4.235635280609131,
      "learning_rate": 1.2700819500009454e-07,
      "loss": 1.4687045288085938,
      "step": 15500
    },
    {
      "epoch": 0.9805776264346071,
      "grad_norm": 5.9085822105407715,
      "learning_rate": 9.410386874291188e-08,
      "loss": 1.4969650268554688,
      "step": 15550
    },
    {
      "epoch": 0.9837306091562619,
      "grad_norm": 3.3030614852905273,
      "learning_rate": 6.611965558495637e-08,
      "loss": 1.5178204345703126,
      "step": 15600
    },
    {
      "epoch": 0.9868835918779165,
      "grad_norm": 2.6117329597473145,
      "learning_rate": 4.305831442857344e-08,
      "loss": 1.456710205078125,
      "step": 15650
    },
    {
      "epoch": 0.9900365745995712,
      "grad_norm": 4.085411548614502,
      "learning_rate": 2.4922118840936538e-08,
      "loss": 1.658289031982422,
      "step": 15700
    },
    {
      "epoch": 0.9931895573212258,
      "grad_norm": 3.8749728202819824,
      "learning_rate": 1.1712856829870777e-08,
      "loss": 1.5386245727539063,
      "step": 15750
    },
    {
      "epoch": 0.9963425400428806,
      "grad_norm": 2.440901279449463,
      "learning_rate": 3.4318306676217602e-09,
      "loss": 1.6089360046386718,
      "step": 15800
    },
    {
      "epoch": 0.9994955227645352,
      "grad_norm": 3.1938250064849854,
      "learning_rate": 7.985676244159912e-11,
      "loss": 1.4393968200683593,
      "step": 15850
    }
  ],
  "logging_steps": 50,
  "max_steps": 15858,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 656938445174016.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}