{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.36700153736507096,
  "eval_steps": 500,
  "global_step": 168000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 2.1845329605063746e-06,
      "grad_norm": 2.255587100982666,
      "learning_rate": 0.0,
      "loss": 9.08322525024414,
      "step": 1
    },
    {
      "epoch": 0.00021845329605063747,
      "grad_norm": 0.8816911578178406,
      "learning_rate": 0.0001485,
      "loss": 8.32293516216856,
      "step": 100
    },
    {
      "epoch": 0.00043690659210127495,
      "grad_norm": 1.3192135095596313,
      "learning_rate": 0.00029850000000000005,
      "loss": 7.127236938476562,
      "step": 200
    },
    {
      "epoch": 0.0006553598881519125,
      "grad_norm": 0.6860479116439819,
      "learning_rate": 0.0004485,
      "loss": 5.774407958984375,
      "step": 300
    },
    {
      "epoch": 0.0008738131842025499,
      "grad_norm": 0.4212465286254883,
      "learning_rate": 0.0005985000000000001,
      "loss": 6.07599853515625,
      "step": 400
    },
    {
      "epoch": 0.0010922664802531874,
      "grad_norm": 0.42650777101516724,
      "learning_rate": 0.0007485,
      "loss": 5.72325439453125,
      "step": 500
    },
    {
      "epoch": 0.001310719776303825,
      "grad_norm": 0.8157845139503479,
      "learning_rate": 0.0008985,
      "loss": 5.374498901367187,
      "step": 600
    },
    {
      "epoch": 0.0015291730723544623,
      "grad_norm": 0.4278698265552521,
      "learning_rate": 0.0010485,
      "loss": 5.207935791015625,
      "step": 700
    },
    {
      "epoch": 0.0017476263684050998,
      "grad_norm": 0.4734596610069275,
      "learning_rate": 0.0011985000000000001,
      "loss": 5.040882568359375,
      "step": 800
    },
    {
      "epoch": 0.0019660796644557373,
      "grad_norm": 0.9601178169250488,
      "learning_rate": 0.0013485,
      "loss": 4.920305786132812,
      "step": 900
    },
    {
      "epoch": 0.002184532960506375,
      "grad_norm": 0.44838836789131165,
      "learning_rate": 0.0014985,
      "loss": 4.8699337768554685,
      "step": 1000
    },
    {
      "epoch": 0.0024029862565570124,
      "grad_norm": 0.4548332691192627,
      "learning_rate": 0.0016485,
      "loss": 4.7284173583984375,
      "step": 1100
    },
    {
      "epoch": 0.00262143955260765,
      "grad_norm": 0.33958613872528076,
      "learning_rate": 0.0017985000000000002,
      "loss": 4.536319580078125,
      "step": 1200
    },
    {
      "epoch": 0.002839892848658287,
      "grad_norm": 0.36981943249702454,
      "learning_rate": 0.0019485,
      "loss": 4.227422790527344,
      "step": 1300
    },
    {
      "epoch": 0.0030583461447089245,
      "grad_norm": 0.318843811750412,
      "learning_rate": 0.0020985,
      "loss": 4.353344116210938,
      "step": 1400
    },
    {
      "epoch": 0.003276799440759562,
      "grad_norm": 0.2866564989089966,
      "learning_rate": 0.0022485,
      "loss": 4.256644897460937,
      "step": 1500
    },
    {
      "epoch": 0.0034952527368101996,
      "grad_norm": 0.3490343689918518,
      "learning_rate": 0.0023985,
      "loss": 4.181780700683594,
      "step": 1600
    },
    {
      "epoch": 0.003713706032860837,
      "grad_norm": 0.41186341643333435,
      "learning_rate": 0.0025485,
      "loss": 4.137591552734375,
      "step": 1700
    },
    {
      "epoch": 0.003932159328911475,
      "grad_norm": 0.2618832290172577,
      "learning_rate": 0.0026985,
      "loss": 4.110564270019531,
      "step": 1800
    },
    {
      "epoch": 0.004150612624962112,
      "grad_norm": 0.3582988977432251,
      "learning_rate": 0.0028485,
      "loss": 4.033620300292969,
      "step": 1900
    },
    {
      "epoch": 0.00436906592101275,
      "grad_norm": 0.29407480359077454,
      "learning_rate": 0.0029985000000000003,
      "loss": 4.035133056640625,
      "step": 2000
    },
    {
      "epoch": 0.004587519217063387,
      "grad_norm": 0.22795212268829346,
      "learning_rate": 0.003,
      "loss": 3.974623107910156,
      "step": 2100
    },
    {
      "epoch": 0.004805972513114025,
      "grad_norm": 0.20751744508743286,
      "learning_rate": 0.003,
      "loss": 3.9740194702148437,
      "step": 2200
    },
    {
      "epoch": 0.005024425809164662,
      "grad_norm": 0.22139297425746918,
      "learning_rate": 0.003,
      "loss": 3.9664035034179688,
      "step": 2300
    },
    {
      "epoch": 0.0052428791052153,
      "grad_norm": 0.2882986068725586,
      "learning_rate": 0.003,
      "loss": 3.894712219238281,
      "step": 2400
    },
    {
      "epoch": 0.0054613324012659364,
      "grad_norm": 0.24050910770893097,
      "learning_rate": 0.003,
      "loss": 3.86550048828125,
      "step": 2500
    },
    {
      "epoch": 0.005679785697316574,
      "grad_norm": 0.19542890787124634,
      "learning_rate": 0.003,
      "loss": 3.8028628540039064,
      "step": 2600
    },
    {
      "epoch": 0.0058982389933672115,
      "grad_norm": 0.22483991086483002,
      "learning_rate": 0.003,
      "loss": 3.827759094238281,
      "step": 2700
    },
    {
      "epoch": 0.006116692289417849,
      "grad_norm": 0.20627519488334656,
      "learning_rate": 0.003,
      "loss": 3.8404141235351563,
      "step": 2800
    },
    {
      "epoch": 0.0063351455854684866,
      "grad_norm": 0.17682938277721405,
      "learning_rate": 0.003,
      "loss": 3.813418273925781,
      "step": 2900
    },
    {
      "epoch": 0.006553598881519124,
      "grad_norm": 0.2815733253955841,
      "learning_rate": 0.003,
      "loss": 3.7931011962890624,
      "step": 3000
    },
    {
      "epoch": 0.006772052177569762,
      "grad_norm": 0.200336754322052,
      "learning_rate": 0.003,
      "loss": 3.764217529296875,
      "step": 3100
    },
    {
      "epoch": 0.006990505473620399,
      "grad_norm": 0.19158774614334106,
      "learning_rate": 0.003,
      "loss": 3.7359378051757814,
      "step": 3200
    },
    {
      "epoch": 0.007208958769671037,
      "grad_norm": 0.18101529777050018,
      "learning_rate": 0.003,
      "loss": 3.773013000488281,
      "step": 3300
    },
    {
      "epoch": 0.007427412065721674,
      "grad_norm": 0.7771575450897217,
      "learning_rate": 0.003,
      "loss": 3.7371151733398436,
      "step": 3400
    },
    {
      "epoch": 0.007645865361772312,
      "grad_norm": 0.20689968764781952,
      "learning_rate": 0.003,
      "loss": 3.725350646972656,
      "step": 3500
    },
    {
      "epoch": 0.00786431865782295,
      "grad_norm": 0.15840990841388702,
      "learning_rate": 0.003,
      "loss": 3.6854702758789064,
      "step": 3600
    },
    {
      "epoch": 0.008082771953873587,
      "grad_norm": 0.18692198395729065,
      "learning_rate": 0.003,
      "loss": 3.7458792114257813,
      "step": 3700
    },
    {
      "epoch": 0.008301225249924224,
      "grad_norm": 0.15756943821907043,
      "learning_rate": 0.003,
      "loss": 3.7010504150390626,
      "step": 3800
    },
    {
      "epoch": 0.008519678545974862,
      "grad_norm": 0.16101692616939545,
      "learning_rate": 0.003,
      "loss": 3.724727783203125,
      "step": 3900
    },
    {
      "epoch": 0.0087381318420255,
      "grad_norm": 0.17350031435489655,
      "learning_rate": 0.003,
      "loss": 3.6388311767578125,
      "step": 4000
    },
    {
      "epoch": 0.008956585138076137,
      "grad_norm": 0.307090699672699,
      "learning_rate": 0.003,
      "loss": 3.6625192260742185,
      "step": 4100
    },
    {
      "epoch": 0.009175038434126774,
      "grad_norm": 0.17554183304309845,
      "learning_rate": 0.003,
      "loss": 3.6276791381835936,
      "step": 4200
    },
    {
      "epoch": 0.009393491730177412,
      "grad_norm": 0.19869279861450195,
      "learning_rate": 0.003,
      "loss": 3.6753179931640627,
      "step": 4300
    },
    {
      "epoch": 0.00961194502622805,
      "grad_norm": 0.1721080243587494,
      "learning_rate": 0.003,
      "loss": 3.6419528198242186,
      "step": 4400
    },
    {
      "epoch": 0.009830398322278687,
      "grad_norm": 0.16175901889801025,
      "learning_rate": 0.003,
      "loss": 3.6424264526367187,
      "step": 4500
    },
    {
      "epoch": 0.010048851618329325,
      "grad_norm": 0.16099213063716888,
      "learning_rate": 0.003,
      "loss": 3.591856689453125,
      "step": 4600
    },
    {
      "epoch": 0.010267304914379962,
      "grad_norm": 0.16880081593990326,
      "learning_rate": 0.003,
      "loss": 3.6297122192382814,
      "step": 4700
    },
    {
      "epoch": 0.0104857582104306,
      "grad_norm": 0.17125141620635986,
      "learning_rate": 0.003,
      "loss": 3.578116149902344,
      "step": 4800
    },
    {
      "epoch": 0.010704211506481237,
      "grad_norm": 0.24591994285583496,
      "learning_rate": 0.003,
      "loss": 3.5897540283203124,
      "step": 4900
    },
    {
      "epoch": 0.010922664802531873,
      "grad_norm": 0.16242574155330658,
      "learning_rate": 0.003,
      "loss": 3.6433404541015624,
      "step": 5000
    },
    {
      "epoch": 0.01114111809858251,
      "grad_norm": 0.14434590935707092,
      "learning_rate": 0.003,
      "loss": 3.615052490234375,
      "step": 5100
    },
    {
      "epoch": 0.011359571394633148,
      "grad_norm": 0.1432674080133438,
      "learning_rate": 0.003,
      "loss": 3.587109375,
      "step": 5200
    },
    {
      "epoch": 0.011578024690683785,
      "grad_norm": 0.1445230096578598,
      "learning_rate": 0.003,
      "loss": 3.5490536499023437,
      "step": 5300
    },
    {
      "epoch": 0.011796477986734423,
      "grad_norm": 0.13871097564697266,
      "learning_rate": 0.003,
      "loss": 3.5879721069335937,
      "step": 5400
    },
    {
      "epoch": 0.01201493128278506,
      "grad_norm": 0.15358251333236694,
      "learning_rate": 0.003,
      "loss": 3.5590310668945313,
      "step": 5500
    },
    {
      "epoch": 0.012233384578835698,
      "grad_norm": 0.2113238424062729,
      "learning_rate": 0.003,
      "loss": 3.5402783203125,
      "step": 5600
    },
    {
      "epoch": 0.012451837874886336,
      "grad_norm": 0.1575174778699875,
      "learning_rate": 0.003,
      "loss": 3.5282159423828126,
      "step": 5700
    },
    {
      "epoch": 0.012670291170936973,
      "grad_norm": 0.2206973135471344,
      "learning_rate": 0.003,
      "loss": 3.5321197509765625,
      "step": 5800
    },
    {
      "epoch": 0.01288874446698761,
      "grad_norm": 0.1495489776134491,
      "learning_rate": 0.003,
      "loss": 3.5411871337890624,
      "step": 5900
    },
    {
      "epoch": 0.013107197763038248,
      "grad_norm": 0.19098496437072754,
      "learning_rate": 0.003,
      "loss": 3.514726257324219,
      "step": 6000
    },
    {
      "epoch": 0.013325651059088886,
      "grad_norm": 0.2959604263305664,
      "learning_rate": 0.003,
      "loss": 3.53537109375,
      "step": 6100
    },
    {
      "epoch": 0.013544104355139523,
      "grad_norm": 0.15626825392246246,
      "learning_rate": 0.003,
      "loss": 3.5192501831054686,
      "step": 6200
    },
    {
      "epoch": 0.01376255765119016,
      "grad_norm": 0.16896215081214905,
      "learning_rate": 0.003,
      "loss": 3.5495986938476562,
      "step": 6300
    },
    {
      "epoch": 0.013981010947240798,
      "grad_norm": 0.14018405973911285,
      "learning_rate": 0.003,
      "loss": 3.5275753784179686,
      "step": 6400
    },
    {
      "epoch": 0.014199464243291436,
      "grad_norm": 0.15250442922115326,
      "learning_rate": 0.003,
      "loss": 3.5582366943359376,
      "step": 6500
    },
    {
      "epoch": 0.014417917539342073,
      "grad_norm": 0.22132086753845215,
      "learning_rate": 0.003,
      "loss": 3.52295654296875,
      "step": 6600
    },
    {
      "epoch": 0.01463637083539271,
      "grad_norm": 0.1595185250043869,
      "learning_rate": 0.003,
      "loss": 3.5543255615234375,
      "step": 6700
    },
    {
      "epoch": 0.014854824131443348,
      "grad_norm": 0.1608801633119583,
      "learning_rate": 0.003,
      "loss": 3.533863830566406,
      "step": 6800
    },
    {
      "epoch": 0.015073277427493986,
      "grad_norm": 0.15735548734664917,
      "learning_rate": 0.003,
      "loss": 3.5444400024414064,
      "step": 6900
    },
    {
      "epoch": 0.015291730723544623,
      "grad_norm": 0.15741421282291412,
      "learning_rate": 0.003,
      "loss": 3.5775491333007814,
      "step": 7000
    },
    {
      "epoch": 0.015510184019595261,
      "grad_norm": 0.1459587663412094,
      "learning_rate": 0.003,
      "loss": 3.5826260375976564,
      "step": 7100
    },
    {
      "epoch": 0.0157286373156459,
      "grad_norm": 0.17190411686897278,
      "learning_rate": 0.003,
      "loss": 3.5276693725585937,
      "step": 7200
    },
    {
      "epoch": 0.015947090611696534,
      "grad_norm": 0.13370057940483093,
      "learning_rate": 0.003,
      "loss": 3.5145721435546875,
      "step": 7300
    },
    {
      "epoch": 0.016165543907747174,
      "grad_norm": 0.1334085464477539,
      "learning_rate": 0.003,
      "loss": 3.528052978515625,
      "step": 7400
    },
    {
      "epoch": 0.01638399720379781,
      "grad_norm": 0.1612652987241745,
      "learning_rate": 0.003,
      "loss": 3.4622488403320313,
      "step": 7500
    },
    {
      "epoch": 0.01660245049984845,
      "grad_norm": 0.15845361351966858,
      "learning_rate": 0.003,
      "loss": 3.484794921875,
      "step": 7600
    },
    {
      "epoch": 0.016820903795899084,
      "grad_norm": 0.14460201561450958,
      "learning_rate": 0.003,
      "loss": 3.488492126464844,
      "step": 7700
    },
    {
      "epoch": 0.017039357091949724,
      "grad_norm": 0.0004208660975564271,
      "learning_rate": 0.003,
      "loss": 3.0585507202148436,
      "step": 7800
    },
    {
      "epoch": 0.01725781038800036,
      "grad_norm": 0.16746053099632263,
      "learning_rate": 0.003,
      "loss": 3.4115805053710937,
      "step": 7900
    },
    {
      "epoch": 0.017476263684051,
      "grad_norm": 0.12478704750537872,
      "learning_rate": 0.003,
      "loss": 3.5240304565429685,
      "step": 8000
    },
    {
      "epoch": 0.017694716980101634,
      "grad_norm": 0.15716327726840973,
      "learning_rate": 0.003,
      "loss": 3.4820321655273436,
      "step": 8100
    },
    {
      "epoch": 0.017913170276152274,
      "grad_norm": 0.13654641807079315,
      "learning_rate": 0.003,
      "loss": 3.515375061035156,
      "step": 8200
    },
    {
      "epoch": 0.01813162357220291,
      "grad_norm": 0.13003572821617126,
      "learning_rate": 0.003,
      "loss": 3.493472900390625,
      "step": 8300
    },
    {
      "epoch": 0.01835007686825355,
      "grad_norm": 0.14350499212741852,
      "learning_rate": 0.003,
      "loss": 3.4743597412109377,
      "step": 8400
    },
    {
      "epoch": 0.018568530164304185,
      "grad_norm": 0.13438019156455994,
      "learning_rate": 0.003,
      "loss": 3.4803411865234377,
      "step": 8500
    },
    {
      "epoch": 0.018786983460354824,
      "grad_norm": 0.13640356063842773,
      "learning_rate": 0.003,
      "loss": 3.486788635253906,
      "step": 8600
    },
    {
      "epoch": 0.01900543675640546,
      "grad_norm": 0.18971936404705048,
      "learning_rate": 0.003,
      "loss": 3.482457580566406,
      "step": 8700
    },
    {
      "epoch": 0.0192238900524561,
      "grad_norm": 0.1473148614168167,
      "learning_rate": 0.003,
      "loss": 3.456876220703125,
      "step": 8800
    },
    {
      "epoch": 0.019442343348506735,
      "grad_norm": 0.18119043111801147,
      "learning_rate": 0.003,
      "loss": 3.462286376953125,
      "step": 8900
    },
    {
      "epoch": 0.019660796644557374,
      "grad_norm": 0.13301891088485718,
      "learning_rate": 0.003,
      "loss": 3.4378567504882813,
      "step": 9000
    },
    {
      "epoch": 0.01987924994060801,
      "grad_norm": 0.12677288055419922,
      "learning_rate": 0.003,
      "loss": 3.4668447875976565,
      "step": 9100
    },
    {
      "epoch": 0.02009770323665865,
      "grad_norm": 0.1373668909072876,
      "learning_rate": 0.003,
      "loss": 3.443948974609375,
      "step": 9200
    },
    {
      "epoch": 0.020316156532709285,
      "grad_norm": 0.14534036815166473,
      "learning_rate": 0.003,
      "loss": 3.380128173828125,
      "step": 9300
    },
    {
      "epoch": 0.020534609828759924,
      "grad_norm": 0.1568584442138672,
      "learning_rate": 0.003,
      "loss": 3.44497314453125,
      "step": 9400
    },
    {
      "epoch": 0.02075306312481056,
      "grad_norm": 0.1420242041349411,
      "learning_rate": 0.003,
      "loss": 3.4808615112304686,
      "step": 9500
    },
    {
      "epoch": 0.0209715164208612,
      "grad_norm": 0.1322467178106308,
      "learning_rate": 0.003,
      "loss": 3.4551959228515625,
      "step": 9600
    },
    {
      "epoch": 0.021189969716911835,
      "grad_norm": 0.13316933810710907,
      "learning_rate": 0.003,
      "loss": 3.4731900024414064,
      "step": 9700
    },
    {
      "epoch": 0.021408423012962474,
      "grad_norm": 0.15251101553440094,
      "learning_rate": 0.003,
      "loss": 3.4879879760742187,
      "step": 9800
    },
    {
      "epoch": 0.02162687630901311,
      "grad_norm": 0.12604866921901703,
      "learning_rate": 0.003,
      "loss": 3.440266418457031,
      "step": 9900
    },
    {
      "epoch": 0.021845329605063746,
      "grad_norm": 0.17345112562179565,
      "learning_rate": 0.003,
      "loss": 3.406102294921875,
      "step": 10000
    },
    {
      "epoch": 0.022063782901114385,
      "grad_norm": 0.127431258559227,
      "learning_rate": 0.003,
      "loss": 3.4641342163085938,
      "step": 10100
    },
    {
      "epoch": 0.02228223619716502,
      "grad_norm": 0.3970823287963867,
      "learning_rate": 0.003,
      "loss": 3.4580899047851563,
      "step": 10200
    },
    {
      "epoch": 0.02250068949321566,
      "grad_norm": 0.12958978116512299,
      "learning_rate": 0.003,
      "loss": 3.467703857421875,
      "step": 10300
    },
    {
      "epoch": 0.022719142789266296,
      "grad_norm": 0.12477892637252808,
      "learning_rate": 0.003,
      "loss": 3.4370376586914064,
      "step": 10400
    },
    {
      "epoch": 0.022937596085316935,
      "grad_norm": 0.15533806383609772,
      "learning_rate": 0.003,
      "loss": 3.424752502441406,
      "step": 10500
    },
    {
      "epoch": 0.02315604938136757,
      "grad_norm": 0.12429562211036682,
      "learning_rate": 0.003,
      "loss": 3.4563424682617185,
      "step": 10600
    },
    {
      "epoch": 0.02337450267741821,
      "grad_norm": 0.12259926646947861,
      "learning_rate": 0.003,
      "loss": 3.452345886230469,
      "step": 10700
    },
    {
      "epoch": 0.023592955973468846,
      "grad_norm": 0.12801794707775116,
      "learning_rate": 0.003,
      "loss": 3.428161315917969,
      "step": 10800
    },
    {
      "epoch": 0.023811409269519485,
      "grad_norm": 0.12190855294466019,
      "learning_rate": 0.003,
      "loss": 3.4313015747070312,
      "step": 10900
    },
    {
      "epoch": 0.02402986256557012,
      "grad_norm": 0.15164604783058167,
      "learning_rate": 0.003,
      "loss": 3.4190289306640627,
      "step": 11000
    },
    {
      "epoch": 0.02424831586162076,
      "grad_norm": 0.147601917386055,
      "learning_rate": 0.003,
      "loss": 3.426579895019531,
      "step": 11100
    },
    {
      "epoch": 0.024466769157671396,
      "grad_norm": 0.2954082787036896,
      "learning_rate": 0.003,
      "loss": 3.4224453735351563,
      "step": 11200
    },
    {
      "epoch": 0.024685222453722035,
      "grad_norm": 0.12163235992193222,
      "learning_rate": 0.003,
      "loss": 3.4398626708984374,
      "step": 11300
    },
    {
      "epoch": 0.02490367574977267,
      "grad_norm": 0.15871132910251617,
      "learning_rate": 0.003,
      "loss": 3.245552978515625,
      "step": 11400
    },
    {
      "epoch": 0.02512212904582331,
      "grad_norm": 0.12936411798000336,
      "learning_rate": 0.003,
      "loss": 3.463407287597656,
      "step": 11500
    },
    {
      "epoch": 0.025340582341873946,
      "grad_norm": 0.14481250941753387,
      "learning_rate": 0.003,
      "loss": 3.4297866821289062,
      "step": 11600
    },
    {
      "epoch": 0.025559035637924585,
      "grad_norm": 0.1768658310174942,
      "learning_rate": 0.003,
      "loss": 3.4299252319335936,
      "step": 11700
    },
    {
      "epoch": 0.02577748893397522,
      "grad_norm": 0.16980133950710297,
      "learning_rate": 0.003,
      "loss": 3.422637634277344,
      "step": 11800
    },
    {
      "epoch": 0.02599594223002586,
      "grad_norm": 0.14592786133289337,
      "learning_rate": 0.003,
      "loss": 3.4101101684570314,
      "step": 11900
    },
    {
      "epoch": 0.026214395526076496,
      "grad_norm": 0.17400604486465454,
      "learning_rate": 0.003,
      "loss": 3.4130960083007813,
      "step": 12000
    },
    {
      "epoch": 0.026432848822127136,
      "grad_norm": 0.15158580243587494,
      "learning_rate": 0.003,
      "loss": 3.3233709716796875,
      "step": 12100
    },
    {
      "epoch": 0.02665130211817777,
      "grad_norm": 0.1904173642396927,
      "learning_rate": 0.003,
      "loss": 3.369674072265625,
      "step": 12200
    },
    {
      "epoch": 0.02686975541422841,
      "grad_norm": 0.17572258412837982,
      "learning_rate": 0.003,
      "loss": 3.3876129150390626,
      "step": 12300
    },
    {
      "epoch": 0.027088208710279046,
      "grad_norm": 0.17185264825820923,
      "learning_rate": 0.003,
      "loss": 3.4066583251953126,
      "step": 12400
    },
    {
      "epoch": 0.027306662006329686,
      "grad_norm": 0.1479792445898056,
      "learning_rate": 0.003,
      "loss": 3.4205966186523438,
      "step": 12500
    },
    {
      "epoch": 0.02752511530238032,
      "grad_norm": 0.12834446132183075,
      "learning_rate": 0.003,
      "loss": 3.378619384765625,
      "step": 12600
    },
    {
      "epoch": 0.02774356859843096,
      "grad_norm": 0.12408050894737244,
      "learning_rate": 0.003,
      "loss": 3.3828253173828124,
      "step": 12700
    },
    {
      "epoch": 0.027962021894481597,
      "grad_norm": 0.22868679463863373,
      "learning_rate": 0.003,
      "loss": 3.381539306640625,
      "step": 12800
    },
    {
      "epoch": 0.028180475190532236,
      "grad_norm": 0.17433251440525055,
      "learning_rate": 0.003,
      "loss": 3.4322048950195314,
      "step": 12900
    },
    {
      "epoch": 0.02839892848658287,
      "grad_norm": 0.16155290603637695,
      "learning_rate": 0.003,
      "loss": 3.4481887817382812,
      "step": 13000
    },
    {
      "epoch": 0.028617381782633507,
      "grad_norm": 0.15982672572135925,
      "learning_rate": 0.003,
      "loss": 3.4119744873046876,
      "step": 13100
    },
    {
      "epoch": 0.028835835078684147,
      "grad_norm": 0.18386831879615784,
      "learning_rate": 0.003,
      "loss": 3.3510791015625,
      "step": 13200
    },
    {
      "epoch": 0.029054288374734782,
      "grad_norm": 0.17137445509433746,
      "learning_rate": 0.003,
      "loss": 3.393916015625,
      "step": 13300
    },
    {
      "epoch": 0.02927274167078542,
      "grad_norm": 0.13146288692951202,
      "learning_rate": 0.003,
      "loss": 3.3667041015625,
      "step": 13400
    },
    {
      "epoch": 0.029491194966836057,
      "grad_norm": 0.14492550492286682,
      "learning_rate": 0.003,
      "loss": 3.419930114746094,
      "step": 13500
    },
    {
      "epoch": 0.029709648262886697,
      "grad_norm": 0.1275530457496643,
      "learning_rate": 0.003,
      "loss": 3.3596307373046876,
      "step": 13600
    },
    {
      "epoch": 0.029928101558937333,
      "grad_norm": 0.13028651475906372,
      "learning_rate": 0.003,
      "loss": 3.4040185546875,
      "step": 13700
    },
    {
      "epoch": 0.030146554854987972,
      "grad_norm": 0.11924244463443756,
      "learning_rate": 0.003,
      "loss": 3.3670413208007814,
      "step": 13800
    },
    {
      "epoch": 0.030365008151038608,
      "grad_norm": 0.14716394245624542,
      "learning_rate": 0.003,
      "loss": 3.3846261596679685,
      "step": 13900
    },
    {
      "epoch": 0.030583461447089247,
      "grad_norm": 0.13254448771476746,
      "learning_rate": 0.003,
      "loss": 3.364213562011719,
      "step": 14000
    },
    {
      "epoch": 0.030801914743139883,
      "grad_norm": 0.15664011240005493,
      "learning_rate": 0.003,
      "loss": 3.3782522583007815,
      "step": 14100
    },
    {
      "epoch": 0.031020368039190522,
      "grad_norm": 0.15272946655750275,
      "learning_rate": 0.003,
      "loss": 3.3805450439453124,
      "step": 14200
    },
    {
      "epoch": 0.031238821335241158,
      "grad_norm": 0.1525123417377472,
      "learning_rate": 0.003,
      "loss": 3.3752081298828127,
      "step": 14300
    },
    {
      "epoch": 0.0314572746312918,
      "grad_norm": 0.20490288734436035,
      "learning_rate": 0.003,
      "loss": 3.371563720703125,
      "step": 14400
    },
    {
      "epoch": 0.03167572792734243,
      "grad_norm": 0.15253432095050812,
      "learning_rate": 0.003,
      "loss": 3.402916259765625,
      "step": 14500
    },
    {
      "epoch": 0.03189418122339307,
      "grad_norm": 0.13024139404296875,
      "learning_rate": 0.003,
      "loss": 3.4280859375,
      "step": 14600
    },
    {
      "epoch": 0.03211263451944371,
      "grad_norm": 0.1582784652709961,
      "learning_rate": 0.003,
      "loss": 3.3901861572265624,
      "step": 14700
    },
    {
      "epoch": 0.03233108781549435,
      "grad_norm": 0.14428076148033142,
      "learning_rate": 0.003,
      "loss": 3.4218453979492187,
      "step": 14800
    },
    {
      "epoch": 0.03254954111154498,
      "grad_norm": 0.17758288979530334,
      "learning_rate": 0.003,
      "loss": 3.414378662109375,
      "step": 14900
    },
    {
      "epoch": 0.03276799440759562,
      "grad_norm": 0.15624703466892242,
      "learning_rate": 0.003,
      "loss": 3.402666015625,
      "step": 15000
    },
    {
      "epoch": 0.03298644770364626,
      "grad_norm": 0.11428515613079071,
      "learning_rate": 0.003,
      "loss": 3.3660311889648438,
      "step": 15100
    },
    {
      "epoch": 0.0332049009996969,
      "grad_norm": 0.12380622327327728,
      "learning_rate": 0.003,
      "loss": 3.373631591796875,
      "step": 15200
    },
    {
      "epoch": 0.03342335429574753,
      "grad_norm": 0.1253189742565155,
      "learning_rate": 0.003,
      "loss": 3.4366766357421876,
      "step": 15300
    },
    {
      "epoch": 0.03364180759179817,
      "grad_norm": 0.16725805401802063,
      "learning_rate": 0.003,
      "loss": 3.3884176635742187,
      "step": 15400
    },
    {
      "epoch": 0.03386026088784881,
      "grad_norm": 0.11203224956989288,
      "learning_rate": 0.003,
      "loss": 3.38418701171875,
      "step": 15500
    },
    {
      "epoch": 0.03407871418389945,
      "grad_norm": 0.14427132904529572,
      "learning_rate": 0.003,
      "loss": 3.35841552734375,
      "step": 15600
    },
    {
      "epoch": 0.03429716747995008,
      "grad_norm": 0.3464087247848511,
      "learning_rate": 0.003,
      "loss": 3.3959381103515627,
      "step": 15700
    },
    {
      "epoch": 0.03451562077600072,
      "grad_norm": 0.1291625201702118,
      "learning_rate": 0.003,
      "loss": 3.318126220703125,
      "step": 15800
    },
    {
      "epoch": 0.03473407407205136,
      "grad_norm": 0.1512761414051056,
      "learning_rate": 0.003,
      "loss": 3.4096249389648436,
      "step": 15900
    },
    {
      "epoch": 0.034952527368102,
      "grad_norm": 0.13020943105220795,
      "learning_rate": 0.003,
      "loss": 3.394733581542969,
      "step": 16000
    },
    {
      "epoch": 0.03517098066415263,
      "grad_norm": 0.1642727553844452,
      "learning_rate": 0.003,
      "loss": 3.387644958496094,
      "step": 16100
    },
    {
      "epoch": 0.03538943396020327,
      "grad_norm": 0.18252240121364594,
      "learning_rate": 0.003,
      "loss": 3.348713684082031,
      "step": 16200
    },
    {
      "epoch": 0.03560788725625391,
      "grad_norm": 0.12791410088539124,
      "learning_rate": 0.003,
      "loss": 3.3396737670898435,
      "step": 16300
    },
    {
      "epoch": 0.03582634055230455,
      "grad_norm": 0.16357003152370453,
      "learning_rate": 0.003,
      "loss": 3.3477932739257814,
      "step": 16400
    },
    {
      "epoch": 0.03604479384835518,
      "grad_norm": 0.15510688722133636,
      "learning_rate": 0.003,
      "loss": 3.359996337890625,
      "step": 16500
    },
    {
      "epoch": 0.03626324714440582,
      "grad_norm": 0.13001827895641327,
      "learning_rate": 0.003,
      "loss": 3.389567565917969,
      "step": 16600
    },
    {
      "epoch": 0.036481700440456455,
      "grad_norm": 0.1236167848110199,
      "learning_rate": 0.003,
      "loss": 3.3922064208984377,
      "step": 16700
    },
    {
      "epoch": 0.0367001537365071,
      "grad_norm": 0.1220364198088646,
      "learning_rate": 0.003,
      "loss": 3.36064453125,
      "step": 16800
    },
    {
      "epoch": 0.03691860703255773,
      "grad_norm": 0.15455572307109833,
      "learning_rate": 0.003,
      "loss": 3.3853970336914063,
      "step": 16900
    },
    {
      "epoch": 0.03713706032860837,
      "grad_norm": 0.1555703580379486,
      "learning_rate": 0.003,
      "loss": 3.3637930297851564,
      "step": 17000
    },
    {
      "epoch": 0.037355513624659005,
      "grad_norm": 0.12709327042102814,
      "learning_rate": 0.003,
      "loss": 3.3593380737304686,
      "step": 17100
    },
    {
      "epoch": 0.03757396692070965,
      "grad_norm": 0.1316322535276413,
      "learning_rate": 0.003,
      "loss": 3.3686447143554688,
      "step": 17200
    },
    {
      "epoch": 0.037792420216760284,
      "grad_norm": 0.1177879050374031,
      "learning_rate": 0.003,
      "loss": 3.395923767089844,
      "step": 17300
    },
    {
      "epoch": 0.03801087351281092,
      "grad_norm": 0.13159431517124176,
      "learning_rate": 0.003,
      "loss": 3.3620074462890623,
      "step": 17400
    },
    {
      "epoch": 0.038229326808861555,
      "grad_norm": 0.18160413205623627,
      "learning_rate": 0.003,
      "loss": 3.399137268066406,
      "step": 17500
    },
    {
      "epoch": 0.0384477801049122,
      "grad_norm": 0.14702297747135162,
      "learning_rate": 0.003,
      "loss": 3.3676507568359373,
      "step": 17600
    },
    {
      "epoch": 0.038666233400962834,
      "grad_norm": 0.1425740122795105,
      "learning_rate": 0.003,
      "loss": 3.369291076660156,
      "step": 17700
    },
    {
      "epoch": 0.03888468669701347,
      "grad_norm": 0.14931966364383698,
      "learning_rate": 0.003,
      "loss": 3.4102838134765623,
      "step": 17800
    },
    {
      "epoch": 0.039103139993064105,
      "grad_norm": 0.17999820411205292,
      "learning_rate": 0.003,
      "loss": 3.379178466796875,
      "step": 17900
    },
    {
      "epoch": 0.03932159328911475,
      "grad_norm": 0.1291344314813614,
      "learning_rate": 0.003,
      "loss": 3.355089111328125,
      "step": 18000
    },
    {
      "epoch": 0.039540046585165384,
      "grad_norm": 0.1446428745985031,
      "learning_rate": 0.003,
      "loss": 3.3309194946289065,
      "step": 18100
    },
    {
      "epoch": 0.03975849988121602,
      "grad_norm": 0.14135949313640594,
      "learning_rate": 0.003,
      "loss": 3.3592868041992188,
      "step": 18200
    },
    {
      "epoch": 0.039976953177266655,
      "grad_norm": 0.1341768056154251,
      "learning_rate": 0.003,
      "loss": 3.4569125366210938,
      "step": 18300
    },
    {
      "epoch": 0.0401954064733173,
      "grad_norm": 0.17552950978279114,
      "learning_rate": 0.003,
      "loss": 3.3678436279296875,
      "step": 18400
    },
    {
      "epoch": 0.040413859769367934,
      "grad_norm": 0.13788950443267822,
      "learning_rate": 0.003,
      "loss": 3.3702731323242188,
      "step": 18500
    },
    {
      "epoch": 0.04063231306541857,
      "grad_norm": 0.15055698156356812,
      "learning_rate": 0.003,
      "loss": 3.3611465454101563,
      "step": 18600
    },
    {
      "epoch": 0.040850766361469205,
      "grad_norm": 0.14934693276882172,
      "learning_rate": 0.003,
      "loss": 3.3552645874023437,
      "step": 18700
    },
    {
      "epoch": 0.04106921965751985,
      "grad_norm": 0.14292465150356293,
      "learning_rate": 0.003,
      "loss": 3.366205139160156,
      "step": 18800
    },
    {
      "epoch": 0.041287672953570484,
      "grad_norm": 0.18903979659080505,
      "learning_rate": 0.003,
      "loss": 3.371684265136719,
      "step": 18900
    },
    {
      "epoch": 0.04150612624962112,
      "grad_norm": 0.24123075604438782,
      "learning_rate": 0.003,
      "loss": 3.3701324462890625,
      "step": 19000
    },
    {
      "epoch": 0.041724579545671756,
      "grad_norm": 0.07729237526655197,
      "learning_rate": 0.003,
      "loss": 3.298961181640625,
      "step": 19100
    },
    {
      "epoch": 0.0419430328417224,
      "grad_norm": 0.1265183836221695,
      "learning_rate": 0.003,
      "loss": 3.3053384399414063,
      "step": 19200
    },
    {
      "epoch": 0.042161486137773034,
      "grad_norm": 0.1463397592306137,
      "learning_rate": 0.003,
      "loss": 3.268896179199219,
      "step": 19300
    },
    {
      "epoch": 0.04237993943382367,
      "grad_norm": 0.16664332151412964,
      "learning_rate": 0.003,
      "loss": 3.298565673828125,
      "step": 19400
    },
    {
      "epoch": 0.042598392729874306,
      "grad_norm": 0.191655695438385,
      "learning_rate": 0.003,
      "loss": 3.362577209472656,
      "step": 19500
    },
    {
      "epoch": 0.04281684602592495,
      "grad_norm": 0.15652531385421753,
      "learning_rate": 0.003,
      "loss": 3.382750244140625,
      "step": 19600
    },
    {
      "epoch": 0.043035299321975584,
      "grad_norm": 0.1691717952489853,
      "learning_rate": 0.003,
      "loss": 3.38729248046875,
      "step": 19700
    },
    {
      "epoch": 0.04325375261802622,
      "grad_norm": 0.17442384362220764,
      "learning_rate": 0.003,
      "loss": 3.4193304443359374,
      "step": 19800
    },
    {
      "epoch": 0.043472205914076856,
      "grad_norm": 0.1332450658082962,
      "learning_rate": 0.003,
      "loss": 3.392738037109375,
      "step": 19900
    },
    {
      "epoch": 0.04369065921012749,
      "grad_norm": 0.21232371032238007,
      "learning_rate": 0.003,
      "loss": 3.302718200683594,
      "step": 20000
    },
    {
      "epoch": 0.043909112506178134,
      "grad_norm": 0.12638093531131744,
      "learning_rate": 0.003,
      "loss": 3.3222625732421873,
      "step": 20100
    },
    {
      "epoch": 0.04412756580222877,
      "grad_norm": 0.14597079157829285,
      "learning_rate": 0.003,
      "loss": 3.3344183349609375,
      "step": 20200
    },
    {
      "epoch": 0.044346019098279406,
      "grad_norm": 0.18109019100666046,
      "learning_rate": 0.003,
      "loss": 3.355440979003906,
      "step": 20300
    },
    {
      "epoch": 0.04456447239433004,
      "grad_norm": 0.13938353955745697,
      "learning_rate": 0.003,
      "loss": 3.356192321777344,
      "step": 20400
    },
    {
      "epoch": 0.044782925690380684,
      "grad_norm": 0.15982763469219208,
      "learning_rate": 0.003,
      "loss": 3.363128662109375,
      "step": 20500
    },
    {
      "epoch": 0.04500137898643132,
      "grad_norm": 0.13512779772281647,
      "learning_rate": 0.003,
      "loss": 3.352191162109375,
      "step": 20600
    },
    {
      "epoch": 0.045219832282481956,
      "grad_norm": 0.1318831890821457,
      "learning_rate": 0.003,
      "loss": 3.3415237426757813,
      "step": 20700
    },
    {
      "epoch": 0.04543828557853259,
      "grad_norm": 0.1379501074552536,
      "learning_rate": 0.003,
      "loss": 3.31056884765625,
      "step": 20800
    },
    {
      "epoch": 0.045656738874583234,
      "grad_norm": 0.13282452523708344,
      "learning_rate": 0.003,
      "loss": 3.3612637329101562,
      "step": 20900
    },
    {
      "epoch": 0.04587519217063387,
      "grad_norm": 0.16338206827640533,
      "learning_rate": 0.003,
      "loss": 3.3540554809570313,
      "step": 21000
    },
    {
      "epoch": 0.046093645466684506,
      "grad_norm": 0.14283308386802673,
      "learning_rate": 0.003,
      "loss": 2.806424255371094,
      "step": 21100
    },
    {
      "epoch": 0.04631209876273514,
      "grad_norm": 0.1394539177417755,
      "learning_rate": 0.003,
      "loss": 3.337768859863281,
      "step": 21200
    },
    {
      "epoch": 0.046530552058785785,
      "grad_norm": 0.14424312114715576,
      "learning_rate": 0.003,
      "loss": 3.3319973754882812,
      "step": 21300
    },
    {
      "epoch": 0.04674900535483642,
      "grad_norm": 0.13849256932735443,
      "learning_rate": 0.003,
      "loss": 3.357599182128906,
      "step": 21400
    },
    {
      "epoch": 0.046967458650887056,
      "grad_norm": 0.16135214269161224,
      "learning_rate": 0.003,
      "loss": 3.3484396362304687,
      "step": 21500
    },
    {
      "epoch": 0.04718591194693769,
      "grad_norm": 0.12737597525119781,
      "learning_rate": 0.003,
      "loss": 3.32648681640625,
      "step": 21600
    },
    {
      "epoch": 0.047404365242988335,
      "grad_norm": 0.1328800916671753,
      "learning_rate": 0.003,
      "loss": 3.3115444946289063,
      "step": 21700
    },
    {
      "epoch": 0.04762281853903897,
      "grad_norm": 0.13899770379066467,
      "learning_rate": 0.003,
      "loss": 3.315568542480469,
      "step": 21800
    },
    {
      "epoch": 0.047841271835089606,
      "grad_norm": 0.13824427127838135,
      "learning_rate": 0.003,
      "loss": 3.3840231323242187,
      "step": 21900
    },
    {
      "epoch": 0.04805972513114024,
      "grad_norm": 0.13134266436100006,
      "learning_rate": 0.003,
      "loss": 3.332655944824219,
      "step": 22000
    },
    {
      "epoch": 0.048278178427190885,
      "grad_norm": 0.155122771859169,
      "learning_rate": 0.003,
      "loss": 3.3235379028320313,
      "step": 22100
    },
    {
      "epoch": 0.04849663172324152,
      "grad_norm": 0.15229357779026031,
      "learning_rate": 0.003,
      "loss": 3.3199755859375,
      "step": 22200
    },
    {
      "epoch": 0.048715085019292156,
      "grad_norm": 0.12670215964317322,
      "learning_rate": 0.003,
      "loss": 3.316469421386719,
      "step": 22300
    },
    {
      "epoch": 0.04893353831534279,
      "grad_norm": 0.141511932015419,
      "learning_rate": 0.003,
      "loss": 3.3063583374023438,
      "step": 22400
    },
    {
      "epoch": 0.049151991611393435,
      "grad_norm": 0.1661921739578247,
      "learning_rate": 0.003,
      "loss": 3.3516119384765624,
      "step": 22500
    },
    {
      "epoch": 0.04937044490744407,
      "grad_norm": 0.158327117562294,
      "learning_rate": 0.003,
      "loss": 3.31264892578125,
      "step": 22600
    },
    {
      "epoch": 0.049588898203494707,
      "grad_norm": 0.12664683163166046,
      "learning_rate": 0.003,
      "loss": 3.3332479858398436,
      "step": 22700
    },
    {
      "epoch": 0.04980735149954534,
      "grad_norm": 0.16267594695091248,
      "learning_rate": 0.003,
      "loss": 3.3688790893554685,
      "step": 22800
    },
    {
      "epoch": 0.05002580479559598,
      "grad_norm": 0.12839975953102112,
      "learning_rate": 0.003,
      "loss": 3.342285461425781,
      "step": 22900
    },
    {
      "epoch": 0.05024425809164662,
      "grad_norm": 0.12727583944797516,
      "learning_rate": 0.003,
      "loss": 3.3483712768554685,
      "step": 23000
    },
    {
      "epoch": 0.05046271138769726,
      "grad_norm": 0.1626160889863968,
      "learning_rate": 0.003,
      "loss": 3.258794250488281,
      "step": 23100
    },
    {
      "epoch": 0.05068116468374789,
      "grad_norm": 0.1446387618780136,
      "learning_rate": 0.003,
      "loss": 3.360071105957031,
      "step": 23200
    },
    {
      "epoch": 0.05089961797979853,
      "grad_norm": 0.14391113817691803,
      "learning_rate": 0.003,
      "loss": 3.3143096923828126,
      "step": 23300
    },
    {
      "epoch": 0.05111807127584917,
      "grad_norm": 0.1434401422739029,
      "learning_rate": 0.003,
      "loss": 3.325472106933594,
      "step": 23400
    },
    {
      "epoch": 0.05133652457189981,
      "grad_norm": 0.13786746561527252,
      "learning_rate": 0.003,
      "loss": 3.310267333984375,
      "step": 23500
    },
    {
      "epoch": 0.05155497786795044,
      "grad_norm": 0.13826313614845276,
      "learning_rate": 0.003,
      "loss": 3.356964111328125,
      "step": 23600
    },
    {
      "epoch": 0.05177343116400108,
      "grad_norm": 0.12940509617328644,
      "learning_rate": 0.003,
      "loss": 3.3435748291015623,
      "step": 23700
    },
    {
      "epoch": 0.05199188446005172,
      "grad_norm": 0.16012531518936157,
      "learning_rate": 0.003,
      "loss": 3.377527160644531,
      "step": 23800
    },
    {
      "epoch": 0.05221033775610236,
      "grad_norm": 0.15281037986278534,
      "learning_rate": 0.003,
      "loss": 3.3529147338867187,
      "step": 23900
    },
    {
      "epoch": 0.05242879105215299,
      "grad_norm": 0.12364033609628677,
      "learning_rate": 0.003,
      "loss": 3.3162277221679686,
      "step": 24000
    },
    {
      "epoch": 0.05264724434820363,
      "grad_norm": 0.13337066769599915,
      "learning_rate": 0.003,
      "loss": 3.332524719238281,
      "step": 24100
    },
    {
      "epoch": 0.05286569764425427,
      "grad_norm": 0.12411975860595703,
      "learning_rate": 0.003,
      "loss": 3.3512115478515625,
      "step": 24200
    },
    {
      "epoch": 0.05308415094030491,
      "grad_norm": 0.16036230325698853,
      "learning_rate": 0.003,
      "loss": 3.3250997924804686,
      "step": 24300
    },
    {
      "epoch": 0.05330260423635554,
      "grad_norm": 0.22030843794345856,
      "learning_rate": 0.003,
      "loss": 3.304237060546875,
      "step": 24400
    },
    {
      "epoch": 0.05352105753240618,
      "grad_norm": 0.25381991267204285,
      "learning_rate": 0.003,
      "loss": 3.34534423828125,
      "step": 24500
    },
    {
      "epoch": 0.05373951082845682,
      "grad_norm": 0.16389718651771545,
      "learning_rate": 0.003,
      "loss": 3.348591613769531,
      "step": 24600
    },
    {
      "epoch": 0.05395796412450746,
      "grad_norm": 0.14573702216148376,
      "learning_rate": 0.003,
      "loss": 3.3080172729492188,
      "step": 24700
    },
    {
      "epoch": 0.05417641742055809,
      "grad_norm": 0.1497870832681656,
      "learning_rate": 0.003,
      "loss": 3.3553036499023436,
      "step": 24800
    },
    {
      "epoch": 0.05439487071660873,
      "grad_norm": 0.13177230954170227,
      "learning_rate": 0.003,
      "loss": 3.2844012451171873,
      "step": 24900
    },
    {
      "epoch": 0.05461332401265937,
      "grad_norm": 0.15044496953487396,
      "learning_rate": 0.003,
      "loss": 3.3339718627929686,
      "step": 25000
    },
    {
      "epoch": 0.05483177730871001,
      "grad_norm": 0.16820241510868073,
      "learning_rate": 0.003,
      "loss": 3.312646484375,
      "step": 25100
    },
    {
      "epoch": 0.05505023060476064,
      "grad_norm": 0.13994398713111877,
      "learning_rate": 0.003,
      "loss": 3.3246527099609375,
      "step": 25200
    },
    {
      "epoch": 0.05526868390081128,
      "grad_norm": 0.13690656423568726,
      "learning_rate": 0.003,
      "loss": 3.3303009033203126,
      "step": 25300
    },
    {
      "epoch": 0.05548713719686192,
      "grad_norm": 0.1266283243894577,
      "learning_rate": 0.003,
      "loss": 3.3370904541015625,
      "step": 25400
    },
    {
      "epoch": 0.05570559049291256,
      "grad_norm": 0.2835458815097809,
      "learning_rate": 0.003,
      "loss": 3.2755780029296875,
      "step": 25500
    },
    {
      "epoch": 0.05592404378896319,
      "grad_norm": 0.1243748813867569,
      "learning_rate": 0.003,
      "loss": 3.31575927734375,
      "step": 25600
    },
    {
      "epoch": 0.05614249708501383,
      "grad_norm": 0.13248547911643982,
      "learning_rate": 0.003,
      "loss": 3.273077087402344,
      "step": 25700
    },
    {
      "epoch": 0.05636095038106447,
      "grad_norm": 0.1573888212442398,
      "learning_rate": 0.003,
      "loss": 3.329945373535156,
      "step": 25800
    },
    {
      "epoch": 0.05657940367711511,
      "grad_norm": 0.1859431117773056,
      "learning_rate": 0.003,
      "loss": 3.3422332763671876,
      "step": 25900
    },
    {
      "epoch": 0.05679785697316574,
      "grad_norm": 0.14315782487392426,
      "learning_rate": 0.003,
      "loss": 3.321678466796875,
      "step": 26000
    },
    {
      "epoch": 0.05701631026921638,
      "grad_norm": 0.16119340062141418,
      "learning_rate": 0.003,
      "loss": 3.28656982421875,
      "step": 26100
    },
    {
      "epoch": 0.057234763565267015,
      "grad_norm": 0.169467493891716,
      "learning_rate": 0.003,
      "loss": 3.3227874755859377,
      "step": 26200
    },
    {
      "epoch": 0.05745321686131766,
      "grad_norm": 0.13390371203422546,
      "learning_rate": 0.003,
      "loss": 3.3195626831054685,
      "step": 26300
    },
    {
      "epoch": 0.05767167015736829,
      "grad_norm": 0.2256622463464737,
      "learning_rate": 0.003,
      "loss": 3.3732449340820314,
      "step": 26400
    },
    {
      "epoch": 0.05789012345341893,
      "grad_norm": 0.14236938953399658,
      "learning_rate": 0.003,
      "loss": 3.315290832519531,
      "step": 26500
    },
    {
      "epoch": 0.058108576749469565,
      "grad_norm": 0.13468952476978302,
      "learning_rate": 0.003,
      "loss": 3.2961331176757813,
      "step": 26600
    },
    {
      "epoch": 0.05832703004552021,
      "grad_norm": 0.13163988292217255,
      "learning_rate": 0.003,
      "loss": 3.3402911376953126,
      "step": 26700
    },
    {
      "epoch": 0.05854548334157084,
      "grad_norm": 0.16410379111766815,
      "learning_rate": 0.003,
      "loss": 3.3237750244140627,
      "step": 26800
    },
    {
      "epoch": 0.05876393663762148,
      "grad_norm": 0.17589592933654785,
      "learning_rate": 0.003,
      "loss": 3.3025152587890627,
      "step": 26900
    },
    {
      "epoch": 0.058982389933672115,
      "grad_norm": 0.12554213404655457,
      "learning_rate": 0.003,
      "loss": 3.329324035644531,
      "step": 27000
    },
    {
      "epoch": 0.05920084322972276,
      "grad_norm": 0.14356501400470734,
      "learning_rate": 0.003,
      "loss": 3.3095223999023435,
      "step": 27100
    },
    {
      "epoch": 0.059419296525773393,
      "grad_norm": 0.20642130076885223,
      "learning_rate": 0.003,
      "loss": 3.16523681640625,
      "step": 27200
    },
    {
      "epoch": 0.05963774982182403,
      "grad_norm": 0.12734311819076538,
      "learning_rate": 0.003,
      "loss": 3.3130838012695314,
      "step": 27300
    },
    {
      "epoch": 0.059856203117874665,
      "grad_norm": 0.16035129129886627,
      "learning_rate": 0.003,
      "loss": 3.3009878540039064,
      "step": 27400
    },
    {
      "epoch": 0.06007465641392531,
      "grad_norm": 0.1451551616191864,
      "learning_rate": 0.003,
      "loss": 3.3051492309570314,
      "step": 27500
    },
    {
      "epoch": 0.060293109709975944,
      "grad_norm": 0.12821145355701447,
      "learning_rate": 0.003,
      "loss": 3.32,
      "step": 27600
    },
    {
      "epoch": 0.06051156300602658,
      "grad_norm": 0.1578887552022934,
      "learning_rate": 0.003,
      "loss": 3.2693597412109376,
      "step": 27700
    },
    {
      "epoch": 0.060730016302077215,
      "grad_norm": 0.1403341293334961,
      "learning_rate": 0.003,
      "loss": 3.285400085449219,
      "step": 27800
    },
    {
      "epoch": 0.06094846959812786,
      "grad_norm": 0.1922478973865509,
      "learning_rate": 0.003,
      "loss": 3.3167987060546875,
      "step": 27900
    },
    {
      "epoch": 0.061166922894178494,
      "grad_norm": 0.12697449326515198,
      "learning_rate": 0.003,
      "loss": 3.326105651855469,
      "step": 28000
    },
    {
      "epoch": 0.06138537619022913,
      "grad_norm": 0.21215832233428955,
      "learning_rate": 0.003,
      "loss": 3.309931640625,
      "step": 28100
    },
    {
      "epoch": 0.061603829486279765,
      "grad_norm": 0.13175860047340393,
      "learning_rate": 0.003,
      "loss": 3.2714743041992187,
      "step": 28200
    },
    {
      "epoch": 0.06182228278233041,
      "grad_norm": 0.12134334444999695,
      "learning_rate": 0.003,
      "loss": 3.3450942993164063,
      "step": 28300
    },
    {
      "epoch": 0.062040736078381044,
      "grad_norm": 0.16979266703128815,
      "learning_rate": 0.003,
      "loss": 3.277815856933594,
      "step": 28400
    },
    {
      "epoch": 0.06225918937443168,
      "grad_norm": 0.13171924650669098,
      "learning_rate": 0.003,
      "loss": 3.2926800537109373,
      "step": 28500
    },
    {
      "epoch": 0.062477642670482315,
      "grad_norm": 0.13504329323768616,
      "learning_rate": 0.003,
      "loss": 3.304072265625,
      "step": 28600
    },
    {
      "epoch": 0.06269609596653296,
      "grad_norm": 0.1422707885503769,
      "learning_rate": 0.003,
      "loss": 3.2862860107421876,
      "step": 28700
    },
    {
      "epoch": 0.0629145492625836,
      "grad_norm": 0.17020823061466217,
      "learning_rate": 0.003,
      "loss": 3.3183663940429686,
      "step": 28800
    },
    {
      "epoch": 0.06313300255863423,
      "grad_norm": 0.7097678780555725,
      "learning_rate": 0.003,
      "loss": 3.295379333496094,
      "step": 28900
    },
    {
      "epoch": 0.06335145585468487,
      "grad_norm": 0.14952735602855682,
      "learning_rate": 0.003,
      "loss": 3.2717132568359375,
      "step": 29000
    },
    {
      "epoch": 0.0635699091507355,
      "grad_norm": 0.1692362278699875,
      "learning_rate": 0.003,
      "loss": 3.3412515258789064,
      "step": 29100
    },
    {
      "epoch": 0.06378836244678614,
      "grad_norm": 0.15614360570907593,
      "learning_rate": 0.003,
      "loss": 3.3063565063476563,
      "step": 29200
    },
    {
      "epoch": 0.06400681574283679,
      "grad_norm": 0.20806823670864105,
      "learning_rate": 0.003,
      "loss": 3.2843331909179687,
      "step": 29300
    },
    {
      "epoch": 0.06422526903888742,
      "grad_norm": 0.23479899764060974,
      "learning_rate": 0.003,
      "loss": 3.2819674682617186,
      "step": 29400
    },
    {
      "epoch": 0.06444372233493806,
      "grad_norm": 0.15177583694458008,
      "learning_rate": 0.003,
      "loss": 3.3203561401367185,
      "step": 29500
    },
    {
      "epoch": 0.0646621756309887,
      "grad_norm": 0.1472543627023697,
      "learning_rate": 0.003,
      "loss": 3.3170175170898437,
      "step": 29600
    },
    {
      "epoch": 0.06488062892703933,
      "grad_norm": 0.13402847945690155,
      "learning_rate": 0.003,
      "loss": 3.3249472045898436,
      "step": 29700
    },
    {
      "epoch": 0.06509908222308997,
      "grad_norm": 0.1574559062719345,
      "learning_rate": 0.003,
      "loss": 3.3021722412109376,
      "step": 29800
    },
    {
      "epoch": 0.0653175355191406,
      "grad_norm": 0.12917636334896088,
      "learning_rate": 0.003,
      "loss": 3.2708474731445314,
      "step": 29900
    },
    {
      "epoch": 0.06553598881519124,
      "grad_norm": 0.19614313542842865,
      "learning_rate": 0.003,
      "loss": 3.350285949707031,
      "step": 30000
    },
    {
      "epoch": 0.06575444211124187,
      "grad_norm": 0.21345964074134827,
      "learning_rate": 0.003,
      "loss": 3.2905197143554688,
      "step": 30100
    },
    {
      "epoch": 0.06597289540729252,
      "grad_norm": 0.13310234248638153,
      "learning_rate": 0.003,
      "loss": 3.14111572265625,
      "step": 30200
    },
    {
      "epoch": 0.06619134870334316,
      "grad_norm": 0.1672133207321167,
      "learning_rate": 0.003,
      "loss": 3.292821960449219,
      "step": 30300
    },
    {
      "epoch": 0.0664098019993938,
      "grad_norm": 0.15199998021125793,
      "learning_rate": 0.003,
      "loss": 3.281614990234375,
      "step": 30400
    },
    {
      "epoch": 0.06662825529544443,
      "grad_norm": 0.17468766868114471,
      "learning_rate": 0.003,
      "loss": 3.28716552734375,
      "step": 30500
    },
    {
      "epoch": 0.06684670859149507,
      "grad_norm": 0.13380374014377594,
      "learning_rate": 0.003,
      "loss": 3.3208758544921877,
      "step": 30600
    },
    {
      "epoch": 0.0670651618875457,
      "grad_norm": 0.12906578183174133,
      "learning_rate": 0.003,
      "loss": 3.2482403564453124,
      "step": 30700
    },
    {
      "epoch": 0.06728361518359634,
      "grad_norm": 0.16773296892642975,
      "learning_rate": 0.003,
      "loss": 3.2957916259765625,
      "step": 30800
    },
    {
      "epoch": 0.06750206847964697,
      "grad_norm": 0.1382984071969986,
      "learning_rate": 0.003,
      "loss": 3.2812515258789063,
      "step": 30900
    },
    {
      "epoch": 0.06772052177569762,
      "grad_norm": 0.12064798176288605,
      "learning_rate": 0.003,
      "loss": 3.292807312011719,
      "step": 31000
    },
    {
      "epoch": 0.06793897507174826,
      "grad_norm": 0.14423973858356476,
      "learning_rate": 0.003,
      "loss": 3.1367059326171876,
      "step": 31100
    },
    {
      "epoch": 0.0681574283677989,
      "grad_norm": 0.17670339345932007,
      "learning_rate": 0.003,
      "loss": 3.3249557495117186,
      "step": 31200
    },
    {
      "epoch": 0.06837588166384953,
      "grad_norm": 0.13148869574069977,
      "learning_rate": 0.003,
      "loss": 3.323037414550781,
      "step": 31300
    },
    {
      "epoch": 0.06859433495990017,
      "grad_norm": 0.25557222962379456,
      "learning_rate": 0.003,
      "loss": 3.2895745849609375,
      "step": 31400
    },
    {
      "epoch": 0.0688127882559508,
      "grad_norm": 0.1451721489429474,
      "learning_rate": 0.003,
      "loss": 3.30470703125,
      "step": 31500
    },
    {
      "epoch": 0.06903124155200144,
      "grad_norm": 0.14752569794654846,
      "learning_rate": 0.003,
      "loss": 3.2685122680664063,
      "step": 31600
    },
    {
      "epoch": 0.06924969484805207,
      "grad_norm": 0.12468330562114716,
      "learning_rate": 0.003,
      "loss": 3.2936700439453124,
      "step": 31700
    },
    {
      "epoch": 0.06946814814410272,
      "grad_norm": 0.16558866202831268,
      "learning_rate": 0.003,
      "loss": 3.3152020263671873,
      "step": 31800
    },
    {
      "epoch": 0.06968660144015336,
      "grad_norm": 0.1636384129524231,
      "learning_rate": 0.003,
      "loss": 3.311054992675781,
      "step": 31900
    },
    {
      "epoch": 0.069905054736204,
      "grad_norm": 0.13477930426597595,
      "learning_rate": 0.003,
      "loss": 3.2879302978515623,
      "step": 32000
    },
    {
      "epoch": 0.07012350803225463,
      "grad_norm": 0.13240183889865875,
      "learning_rate": 0.003,
      "loss": 3.337416687011719,
      "step": 32100
    },
    {
      "epoch": 0.07034196132830527,
      "grad_norm": 0.1719566434621811,
      "learning_rate": 0.003,
      "loss": 3.2947512817382814,
      "step": 32200
    },
    {
      "epoch": 0.0705604146243559,
      "grad_norm": 0.14052827656269073,
      "learning_rate": 0.003,
      "loss": 3.282734680175781,
      "step": 32300
    },
    {
      "epoch": 0.07077886792040654,
      "grad_norm": 0.13085907697677612,
      "learning_rate": 0.003,
      "loss": 3.297210693359375,
      "step": 32400
    },
    {
      "epoch": 0.07099732121645717,
      "grad_norm": 0.20025353133678436,
      "learning_rate": 0.003,
      "loss": 3.2842779541015625,
      "step": 32500
    },
    {
      "epoch": 0.07121577451250782,
      "grad_norm": 0.1402798742055893,
      "learning_rate": 0.003,
      "loss": 3.298916931152344,
      "step": 32600
    },
    {
      "epoch": 0.07143422780855846,
      "grad_norm": 0.14476116001605988,
      "learning_rate": 0.003,
      "loss": 3.2706668090820314,
      "step": 32700
    },
    {
      "epoch": 0.0716526811046091,
      "grad_norm": 0.13569767773151398,
      "learning_rate": 0.003,
      "loss": 3.2827581787109374,
      "step": 32800
    },
    {
      "epoch": 0.07187113440065973,
      "grad_norm": 0.15818500518798828,
      "learning_rate": 0.003,
      "loss": 3.2876434326171875,
      "step": 32900
    },
    {
      "epoch": 0.07208958769671037,
      "grad_norm": 0.1276344656944275,
      "learning_rate": 0.003,
      "loss": 3.3087249755859376,
      "step": 33000
    },
    {
      "epoch": 0.072308040992761,
      "grad_norm": 0.13138215243816376,
      "learning_rate": 0.003,
      "loss": 3.2812591552734376,
      "step": 33100
    },
    {
      "epoch": 0.07252649428881164,
      "grad_norm": 0.18934592604637146,
      "learning_rate": 0.003,
      "loss": 3.30925537109375,
      "step": 33200
    },
    {
      "epoch": 0.07274494758486227,
      "grad_norm": 0.14984296262264252,
      "learning_rate": 0.003,
      "loss": 3.2924786376953126,
      "step": 33300
    },
    {
      "epoch": 0.07296340088091291,
      "grad_norm": 0.16432835161685944,
      "learning_rate": 0.003,
      "loss": 3.279039306640625,
      "step": 33400
    },
    {
      "epoch": 0.07318185417696356,
      "grad_norm": 0.131127268075943,
      "learning_rate": 0.003,
      "loss": 3.3125900268554687,
      "step": 33500
    },
    {
      "epoch": 0.0734003074730142,
      "grad_norm": 0.15136845409870148,
      "learning_rate": 0.003,
      "loss": 3.3073272705078125,
      "step": 33600
    },
    {
      "epoch": 0.07361876076906483,
      "grad_norm": 0.1228429302573204,
      "learning_rate": 0.003,
      "loss": 3.1849093627929688,
      "step": 33700
    },
    {
      "epoch": 0.07383721406511547,
      "grad_norm": 0.12898238003253937,
      "learning_rate": 0.003,
      "loss": 3.2927169799804688,
      "step": 33800
    },
    {
      "epoch": 0.0740556673611661,
      "grad_norm": 0.3990197777748108,
      "learning_rate": 0.003,
      "loss": 3.3054901123046876,
      "step": 33900
    },
    {
      "epoch": 0.07427412065721674,
      "grad_norm": 0.1889471411705017,
      "learning_rate": 0.003,
      "loss": 3.2711798095703126,
      "step": 34000
    },
    {
      "epoch": 0.07449257395326737,
      "grad_norm": 0.32053592801094055,
      "learning_rate": 0.003,
      "loss": 3.277731628417969,
      "step": 34100
    },
    {
      "epoch": 0.07471102724931801,
      "grad_norm": 0.12476284056901932,
      "learning_rate": 0.003,
      "loss": 3.3241058349609376,
      "step": 34200
    },
    {
      "epoch": 0.07492948054536866,
      "grad_norm": 0.1345445066690445,
      "learning_rate": 0.003,
      "loss": 3.235545349121094,
      "step": 34300
    },
    {
      "epoch": 0.0751479338414193,
      "grad_norm": 0.17160938680171967,
      "learning_rate": 0.003,
      "loss": 3.260941162109375,
      "step": 34400
    },
    {
      "epoch": 0.07536638713746993,
      "grad_norm": 0.15105551481246948,
      "learning_rate": 0.003,
      "loss": 3.2895513916015626,
      "step": 34500
    },
    {
      "epoch": 0.07558484043352057,
      "grad_norm": 0.13841792941093445,
      "learning_rate": 0.003,
      "loss": 3.3118740844726564,
      "step": 34600
    },
    {
      "epoch": 0.0758032937295712,
      "grad_norm": 0.13309921324253082,
      "learning_rate": 0.003,
      "loss": 3.2925543212890624,
      "step": 34700
    },
    {
      "epoch": 0.07602174702562184,
      "grad_norm": 0.13050492107868195,
      "learning_rate": 0.003,
      "loss": 3.2816531372070314,
      "step": 34800
    },
    {
      "epoch": 0.07624020032167247,
      "grad_norm": 0.6023688316345215,
      "learning_rate": 0.003,
      "loss": 3.3055108642578124,
      "step": 34900
    },
    {
      "epoch": 0.07645865361772311,
      "grad_norm": 0.1407451182603836,
      "learning_rate": 0.003,
      "loss": 3.34151611328125,
      "step": 35000
    },
    {
      "epoch": 0.07667710691377376,
      "grad_norm": 0.1305139809846878,
      "learning_rate": 0.003,
      "loss": 3.2856158447265624,
      "step": 35100
    },
    {
      "epoch": 0.0768955602098244,
      "grad_norm": 0.1610284149646759,
      "learning_rate": 0.003,
      "loss": 3.2734844970703123,
      "step": 35200
    },
    {
      "epoch": 0.07711401350587503,
      "grad_norm": 0.13967597484588623,
      "learning_rate": 0.003,
      "loss": 3.256042175292969,
      "step": 35300
    },
    {
      "epoch": 0.07733246680192567,
      "grad_norm": 0.19864661991596222,
      "learning_rate": 0.003,
      "loss": 3.324942321777344,
      "step": 35400
    },
    {
      "epoch": 0.0775509200979763,
      "grad_norm": 0.16039150953292847,
      "learning_rate": 0.003,
      "loss": 3.2831130981445313,
      "step": 35500
    },
    {
      "epoch": 0.07776937339402694,
      "grad_norm": 0.1747000366449356,
      "learning_rate": 0.003,
      "loss": 3.307495422363281,
      "step": 35600
    },
    {
      "epoch": 0.07798782669007757,
      "grad_norm": 0.20273174345493317,
      "learning_rate": 0.003,
      "loss": 3.3177590942382813,
      "step": 35700
    },
    {
      "epoch": 0.07820627998612821,
      "grad_norm": 0.1993030309677124,
      "learning_rate": 0.003,
      "loss": 3.304837341308594,
      "step": 35800
    },
    {
      "epoch": 0.07842473328217886,
      "grad_norm": 0.17900240421295166,
      "learning_rate": 0.003,
      "loss": 3.235675048828125,
      "step": 35900
    },
    {
      "epoch": 0.0786431865782295,
      "grad_norm": 0.14110247790813446,
      "learning_rate": 0.003,
      "loss": 3.19402587890625,
      "step": 36000
    },
    {
      "epoch": 0.07886163987428013,
      "grad_norm": 0.2041473090648651,
      "learning_rate": 0.003,
      "loss": 3.3216961669921874,
      "step": 36100
    },
    {
      "epoch": 0.07908009317033077,
      "grad_norm": 0.19810523092746735,
      "learning_rate": 0.003,
      "loss": 3.2388531494140627,
      "step": 36200
    },
    {
      "epoch": 0.0792985464663814,
      "grad_norm": 0.12772241234779358,
      "learning_rate": 0.003,
      "loss": 3.2910110473632814,
      "step": 36300
    },
    {
      "epoch": 0.07951699976243204,
      "grad_norm": 0.15931345522403717,
      "learning_rate": 0.003,
      "loss": 3.2836883544921873,
      "step": 36400
    },
    {
      "epoch": 0.07973545305848267,
      "grad_norm": 0.13564768433570862,
      "learning_rate": 0.003,
      "loss": 3.3310623168945312,
      "step": 36500
    },
    {
      "epoch": 0.07995390635453331,
      "grad_norm": 0.15236645936965942,
      "learning_rate": 0.003,
      "loss": 3.273614501953125,
      "step": 36600
    },
    {
      "epoch": 0.08017235965058395,
      "grad_norm": 0.14576539397239685,
      "learning_rate": 0.003,
      "loss": 3.3081988525390624,
      "step": 36700
    },
    {
      "epoch": 0.0803908129466346,
      "grad_norm": 0.1572989672422409,
      "learning_rate": 0.003,
      "loss": 3.251156005859375,
      "step": 36800
    },
    {
      "epoch": 0.08060926624268523,
      "grad_norm": 0.15005140006542206,
      "learning_rate": 0.003,
      "loss": 3.2585882568359374,
      "step": 36900
    },
    {
      "epoch": 0.08082771953873587,
      "grad_norm": 0.15507107973098755,
      "learning_rate": 0.003,
      "loss": 3.266631774902344,
      "step": 37000
    },
    {
      "epoch": 0.0810461728347865,
      "grad_norm": 0.17641592025756836,
      "learning_rate": 0.003,
      "loss": 3.239948425292969,
      "step": 37100
    },
    {
      "epoch": 0.08126462613083714,
      "grad_norm": 0.12613926827907562,
      "learning_rate": 0.003,
      "loss": 3.3062588500976564,
      "step": 37200
    },
    {
      "epoch": 0.08148307942688778,
      "grad_norm": 0.2538757920265198,
      "learning_rate": 0.003,
      "loss": 3.278668212890625,
      "step": 37300
    },
    {
      "epoch": 0.08170153272293841,
      "grad_norm": 0.16014288365840912,
      "learning_rate": 0.003,
      "loss": 3.23365966796875,
      "step": 37400
    },
    {
      "epoch": 0.08191998601898905,
      "grad_norm": 0.14398036897182465,
      "learning_rate": 0.003,
      "loss": 3.3074264526367188,
      "step": 37500
    },
    {
      "epoch": 0.0821384393150397,
      "grad_norm": 0.14527015388011932,
      "learning_rate": 0.003,
      "loss": 3.260564270019531,
      "step": 37600
    },
    {
      "epoch": 0.08235689261109033,
      "grad_norm": 0.13640612363815308,
      "learning_rate": 0.003,
      "loss": 3.2675531005859373,
      "step": 37700
    },
    {
      "epoch": 0.08257534590714097,
      "grad_norm": 0.1483987420797348,
      "learning_rate": 0.003,
      "loss": 3.241988525390625,
      "step": 37800
    },
    {
      "epoch": 0.0827937992031916,
      "grad_norm": 0.14941224455833435,
      "learning_rate": 0.003,
      "loss": 3.3164938354492186,
      "step": 37900
    },
    {
      "epoch": 0.08301225249924224,
      "grad_norm": 0.17315177619457245,
      "learning_rate": 0.003,
      "loss": 3.316810302734375,
      "step": 38000
    },
    {
      "epoch": 0.08323070579529288,
      "grad_norm": 0.17823275923728943,
      "learning_rate": 0.003,
      "loss": 3.249942626953125,
      "step": 38100
    },
    {
      "epoch": 0.08344915909134351,
      "grad_norm": 0.20452110469341278,
      "learning_rate": 0.003,
      "loss": 3.2030743408203124,
      "step": 38200
    },
    {
      "epoch": 0.08366761238739415,
      "grad_norm": 0.13244900107383728,
      "learning_rate": 0.003,
      "loss": 3.272771911621094,
      "step": 38300
    },
    {
      "epoch": 0.0838860656834448,
      "grad_norm": 0.14962248504161835,
      "learning_rate": 0.003,
      "loss": 3.3190447998046877,
      "step": 38400
    },
    {
      "epoch": 0.08410451897949543,
      "grad_norm": 0.13936245441436768,
      "learning_rate": 0.003,
      "loss": 3.2822772216796876,
      "step": 38500
    },
    {
      "epoch": 0.08432297227554607,
      "grad_norm": 0.17270345985889435,
      "learning_rate": 0.003,
      "loss": 3.3033078002929686,
      "step": 38600
    },
    {
      "epoch": 0.0845414255715967,
      "grad_norm": 0.17023159563541412,
      "learning_rate": 0.003,
      "loss": 3.2737576293945314,
      "step": 38700
    },
    {
      "epoch": 0.08475987886764734,
      "grad_norm": 0.1845265030860901,
      "learning_rate": 0.003,
      "loss": 3.2791680908203125,
      "step": 38800
    },
    {
      "epoch": 0.08497833216369798,
      "grad_norm": 0.13376891613006592,
      "learning_rate": 0.003,
      "loss": 3.2831585693359373,
      "step": 38900
    },
    {
      "epoch": 0.08519678545974861,
      "grad_norm": 0.1504724621772766,
      "learning_rate": 0.003,
      "loss": 3.3097457885742188,
      "step": 39000
    },
    {
      "epoch": 0.08541523875579925,
      "grad_norm": 0.137648805975914,
      "learning_rate": 0.003,
      "loss": 3.2856106567382812,
      "step": 39100
    },
    {
      "epoch": 0.0856336920518499,
      "grad_norm": 0.1618202179670334,
      "learning_rate": 0.003,
      "loss": 3.267169189453125,
      "step": 39200
    },
    {
      "epoch": 0.08585214534790053,
      "grad_norm": 0.19786691665649414,
      "learning_rate": 0.003,
      "loss": 3.2910052490234376,
      "step": 39300
    },
    {
      "epoch": 0.08607059864395117,
      "grad_norm": 0.15184424817562103,
      "learning_rate": 0.003,
      "loss": 3.317454833984375,
      "step": 39400
    },
    {
      "epoch": 0.0862890519400018,
      "grad_norm": 9.05631160736084,
      "learning_rate": 0.003,
      "loss": 3.2767315673828126,
      "step": 39500
    },
    {
      "epoch": 0.08650750523605244,
      "grad_norm": 0.15465736389160156,
      "learning_rate": 0.003,
      "loss": 2.794194641113281,
      "step": 39600
    },
    {
      "epoch": 0.08672595853210308,
      "grad_norm": 0.16257505118846893,
      "learning_rate": 0.003,
      "loss": 3.2999783325195313,
      "step": 39700
    },
    {
      "epoch": 0.08694441182815371,
      "grad_norm": 0.15374092757701874,
      "learning_rate": 0.003,
      "loss": 3.267034606933594,
      "step": 39800
    },
    {
      "epoch": 0.08716286512420435,
      "grad_norm": 0.18448083102703094,
      "learning_rate": 0.003,
      "loss": 3.2641702270507813,
      "step": 39900
    },
    {
      "epoch": 0.08738131842025498,
      "grad_norm": 0.12463884055614471,
      "learning_rate": 0.003,
      "loss": 3.284293518066406,
      "step": 40000
    },
    {
      "epoch": 0.08759977171630563,
      "grad_norm": 0.2346997857093811,
      "learning_rate": 0.003,
      "loss": 3.3378842163085936,
      "step": 40100
    },
    {
      "epoch": 0.08781822501235627,
      "grad_norm": 0.16173656284809113,
      "learning_rate": 0.003,
      "loss": 3.28466064453125,
      "step": 40200
    },
    {
      "epoch": 0.0880366783084069,
      "grad_norm": 0.15595772862434387,
      "learning_rate": 0.003,
      "loss": 3.260408630371094,
      "step": 40300
    },
    {
      "epoch": 0.08825513160445754,
      "grad_norm": 0.12999649345874786,
      "learning_rate": 0.003,
      "loss": 3.301771545410156,
      "step": 40400
    },
    {
      "epoch": 0.08847358490050818,
      "grad_norm": 0.12810906767845154,
      "learning_rate": 0.003,
      "loss": 3.273116455078125,
      "step": 40500
    },
    {
      "epoch": 0.08869203819655881,
      "grad_norm": 0.18569885194301605,
      "learning_rate": 0.003,
      "loss": 3.2856179809570314,
      "step": 40600
    },
    {
      "epoch": 0.08891049149260945,
      "grad_norm": 0.18256127834320068,
      "learning_rate": 0.003,
      "loss": 3.24281982421875,
      "step": 40700
    },
    {
      "epoch": 0.08912894478866008,
      "grad_norm": 0.1585642695426941,
      "learning_rate": 0.003,
      "loss": 3.2112246704101564,
      "step": 40800
    },
    {
      "epoch": 0.08934739808471073,
      "grad_norm": 0.17732886970043182,
      "learning_rate": 0.003,
      "loss": 3.2847430419921877,
      "step": 40900
    },
    {
      "epoch": 0.08956585138076137,
      "grad_norm": 0.13492503762245178,
      "learning_rate": 0.003,
      "loss": 3.312560729980469,
      "step": 41000
    },
    {
      "epoch": 0.089784304676812,
      "grad_norm": 0.16829057037830353,
      "learning_rate": 0.003,
      "loss": 3.2641729736328124,
      "step": 41100
    },
    {
      "epoch": 0.09000275797286264,
      "grad_norm": 0.18808752298355103,
      "learning_rate": 0.003,
      "loss": 3.2674325561523436,
      "step": 41200
    },
    {
      "epoch": 0.09022121126891328,
      "grad_norm": 0.15025244653224945,
      "learning_rate": 0.003,
      "loss": 3.2771319580078124,
      "step": 41300
    },
    {
      "epoch": 0.09043966456496391,
      "grad_norm": 0.15831509232521057,
      "learning_rate": 0.003,
      "loss": 3.2885198974609375,
      "step": 41400
    },
    {
      "epoch": 0.09065811786101455,
      "grad_norm": 0.1266457885503769,
      "learning_rate": 0.003,
      "loss": 3.268582763671875,
      "step": 41500
    },
    {
      "epoch": 0.09087657115706518,
      "grad_norm": 0.18740995228290558,
      "learning_rate": 0.003,
      "loss": 3.2911370849609374,
      "step": 41600
    },
    {
      "epoch": 0.09109502445311583,
      "grad_norm": 0.1677059382200241,
      "learning_rate": 0.003,
      "loss": 3.32934814453125,
      "step": 41700
    },
    {
      "epoch": 0.09131347774916647,
      "grad_norm": 0.1806642860174179,
      "learning_rate": 0.003,
      "loss": 3.293853759765625,
      "step": 41800
    },
    {
      "epoch": 0.0915319310452171,
      "grad_norm": 0.20180915296077728,
      "learning_rate": 0.003,
      "loss": 3.2697601318359375,
      "step": 41900
    },
    {
      "epoch": 0.09175038434126774,
      "grad_norm": 0.13965576887130737,
      "learning_rate": 0.003,
      "loss": 3.28150146484375,
      "step": 42000
    },
    {
      "epoch": 0.09196883763731838,
      "grad_norm": 0.15903182327747345,
      "learning_rate": 0.003,
      "loss": 3.2683795166015623,
      "step": 42100
    },
    {
      "epoch": 0.09218729093336901,
      "grad_norm": 0.1410466581583023,
      "learning_rate": 0.003,
      "loss": 3.264806823730469,
      "step": 42200
    },
    {
      "epoch": 0.09240574422941965,
      "grad_norm": 0.1510380655527115,
      "learning_rate": 0.003,
      "loss": 3.2732772827148438,
      "step": 42300
    },
    {
      "epoch": 0.09262419752547028,
      "grad_norm": 0.13428038358688354,
      "learning_rate": 0.003,
      "loss": 3.2841482543945313,
      "step": 42400
    },
    {
      "epoch": 0.09284265082152092,
      "grad_norm": 0.17533539235591888,
      "learning_rate": 0.003,
      "loss": 3.2517266845703126,
      "step": 42500
    },
    {
      "epoch": 0.09306110411757157,
      "grad_norm": 0.1411064714193344,
      "learning_rate": 0.003,
      "loss": 3.282726135253906,
      "step": 42600
    },
    {
      "epoch": 0.0932795574136222,
      "grad_norm": 0.19230180978775024,
      "learning_rate": 0.003,
      "loss": 3.2695498657226563,
      "step": 42700
    },
    {
      "epoch": 0.09349801070967284,
      "grad_norm": 0.16757774353027344,
      "learning_rate": 0.003,
      "loss": 3.231575622558594,
      "step": 42800
    },
    {
      "epoch": 0.09371646400572348,
      "grad_norm": 0.17299550771713257,
      "learning_rate": 0.003,
      "loss": 3.28582763671875,
      "step": 42900
    },
    {
      "epoch": 0.09393491730177411,
      "grad_norm": 0.17058102786540985,
      "learning_rate": 0.003,
      "loss": 3.252261047363281,
      "step": 43000
    },
    {
      "epoch": 0.09415337059782475,
      "grad_norm": 0.17918632924556732,
      "learning_rate": 0.003,
      "loss": 3.276212158203125,
      "step": 43100
    },
    {
      "epoch": 0.09437182389387538,
      "grad_norm": 0.16316772997379303,
      "learning_rate": 0.003,
      "loss": 3.2334857177734375,
      "step": 43200
    },
    {
      "epoch": 0.09459027718992602,
      "grad_norm": 0.1895044595003128,
      "learning_rate": 0.003,
      "loss": 3.2556378173828127,
      "step": 43300
    },
    {
      "epoch": 0.09480873048597667,
      "grad_norm": 0.15873974561691284,
      "learning_rate": 0.003,
      "loss": 3.2901712036132813,
      "step": 43400
    },
    {
      "epoch": 0.0950271837820273,
      "grad_norm": 0.17835567891597748,
      "learning_rate": 0.003,
      "loss": 3.264893798828125,
      "step": 43500
    },
    {
      "epoch": 0.09524563707807794,
      "grad_norm": 0.15636888146400452,
      "learning_rate": 0.003,
      "loss": 3.2413174438476564,
      "step": 43600
    },
    {
      "epoch": 0.09546409037412858,
      "grad_norm": 0.14264269173145294,
      "learning_rate": 0.003,
      "loss": 3.268505859375,
      "step": 43700
    },
    {
      "epoch": 0.09568254367017921,
      "grad_norm": 0.15490996837615967,
      "learning_rate": 0.003,
      "loss": 3.235081787109375,
      "step": 43800
    },
    {
      "epoch": 0.09590099696622985,
      "grad_norm": 0.13821007311344147,
      "learning_rate": 0.003,
      "loss": 3.296794128417969,
      "step": 43900
    },
    {
      "epoch": 0.09611945026228048,
      "grad_norm": 0.16242928802967072,
      "learning_rate": 0.003,
      "loss": 3.278422546386719,
      "step": 44000
    },
    {
      "epoch": 0.09633790355833112,
      "grad_norm": 0.15828748047351837,
      "learning_rate": 0.003,
      "loss": 3.225370178222656,
      "step": 44100
    },
    {
      "epoch": 0.09655635685438177,
      "grad_norm": 0.14378058910369873,
      "learning_rate": 0.003,
      "loss": 3.231093444824219,
      "step": 44200
    },
    {
      "epoch": 0.0967748101504324,
      "grad_norm": 0.16862083971500397,
      "learning_rate": 0.003,
      "loss": 3.2397946166992186,
      "step": 44300
    },
    {
      "epoch": 0.09699326344648304,
      "grad_norm": 0.15142101049423218,
      "learning_rate": 0.003,
      "loss": 3.262004699707031,
      "step": 44400
    },
    {
      "epoch": 0.09721171674253368,
      "grad_norm": 0.13464325666427612,
      "learning_rate": 0.003,
      "loss": 3.258009338378906,
      "step": 44500
    },
    {
      "epoch": 0.09743017003858431,
      "grad_norm": 0.17103958129882812,
      "learning_rate": 0.003,
      "loss": 3.2329156494140623,
      "step": 44600
    },
    {
      "epoch": 0.09764862333463495,
      "grad_norm": 0.14914920926094055,
      "learning_rate": 0.003,
      "loss": 3.2394830322265626,
      "step": 44700
    },
    {
      "epoch": 0.09786707663068558,
      "grad_norm": 0.12734802067279816,
      "learning_rate": 0.003,
      "loss": 3.2912030029296875,
      "step": 44800
    },
    {
      "epoch": 0.09808552992673622,
      "grad_norm": 0.17552873492240906,
      "learning_rate": 0.003,
      "loss": 3.2498040771484376,
      "step": 44900
    },
    {
      "epoch": 0.09830398322278687,
      "grad_norm": 0.13984735310077667,
      "learning_rate": 0.003,
      "loss": 3.288653564453125,
      "step": 45000
    },
    {
      "epoch": 0.0985224365188375,
      "grad_norm": 0.19741426408290863,
      "learning_rate": 0.003,
      "loss": 3.252799377441406,
      "step": 45100
    },
    {
      "epoch": 0.09874088981488814,
      "grad_norm": 0.16611187160015106,
      "learning_rate": 0.003,
      "loss": 3.2686611938476564,
      "step": 45200
    },
    {
      "epoch": 0.09895934311093878,
      "grad_norm": 0.170828178524971,
      "learning_rate": 0.003,
      "loss": 3.2928143310546876,
      "step": 45300
    },
    {
      "epoch": 0.09917779640698941,
      "grad_norm": 0.17449995875358582,
      "learning_rate": 0.003,
      "loss": 3.2658261108398436,
      "step": 45400
    },
    {
      "epoch": 0.09939624970304005,
      "grad_norm": 0.19020019471645355,
      "learning_rate": 0.003,
      "loss": 3.285666198730469,
      "step": 45500
    },
    {
      "epoch": 0.09961470299909068,
      "grad_norm": 0.14907898008823395,
      "learning_rate": 0.003,
      "loss": 3.2670388793945313,
      "step": 45600
    },
    {
      "epoch": 0.09983315629514132,
      "grad_norm": 0.13812223076820374,
      "learning_rate": 0.003,
      "loss": 3.287166748046875,
      "step": 45700
    },
    {
      "epoch": 0.10005160959119196,
      "grad_norm": 0.3001323342323303,
      "learning_rate": 0.003,
      "loss": 3.2805682373046876,
      "step": 45800
    },
    {
      "epoch": 0.1002700628872426,
      "grad_norm": 0.1310071498155594,
      "learning_rate": 0.003,
      "loss": 3.266058044433594,
      "step": 45900
    },
    {
      "epoch": 0.10048851618329324,
      "grad_norm": 0.16892723739147186,
      "learning_rate": 0.003,
      "loss": 3.24665283203125,
      "step": 46000
    },
    {
      "epoch": 0.10070696947934388,
      "grad_norm": 0.1784011870622635,
      "learning_rate": 0.003,
      "loss": 3.2515863037109374,
      "step": 46100
    },
    {
      "epoch": 0.10092542277539451,
      "grad_norm": 0.13655558228492737,
      "learning_rate": 0.003,
      "loss": 3.258023986816406,
      "step": 46200
    },
    {
      "epoch": 0.10114387607144515,
      "grad_norm": 0.1459612399339676,
      "learning_rate": 0.003,
      "loss": 3.259796142578125,
      "step": 46300
    },
    {
      "epoch": 0.10136232936749578,
      "grad_norm": 0.13782542943954468,
      "learning_rate": 0.003,
      "loss": 3.270685119628906,
      "step": 46400
    },
    {
      "epoch": 0.10158078266354642,
      "grad_norm": 0.17929984629154205,
      "learning_rate": 0.003,
      "loss": 3.225979919433594,
      "step": 46500
    },
    {
      "epoch": 0.10179923595959706,
      "grad_norm": 0.14070963859558105,
      "learning_rate": 0.003,
      "loss": 3.21829833984375,
      "step": 46600
    },
    {
      "epoch": 0.1020176892556477,
      "grad_norm": 0.13950449228286743,
      "learning_rate": 0.003,
      "loss": 3.2376116943359374,
      "step": 46700
    },
    {
      "epoch": 0.10223614255169834,
      "grad_norm": 0.14981812238693237,
      "learning_rate": 0.003,
      "loss": 3.2612380981445312,
      "step": 46800
    },
    {
      "epoch": 0.10245459584774898,
      "grad_norm": 0.212712824344635,
      "learning_rate": 0.003,
      "loss": 3.221396179199219,
      "step": 46900
    },
    {
      "epoch": 0.10267304914379961,
      "grad_norm": 0.1592969000339508,
      "learning_rate": 0.003,
      "loss": 3.334166259765625,
      "step": 47000
    },
    {
      "epoch": 0.10289150243985025,
      "grad_norm": 0.14095208048820496,
      "learning_rate": 0.003,
      "loss": 3.24810791015625,
      "step": 47100
    },
    {
      "epoch": 0.10310995573590089,
      "grad_norm": 0.36896562576293945,
      "learning_rate": 0.003,
      "loss": 3.1982489013671875,
      "step": 47200
    },
    {
      "epoch": 0.10332840903195152,
      "grad_norm": 0.15950943529605865,
      "learning_rate": 0.003,
      "loss": 3.309072265625,
      "step": 47300
    },
    {
      "epoch": 0.10354686232800216,
      "grad_norm": 0.15521414577960968,
      "learning_rate": 0.003,
      "loss": 3.28739501953125,
      "step": 47400
    },
    {
      "epoch": 0.1037653156240528,
      "grad_norm": 0.16319608688354492,
      "learning_rate": 0.003,
      "loss": 3.276689147949219,
      "step": 47500
    },
    {
      "epoch": 0.10398376892010344,
      "grad_norm": 0.18697327375411987,
      "learning_rate": 0.003,
      "loss": 3.27238037109375,
      "step": 47600
    },
    {
      "epoch": 0.10420222221615408,
      "grad_norm": 0.1398412436246872,
      "learning_rate": 0.003,
      "loss": 3.27921142578125,
      "step": 47700
    },
    {
      "epoch": 0.10442067551220471,
      "grad_norm": 0.14358995854854584,
      "learning_rate": 0.003,
      "loss": 3.2454815673828126,
      "step": 47800
    },
    {
      "epoch": 0.10463912880825535,
      "grad_norm": 0.16363677382469177,
      "learning_rate": 0.003,
      "loss": 3.2582858276367186,
      "step": 47900
    },
    {
      "epoch": 0.10485758210430599,
      "grad_norm": 0.17675544321537018,
      "learning_rate": 0.003,
      "loss": 3.2601687622070314,
      "step": 48000
    },
    {
      "epoch": 0.10507603540035662,
      "grad_norm": 0.18376107513904572,
      "learning_rate": 0.003,
      "loss": 3.235495910644531,
      "step": 48100
    },
    {
      "epoch": 0.10529448869640726,
      "grad_norm": 0.21416816115379333,
      "learning_rate": 0.003,
      "loss": 3.249112243652344,
      "step": 48200
    },
    {
      "epoch": 0.1055129419924579,
      "grad_norm": 0.16644176840782166,
      "learning_rate": 0.003,
      "loss": 3.288675537109375,
      "step": 48300
    },
    {
      "epoch": 0.10573139528850854,
      "grad_norm": 0.18745599687099457,
      "learning_rate": 0.003,
      "loss": 3.2637869262695314,
      "step": 48400
    },
    {
      "epoch": 0.10594984858455918,
      "grad_norm": 0.1422777622938156,
      "learning_rate": 0.003,
      "loss": 3.301553039550781,
      "step": 48500
    },
    {
      "epoch": 0.10616830188060981,
      "grad_norm": 0.18905463814735413,
      "learning_rate": 0.003,
      "loss": 3.28099365234375,
      "step": 48600
    },
    {
      "epoch": 0.10638675517666045,
      "grad_norm": 0.16725865006446838,
      "learning_rate": 0.003,
      "loss": 3.289917297363281,
      "step": 48700
    },
    {
      "epoch": 0.10660520847271109,
      "grad_norm": 0.12857334315776825,
      "learning_rate": 0.003,
      "loss": 3.2987991333007813,
      "step": 48800
    },
    {
      "epoch": 0.10682366176876172,
      "grad_norm": 0.16122519969940186,
      "learning_rate": 0.003,
      "loss": 3.680093078613281,
      "step": 48900
    },
    {
      "epoch": 0.10704211506481236,
      "grad_norm": 0.14388087391853333,
      "learning_rate": 0.003,
      "loss": 3.25523681640625,
      "step": 49000
    },
    {
      "epoch": 0.10726056836086299,
      "grad_norm": 0.16668033599853516,
      "learning_rate": 0.003,
      "loss": 3.2422891235351563,
      "step": 49100
    },
    {
      "epoch": 0.10747902165691364,
      "grad_norm": 0.13040824234485626,
      "learning_rate": 0.003,
      "loss": 3.296384582519531,
      "step": 49200
    },
    {
      "epoch": 0.10769747495296428,
      "grad_norm": 0.13599610328674316,
      "learning_rate": 0.003,
      "loss": 3.2640185546875,
      "step": 49300
    },
    {
      "epoch": 0.10791592824901491,
      "grad_norm": 0.13898426294326782,
      "learning_rate": 0.003,
      "loss": 3.2328057861328126,
      "step": 49400
    },
    {
      "epoch": 0.10813438154506555,
      "grad_norm": 0.14450238645076752,
      "learning_rate": 0.003,
      "loss": 3.2923873901367187,
      "step": 49500
    },
    {
      "epoch": 0.10835283484111619,
      "grad_norm": 0.14214539527893066,
      "learning_rate": 0.003,
      "loss": 3.273054504394531,
      "step": 49600
    },
    {
      "epoch": 0.10857128813716682,
      "grad_norm": 0.15325883030891418,
      "learning_rate": 0.003,
      "loss": 3.2763714599609375,
      "step": 49700
    },
    {
      "epoch": 0.10878974143321746,
      "grad_norm": 0.13748377561569214,
      "learning_rate": 0.003,
      "loss": 3.2571786499023436,
      "step": 49800
    },
    {
      "epoch": 0.10900819472926809,
      "grad_norm": 0.13714741170406342,
      "learning_rate": 0.003,
      "loss": 3.261249694824219,
      "step": 49900
    },
    {
      "epoch": 0.10922664802531874,
      "grad_norm": 0.19914014637470245,
      "learning_rate": 0.003,
      "loss": 3.2609954833984376,
      "step": 50000
    },
    {
      "epoch": 0.10944510132136938,
      "grad_norm": 0.13507208228111267,
      "learning_rate": 0.003,
      "loss": 3.2500015258789063,
      "step": 50100
    },
    {
      "epoch": 0.10966355461742001,
      "grad_norm": 0.15143956243991852,
      "learning_rate": 0.003,
      "loss": 3.23558837890625,
      "step": 50200
    },
    {
      "epoch": 0.10988200791347065,
      "grad_norm": 0.13524244725704193,
      "learning_rate": 0.003,
      "loss": 3.29155029296875,
      "step": 50300
    },
    {
      "epoch": 0.11010046120952129,
      "grad_norm": 0.13512593507766724,
      "learning_rate": 0.003,
      "loss": 3.2667276000976564,
      "step": 50400
    },
    {
      "epoch": 0.11031891450557192,
      "grad_norm": 0.20589660108089447,
      "learning_rate": 0.003,
      "loss": 3.205666198730469,
      "step": 50500
    },
    {
      "epoch": 0.11053736780162256,
      "grad_norm": 0.1325950175523758,
      "learning_rate": 0.003,
      "loss": 3.280411682128906,
      "step": 50600
    },
    {
      "epoch": 0.1107558210976732,
      "grad_norm": 0.20077379047870636,
      "learning_rate": 0.003,
      "loss": 3.2634320068359375,
      "step": 50700
    },
    {
      "epoch": 0.11097427439372384,
      "grad_norm": 0.13376857340335846,
      "learning_rate": 0.003,
      "loss": 3.2247994995117186,
      "step": 50800
    },
    {
      "epoch": 0.11119272768977448,
      "grad_norm": 0.12860968708992004,
      "learning_rate": 0.003,
      "loss": 3.2442669677734375,
      "step": 50900
    },
    {
      "epoch": 0.11141118098582511,
      "grad_norm": 0.20679087936878204,
      "learning_rate": 0.003,
      "loss": 3.266549072265625,
      "step": 51000
    },
    {
      "epoch": 0.11162963428187575,
      "grad_norm": 0.15940430760383606,
      "learning_rate": 0.003,
      "loss": 3.2117828369140624,
      "step": 51100
    },
    {
      "epoch": 0.11184808757792639,
      "grad_norm": 0.4413966238498688,
      "learning_rate": 0.003,
      "loss": 3.2566973876953127,
      "step": 51200
    },
    {
      "epoch": 0.11206654087397702,
      "grad_norm": 0.13706789910793304,
      "learning_rate": 0.003,
      "loss": 3.225574645996094,
      "step": 51300
    },
    {
      "epoch": 0.11228499417002766,
      "grad_norm": 0.16600839793682098,
      "learning_rate": 0.003,
      "loss": 3.226170654296875,
      "step": 51400
    },
    {
      "epoch": 0.1125034474660783,
      "grad_norm": 0.1571975201368332,
      "learning_rate": 0.003,
      "loss": 3.243815612792969,
      "step": 51500
    },
    {
      "epoch": 0.11272190076212894,
      "grad_norm": 0.15486016869544983,
      "learning_rate": 0.003,
      "loss": 3.2734530639648436,
      "step": 51600
    },
    {
      "epoch": 0.11294035405817958,
      "grad_norm": 0.248945951461792,
      "learning_rate": 0.003,
      "loss": 3.2460952758789063,
      "step": 51700
    },
    {
      "epoch": 0.11315880735423021,
      "grad_norm": 0.3302399814128876,
      "learning_rate": 0.003,
      "loss": 3.2613720703125,
      "step": 51800
    },
    {
      "epoch": 0.11337726065028085,
      "grad_norm": 0.13467846810817719,
      "learning_rate": 0.003,
      "loss": 3.2903326416015624,
      "step": 51900
    },
    {
      "epoch": 0.11359571394633149,
      "grad_norm": 0.16056181490421295,
      "learning_rate": 0.003,
      "loss": 3.26580810546875,
      "step": 52000
    },
    {
      "epoch": 0.11381416724238212,
      "grad_norm": 0.246822327375412,
      "learning_rate": 0.003,
      "loss": 3.2113882446289064,
      "step": 52100
    },
    {
      "epoch": 0.11403262053843276,
      "grad_norm": 0.147608682513237,
      "learning_rate": 0.003,
      "loss": 3.24245849609375,
      "step": 52200
    },
    {
      "epoch": 0.1142510738344834,
      "grad_norm": 0.23047684133052826,
      "learning_rate": 0.003,
      "loss": 3.2903311157226565,
      "step": 52300
    },
    {
      "epoch": 0.11446952713053403,
      "grad_norm": 0.2878482937812805,
      "learning_rate": 0.003,
      "loss": 3.236291809082031,
      "step": 52400
    },
    {
      "epoch": 0.11468798042658468,
      "grad_norm": 0.2174333930015564,
      "learning_rate": 0.003,
      "loss": 3.265153503417969,
      "step": 52500
    },
    {
      "epoch": 0.11490643372263531,
      "grad_norm": 0.12833909690380096,
      "learning_rate": 0.003,
      "loss": 3.2255078125,
      "step": 52600
    },
    {
      "epoch": 0.11512488701868595,
      "grad_norm": 0.14357781410217285,
      "learning_rate": 0.003,
      "loss": 3.230517578125,
      "step": 52700
    },
    {
      "epoch": 0.11534334031473659,
      "grad_norm": 0.15023696422576904,
      "learning_rate": 0.003,
      "loss": 3.2729867553710936,
      "step": 52800
    },
    {
      "epoch": 0.11556179361078722,
      "grad_norm": 0.15742431581020355,
      "learning_rate": 0.003,
      "loss": 3.247342224121094,
      "step": 52900
    },
    {
      "epoch": 0.11578024690683786,
      "grad_norm": 0.20336998999118805,
      "learning_rate": 0.003,
      "loss": 3.2814089965820314,
      "step": 53000
    },
    {
      "epoch": 0.1159987002028885,
      "grad_norm": 3.120046377182007,
      "learning_rate": 0.003,
      "loss": 3.1381329345703124,
      "step": 53100
    },
    {
      "epoch": 0.11621715349893913,
      "grad_norm": 0.15897803008556366,
      "learning_rate": 0.003,
      "loss": 3.2455206298828125,
      "step": 53200
    },
    {
      "epoch": 0.11643560679498978,
      "grad_norm": 0.13831640779972076,
      "learning_rate": 0.003,
      "loss": 3.26222900390625,
      "step": 53300
    },
    {
      "epoch": 0.11665406009104042,
      "grad_norm": 0.15329770743846893,
      "learning_rate": 0.003,
      "loss": 3.2434573364257813,
      "step": 53400
    },
    {
      "epoch": 0.11687251338709105,
      "grad_norm": 0.14566101133823395,
      "learning_rate": 0.003,
      "loss": 3.251831359863281,
      "step": 53500
    },
    {
      "epoch": 0.11709096668314169,
      "grad_norm": 0.15514326095581055,
      "learning_rate": 0.003,
      "loss": 3.231817321777344,
      "step": 53600
    },
    {
      "epoch": 0.11730941997919232,
      "grad_norm": 0.17874790728092194,
      "learning_rate": 0.003,
      "loss": 3.2658575439453124,
      "step": 53700
    },
    {
      "epoch": 0.11752787327524296,
      "grad_norm": 0.14967915415763855,
      "learning_rate": 0.003,
      "loss": 3.265608825683594,
      "step": 53800
    },
    {
      "epoch": 0.1177463265712936,
      "grad_norm": 0.17889386415481567,
      "learning_rate": 0.003,
      "loss": 3.2492279052734374,
      "step": 53900
    },
    {
      "epoch": 0.11796477986734423,
      "grad_norm": 0.18566641211509705,
      "learning_rate": 0.003,
      "loss": 3.2798150634765624,
      "step": 54000
    },
    {
      "epoch": 0.11818323316339488,
      "grad_norm": 0.13417650759220123,
      "learning_rate": 0.003,
      "loss": 3.296250915527344,
      "step": 54100
    },
    {
      "epoch": 0.11840168645944552,
      "grad_norm": 0.2071797102689743,
      "learning_rate": 0.003,
      "loss": 3.2186236572265625,
      "step": 54200
    },
    {
      "epoch": 0.11862013975549615,
      "grad_norm": 0.16677580773830414,
      "learning_rate": 0.003,
      "loss": 3.251484680175781,
      "step": 54300
    },
    {
      "epoch": 0.11883859305154679,
      "grad_norm": 0.14466318488121033,
      "learning_rate": 0.003,
      "loss": 3.2654324340820313,
      "step": 54400
    },
    {
      "epoch": 0.11905704634759742,
      "grad_norm": 0.1548251360654831,
      "learning_rate": 0.003,
      "loss": 3.2652987670898437,
      "step": 54500
    },
    {
      "epoch": 0.11927549964364806,
      "grad_norm": 0.15050005912780762,
      "learning_rate": 0.003,
      "loss": 3.251531982421875,
      "step": 54600
    },
    {
      "epoch": 0.1194939529396987,
      "grad_norm": 0.15156231820583344,
      "learning_rate": 0.003,
      "loss": 3.2532913208007814,
      "step": 54700
    },
    {
      "epoch": 0.11971240623574933,
      "grad_norm": 0.12596410512924194,
      "learning_rate": 0.003,
      "loss": 3.250552978515625,
      "step": 54800
    },
    {
      "epoch": 0.11993085953179998,
      "grad_norm": 0.15314988791942596,
      "learning_rate": 0.003,
      "loss": 3.24099609375,
      "step": 54900
    },
    {
      "epoch": 0.12014931282785062,
      "grad_norm": 0.14577282965183258,
      "learning_rate": 0.003,
      "loss": 3.2654632568359374,
      "step": 55000
    },
    {
      "epoch": 0.12036776612390125,
      "grad_norm": 0.1495250016450882,
      "learning_rate": 0.003,
      "loss": 3.22568603515625,
      "step": 55100
    },
    {
      "epoch": 0.12058621941995189,
      "grad_norm": 0.3873007595539093,
      "learning_rate": 0.003,
      "loss": 3.2341241455078125,
      "step": 55200
    },
    {
      "epoch": 0.12080467271600252,
      "grad_norm": 0.18277539312839508,
      "learning_rate": 0.003,
      "loss": 3.24637939453125,
      "step": 55300
    },
    {
      "epoch": 0.12102312601205316,
      "grad_norm": 0.16159602999687195,
      "learning_rate": 0.003,
      "loss": 3.26673828125,
      "step": 55400
    },
    {
      "epoch": 0.1212415793081038,
      "grad_norm": 0.13732564449310303,
      "learning_rate": 0.003,
      "loss": 3.2615036010742187,
      "step": 55500
    },
    {
      "epoch": 0.12146003260415443,
      "grad_norm": 0.16723576188087463,
      "learning_rate": 0.003,
      "loss": 3.2518795776367186,
      "step": 55600
    },
    {
      "epoch": 0.12167848590020507,
      "grad_norm": 0.1542261242866516,
      "learning_rate": 0.003,
      "loss": 3.255987548828125,
      "step": 55700
    },
    {
      "epoch": 0.12189693919625572,
      "grad_norm": 0.6683785319328308,
      "learning_rate": 0.003,
      "loss": 3.085527038574219,
      "step": 55800
    },
    {
      "epoch": 0.12211539249230635,
      "grad_norm": 0.16766637563705444,
      "learning_rate": 0.003,
      "loss": 2.9290505981445314,
      "step": 55900
    },
    {
      "epoch": 0.12233384578835699,
      "grad_norm": 0.15246568620204926,
      "learning_rate": 0.003,
      "loss": 3.2697900390625,
      "step": 56000
    },
    {
      "epoch": 0.12255229908440762,
      "grad_norm": 0.16947342455387115,
      "learning_rate": 0.003,
      "loss": 3.2785888671875,
      "step": 56100
    },
    {
      "epoch": 0.12277075238045826,
      "grad_norm": 0.14360709488391876,
      "learning_rate": 0.003,
      "loss": 3.2266140747070313,
      "step": 56200
    },
    {
      "epoch": 0.1229892056765089,
      "grad_norm": 0.18063582479953766,
      "learning_rate": 0.003,
      "loss": 3.2501126098632813,
      "step": 56300
    },
    {
      "epoch": 0.12320765897255953,
      "grad_norm": 0.20421698689460754,
      "learning_rate": 0.003,
      "loss": 3.2473678588867188,
      "step": 56400
    },
    {
      "epoch": 0.12342611226861017,
      "grad_norm": 0.13375893235206604,
      "learning_rate": 0.003,
      "loss": 3.2326312255859375,
      "step": 56500
    },
    {
      "epoch": 0.12364456556466082,
      "grad_norm": 0.14049290120601654,
      "learning_rate": 0.003,
      "loss": 3.2795941162109377,
      "step": 56600
    },
    {
      "epoch": 0.12386301886071145,
      "grad_norm": 0.1345169097185135,
      "learning_rate": 0.003,
      "loss": 3.2540447998046873,
      "step": 56700
    },
    {
      "epoch": 0.12408147215676209,
      "grad_norm": 0.17882542312145233,
      "learning_rate": 0.003,
      "loss": 3.2614974975585938,
      "step": 56800
    },
    {
      "epoch": 0.12429992545281272,
      "grad_norm": 0.14673982560634613,
      "learning_rate": 0.003,
      "loss": 3.2368304443359377,
      "step": 56900
    },
    {
      "epoch": 0.12451837874886336,
      "grad_norm": 0.15210740268230438,
      "learning_rate": 0.003,
      "loss": 3.2766180419921875,
      "step": 57000
    },
    {
      "epoch": 0.124736832044914,
      "grad_norm": 0.2170865833759308,
      "learning_rate": 0.003,
      "loss": 3.2546124267578125,
      "step": 57100
    },
    {
      "epoch": 0.12495528534096463,
      "grad_norm": 0.16334885358810425,
      "learning_rate": 0.003,
      "loss": 3.27398193359375,
      "step": 57200
    },
    {
      "epoch": 0.12517373863701528,
      "grad_norm": 0.19520652294158936,
      "learning_rate": 0.003,
      "loss": 3.2867977905273436,
      "step": 57300
    },
    {
      "epoch": 0.12539219193306592,
      "grad_norm": 0.1792980581521988,
      "learning_rate": 0.003,
      "loss": 3.25091552734375,
      "step": 57400
    },
    {
      "epoch": 0.12561064522911655,
      "grad_norm": 0.14307785034179688,
      "learning_rate": 0.003,
      "loss": 3.260938720703125,
      "step": 57500
    },
    {
      "epoch": 0.1258290985251672,
      "grad_norm": 0.1585034430027008,
      "learning_rate": 0.003,
      "loss": 3.2435162353515623,
      "step": 57600
    },
    {
      "epoch": 0.12604755182121782,
      "grad_norm": 0.22285203635692596,
      "learning_rate": 0.003,
      "loss": 3.2605624389648438,
      "step": 57700
    },
    {
      "epoch": 0.12626600511726846,
      "grad_norm": 0.16076688468456268,
      "learning_rate": 0.003,
      "loss": 3.247212219238281,
      "step": 57800
    },
    {
      "epoch": 0.1264844584133191,
      "grad_norm": 0.21419702470302582,
      "learning_rate": 0.003,
      "loss": 3.258780212402344,
      "step": 57900
    },
    {
      "epoch": 0.12670291170936973,
      "grad_norm": 0.129261776804924,
      "learning_rate": 0.003,
      "loss": 3.2596731567382813,
      "step": 58000
    },
    {
      "epoch": 0.12692136500542037,
      "grad_norm": 0.13298629224300385,
      "learning_rate": 0.003,
      "loss": 3.2442742919921876,
      "step": 58100
    },
    {
      "epoch": 0.127139818301471,
      "grad_norm": 0.1973569393157959,
      "learning_rate": 0.003,
      "loss": 3.2628631591796875,
      "step": 58200
    },
    {
      "epoch": 0.12735827159752164,
      "grad_norm": 0.14654108881950378,
      "learning_rate": 0.003,
      "loss": 3.2398953247070312,
      "step": 58300
    },
    {
      "epoch": 0.12757672489357227,
      "grad_norm": 0.17198579013347626,
      "learning_rate": 0.003,
      "loss": 3.226218566894531,
      "step": 58400
    },
    {
      "epoch": 0.1277951781896229,
      "grad_norm": 0.13534477353096008,
      "learning_rate": 0.003,
      "loss": 3.2574343872070313,
      "step": 58500
    },
    {
      "epoch": 0.12801363148567357,
      "grad_norm": 0.1584809124469757,
      "learning_rate": 0.003,
      "loss": 3.2984182739257815,
      "step": 58600
    },
    {
      "epoch": 0.1282320847817242,
      "grad_norm": 0.173396497964859,
      "learning_rate": 0.003,
      "loss": 3.260642395019531,
      "step": 58700
    },
    {
      "epoch": 0.12845053807777485,
      "grad_norm": 0.15514875948429108,
      "learning_rate": 0.003,
      "loss": 3.234716796875,
      "step": 58800
    },
    {
      "epoch": 0.12866899137382548,
      "grad_norm": 0.14235849678516388,
      "learning_rate": 0.003,
      "loss": 3.2418527221679687,
      "step": 58900
    },
    {
      "epoch": 0.12888744466987612,
      "grad_norm": 0.16027233004570007,
      "learning_rate": 0.003,
      "loss": 3.2690643310546874,
      "step": 59000
    },
    {
      "epoch": 0.12910589796592675,
      "grad_norm": 0.14568781852722168,
      "learning_rate": 0.003,
      "loss": 3.2454473876953127,
      "step": 59100
    },
    {
      "epoch": 0.1293243512619774,
      "grad_norm": 0.20608089864253998,
      "learning_rate": 0.003,
      "loss": 3.217125244140625,
      "step": 59200
    },
    {
      "epoch": 0.12954280455802802,
      "grad_norm": 0.1591549515724182,
      "learning_rate": 0.003,
      "loss": 3.2709585571289064,
      "step": 59300
    },
    {
      "epoch": 0.12976125785407866,
      "grad_norm": 0.134972482919693,
      "learning_rate": 0.003,
      "loss": 3.28088623046875,
      "step": 59400
    },
    {
      "epoch": 0.1299797111501293,
      "grad_norm": 0.15492945909500122,
      "learning_rate": 0.003,
      "loss": 3.2515249633789063,
      "step": 59500
    },
    {
      "epoch": 0.13019816444617993,
      "grad_norm": 0.1633273810148239,
      "learning_rate": 0.003,
      "loss": 3.2070086669921873,
      "step": 59600
    },
    {
      "epoch": 0.13041661774223057,
      "grad_norm": 0.14716912806034088,
      "learning_rate": 0.003,
      "loss": 3.2317816162109376,
      "step": 59700
    },
    {
      "epoch": 0.1306350710382812,
      "grad_norm": 0.16085785627365112,
      "learning_rate": 0.003,
      "loss": 3.25274658203125,
      "step": 59800
    },
    {
      "epoch": 0.13085352433433184,
      "grad_norm": 0.16605177521705627,
      "learning_rate": 0.003,
      "loss": 3.263970947265625,
      "step": 59900
    },
    {
      "epoch": 0.13107197763038247,
      "grad_norm": 0.16785955429077148,
      "learning_rate": 0.003,
      "loss": 3.22025634765625,
      "step": 60000
    },
    {
      "epoch": 0.1312904309264331,
      "grad_norm": 0.1412438452243805,
      "learning_rate": 0.003,
      "loss": 3.220314636230469,
      "step": 60100
    },
    {
      "epoch": 0.13150888422248375,
      "grad_norm": 0.21565914154052734,
      "learning_rate": 0.003,
      "loss": 3.229644775390625,
      "step": 60200
    },
    {
      "epoch": 0.1317273375185344,
      "grad_norm": 0.19567877054214478,
      "learning_rate": 0.003,
      "loss": 3.249039306640625,
      "step": 60300
    },
    {
      "epoch": 0.13194579081458505,
      "grad_norm": 0.17464599013328552,
      "learning_rate": 0.003,
      "loss": 3.2618002319335937,
      "step": 60400
    },
    {
      "epoch": 0.13216424411063568,
      "grad_norm": 0.1627679020166397,
      "learning_rate": 0.003,
      "loss": 3.180228576660156,
      "step": 60500
    },
    {
      "epoch": 0.13238269740668632,
      "grad_norm": 0.18486280739307404,
      "learning_rate": 0.003,
      "loss": 3.2228204345703126,
      "step": 60600
    },
    {
      "epoch": 0.13260115070273695,
      "grad_norm": 0.22529979050159454,
      "learning_rate": 0.003,
      "loss": 3.2560736083984376,
      "step": 60700
    },
    {
      "epoch": 0.1328196039987876,
      "grad_norm": 0.19143950939178467,
      "learning_rate": 0.003,
      "loss": 3.2156741333007814,
      "step": 60800
    },
    {
      "epoch": 0.13303805729483822,
      "grad_norm": 0.1540822684764862,
      "learning_rate": 0.003,
      "loss": 3.1913638305664063,
      "step": 60900
    },
    {
      "epoch": 0.13325651059088886,
      "grad_norm": 0.13871780037879944,
      "learning_rate": 0.003,
      "loss": 3.2044723510742186,
      "step": 61000
    },
    {
      "epoch": 0.1334749638869395,
      "grad_norm": 0.14368896186351776,
      "learning_rate": 0.003,
      "loss": 3.2619207763671874,
      "step": 61100
    },
    {
      "epoch": 0.13369341718299013,
      "grad_norm": 0.16204333305358887,
      "learning_rate": 0.003,
      "loss": 3.2338299560546875,
      "step": 61200
    },
    {
      "epoch": 0.13391187047904077,
      "grad_norm": 0.13743866980075836,
      "learning_rate": 0.003,
      "loss": 3.2367453002929687,
      "step": 61300
    },
    {
      "epoch": 0.1341303237750914,
      "grad_norm": 0.14885108172893524,
      "learning_rate": 0.003,
      "loss": 3.2349374389648435,
      "step": 61400
    },
    {
      "epoch": 0.13434877707114204,
      "grad_norm": 0.17403972148895264,
      "learning_rate": 0.003,
      "loss": 3.24302734375,
      "step": 61500
    },
    {
      "epoch": 0.13456723036719268,
      "grad_norm": 0.15033158659934998,
      "learning_rate": 0.003,
      "loss": 3.263538818359375,
      "step": 61600
    },
    {
      "epoch": 0.1347856836632433,
      "grad_norm": 0.21722860634326935,
      "learning_rate": 0.003,
      "loss": 3.2349429321289063,
      "step": 61700
    },
    {
      "epoch": 0.13500413695929395,
      "grad_norm": 0.1466379314661026,
      "learning_rate": 0.003,
      "loss": 3.219266052246094,
      "step": 61800
    },
    {
      "epoch": 0.1352225902553446,
      "grad_norm": 0.13940411806106567,
      "learning_rate": 0.003,
      "loss": 3.2392041015625,
      "step": 61900
    },
    {
      "epoch": 0.13544104355139525,
      "grad_norm": 0.13754943013191223,
      "learning_rate": 0.003,
      "loss": 3.252232971191406,
      "step": 62000
    },
    {
      "epoch": 0.13565949684744588,
      "grad_norm": 0.32490044832229614,
      "learning_rate": 0.003,
      "loss": 3.234407653808594,
      "step": 62100
    },
    {
      "epoch": 0.13587795014349652,
      "grad_norm": 0.14267276227474213,
      "learning_rate": 0.003,
      "loss": 3.218851318359375,
      "step": 62200
    },
    {
      "epoch": 0.13609640343954715,
      "grad_norm": 0.21616226434707642,
      "learning_rate": 0.003,
      "loss": 3.2713690185546875,
      "step": 62300
    },
    {
      "epoch": 0.1363148567355978,
      "grad_norm": 0.1464727371931076,
      "learning_rate": 0.003,
      "loss": 3.24201416015625,
      "step": 62400
    },
    {
      "epoch": 0.13653331003164842,
      "grad_norm": 0.5176395177841187,
      "learning_rate": 0.003,
      "loss": 3.2492108154296875,
      "step": 62500
    },
    {
      "epoch": 0.13675176332769906,
      "grad_norm": 0.1350073516368866,
      "learning_rate": 0.003,
      "loss": 3.2798583984375,
      "step": 62600
    },
    {
      "epoch": 0.1369702166237497,
      "grad_norm": 0.18025344610214233,
      "learning_rate": 0.003,
      "loss": 3.2309701538085935,
      "step": 62700
    },
    {
      "epoch": 0.13718866991980033,
      "grad_norm": 0.18821361660957336,
      "learning_rate": 0.003,
      "loss": 3.2689004516601563,
      "step": 62800
    },
    {
      "epoch": 0.13740712321585097,
      "grad_norm": 0.1663011610507965,
      "learning_rate": 0.003,
      "loss": 3.2441537475585935,
      "step": 62900
    },
    {
      "epoch": 0.1376255765119016,
      "grad_norm": 0.15948191285133362,
      "learning_rate": 0.003,
      "loss": 2.7289602661132815,
      "step": 63000
    },
    {
      "epoch": 0.13784402980795224,
      "grad_norm": 0.1529848873615265,
      "learning_rate": 0.003,
      "loss": 3.2516909790039064,
      "step": 63100
    },
    {
      "epoch": 0.13806248310400288,
      "grad_norm": 0.14751732349395752,
      "learning_rate": 0.003,
      "loss": 3.246956481933594,
      "step": 63200
    },
    {
      "epoch": 0.1382809364000535,
      "grad_norm": 0.1541360467672348,
      "learning_rate": 0.003,
      "loss": 3.2233453369140626,
      "step": 63300
    },
    {
      "epoch": 0.13849938969610415,
      "grad_norm": 0.17564933001995087,
      "learning_rate": 0.003,
      "loss": 3.2218228149414063,
      "step": 63400
    },
    {
      "epoch": 0.13871784299215478,
      "grad_norm": 0.14369294047355652,
      "learning_rate": 0.003,
      "loss": 3.3964053344726564,
      "step": 63500
    },
    {
      "epoch": 0.13893629628820545,
      "grad_norm": 0.14323627948760986,
      "learning_rate": 0.003,
      "loss": 3.249570617675781,
      "step": 63600
    },
    {
      "epoch": 0.13915474958425608,
      "grad_norm": 0.1641722321510315,
      "learning_rate": 0.003,
      "loss": 3.1940841674804688,
      "step": 63700
    },
    {
      "epoch": 0.13937320288030672,
      "grad_norm": 0.15655729174613953,
      "learning_rate": 0.003,
      "loss": 3.230262451171875,
      "step": 63800
    },
    {
      "epoch": 0.13959165617635735,
      "grad_norm": 0.23219190537929535,
      "learning_rate": 0.003,
      "loss": 3.260406494140625,
      "step": 63900
    },
    {
      "epoch": 0.139810109472408,
      "grad_norm": 0.15642347931861877,
      "learning_rate": 0.003,
      "loss": 3.266820068359375,
      "step": 64000
    },
    {
      "epoch": 0.14002856276845863,
      "grad_norm": 0.17600469291210175,
      "learning_rate": 0.003,
      "loss": 3.214679870605469,
      "step": 64100
    },
    {
      "epoch": 0.14024701606450926,
      "grad_norm": 0.1333693265914917,
      "learning_rate": 0.003,
      "loss": 3.217235107421875,
      "step": 64200
    },
    {
      "epoch": 0.1404654693605599,
      "grad_norm": 0.17207157611846924,
      "learning_rate": 0.003,
      "loss": 3.2215121459960936,
      "step": 64300
    },
    {
      "epoch": 0.14068392265661053,
      "grad_norm": 0.14259660243988037,
      "learning_rate": 0.003,
      "loss": 3.2310165405273437,
      "step": 64400
    },
    {
      "epoch": 0.14090237595266117,
      "grad_norm": 0.16601745784282684,
      "learning_rate": 0.003,
      "loss": 3.2018670654296875,
      "step": 64500
    },
    {
      "epoch": 0.1411208292487118,
      "grad_norm": 0.14996014535427094,
      "learning_rate": 0.003,
      "loss": 3.21740234375,
      "step": 64600
    },
    {
      "epoch": 0.14133928254476244,
      "grad_norm": 0.16059845685958862,
      "learning_rate": 0.003,
      "loss": 3.204219970703125,
      "step": 64700
    },
    {
      "epoch": 0.14155773584081308,
      "grad_norm": 0.18016761541366577,
      "learning_rate": 0.003,
      "loss": 3.195794982910156,
      "step": 64800
    },
    {
      "epoch": 0.1417761891368637,
      "grad_norm": 0.15482042729854584,
      "learning_rate": 0.003,
      "loss": 3.209017333984375,
      "step": 64900
    },
    {
      "epoch": 0.14199464243291435,
      "grad_norm": 0.19144226610660553,
      "learning_rate": 0.003,
      "loss": 3.210953674316406,
      "step": 65000
    },
    {
      "epoch": 0.14221309572896498,
      "grad_norm": 0.14203697443008423,
      "learning_rate": 0.003,
      "loss": 3.19835205078125,
      "step": 65100
    },
    {
      "epoch": 0.14243154902501565,
      "grad_norm": 0.4821944236755371,
      "learning_rate": 0.003,
      "loss": 3.25100341796875,
      "step": 65200
    },
    {
      "epoch": 0.14265000232106628,
      "grad_norm": 0.15543989837169647,
      "learning_rate": 0.003,
      "loss": 3.20369873046875,
      "step": 65300
    },
    {
      "epoch": 0.14286845561711692,
      "grad_norm": 0.1701357513666153,
      "learning_rate": 0.003,
      "loss": 3.169871520996094,
      "step": 65400
    },
    {
      "epoch": 0.14308690891316755,
      "grad_norm": 0.17308828234672546,
      "learning_rate": 0.003,
      "loss": 3.2284805297851564,
      "step": 65500
    },
    {
      "epoch": 0.1433053622092182,
      "grad_norm": 0.17479535937309265,
      "learning_rate": 0.003,
      "loss": 3.20006103515625,
      "step": 65600
    },
    {
      "epoch": 0.14352381550526883,
      "grad_norm": 0.14500826597213745,
      "learning_rate": 0.003,
      "loss": 3.2878839111328126,
      "step": 65700
    },
    {
      "epoch": 0.14374226880131946,
      "grad_norm": 0.1360345333814621,
      "learning_rate": 0.003,
      "loss": 3.29202880859375,
      "step": 65800
    },
    {
      "epoch": 0.1439607220973701,
      "grad_norm": 0.21259358525276184,
      "learning_rate": 0.003,
      "loss": 3.2273773193359374,
      "step": 65900
    },
    {
      "epoch": 0.14417917539342073,
      "grad_norm": 0.2542419731616974,
      "learning_rate": 0.003,
      "loss": 3.2165481567382814,
      "step": 66000
    },
    {
      "epoch": 0.14439762868947137,
      "grad_norm": 0.24819156527519226,
      "learning_rate": 0.003,
      "loss": 3.243924560546875,
      "step": 66100
    },
    {
      "epoch": 0.144616081985522,
      "grad_norm": 0.13760997354984283,
      "learning_rate": 0.003,
      "loss": 3.2319210815429686,
      "step": 66200
    },
    {
      "epoch": 0.14483453528157264,
      "grad_norm": 0.15245407819747925,
      "learning_rate": 0.003,
      "loss": 3.2334552001953125,
      "step": 66300
    },
    {
      "epoch": 0.14505298857762328,
      "grad_norm": 0.15227407217025757,
      "learning_rate": 0.003,
      "loss": 3.217420959472656,
      "step": 66400
    },
    {
      "epoch": 0.1452714418736739,
      "grad_norm": 0.14392466843128204,
      "learning_rate": 0.003,
      "loss": 3.2076754760742188,
      "step": 66500
    },
    {
      "epoch": 0.14548989516972455,
      "grad_norm": 0.21550512313842773,
      "learning_rate": 0.003,
      "loss": 3.266759338378906,
      "step": 66600
    },
    {
      "epoch": 0.14570834846577518,
      "grad_norm": 0.16961754858493805,
      "learning_rate": 0.003,
      "loss": 3.2540386962890624,
      "step": 66700
    },
    {
      "epoch": 0.14592680176182582,
      "grad_norm": 0.1846882551908493,
      "learning_rate": 0.003,
      "loss": 3.2260113525390626,
      "step": 66800
    },
    {
      "epoch": 0.14614525505787648,
      "grad_norm": 0.17954540252685547,
      "learning_rate": 0.003,
      "loss": 3.2294110107421874,
      "step": 66900
    },
    {
      "epoch": 0.14636370835392712,
      "grad_norm": 0.1706397533416748,
      "learning_rate": 0.003,
      "loss": 3.248121337890625,
      "step": 67000
    },
    {
      "epoch": 0.14658216164997775,
      "grad_norm": 0.17211204767227173,
      "learning_rate": 0.003,
      "loss": 3.2395590209960936,
      "step": 67100
    },
    {
      "epoch": 0.1468006149460284,
      "grad_norm": 0.21838849782943726,
      "learning_rate": 0.003,
      "loss": 3.241527099609375,
      "step": 67200
    },
    {
      "epoch": 0.14701906824207903,
      "grad_norm": 0.19266127049922943,
      "learning_rate": 0.003,
      "loss": 3.2631201171875,
      "step": 67300
    },
    {
      "epoch": 0.14723752153812966,
      "grad_norm": 0.15134894847869873,
      "learning_rate": 0.003,
      "loss": 3.2437713623046873,
      "step": 67400
    },
    {
      "epoch": 0.1474559748341803,
      "grad_norm": 0.34054991602897644,
      "learning_rate": 0.003,
      "loss": 3.2246142578125,
      "step": 67500
    },
    {
      "epoch": 0.14767442813023093,
      "grad_norm": 0.15797755122184753,
      "learning_rate": 0.003,
      "loss": 3.2434561157226565,
      "step": 67600
    },
    {
      "epoch": 0.14789288142628157,
      "grad_norm": 0.1528821587562561,
      "learning_rate": 0.003,
      "loss": 3.2275845336914064,
      "step": 67700
    },
    {
      "epoch": 0.1481113347223322,
      "grad_norm": 0.1330331712961197,
      "learning_rate": 0.003,
      "loss": 3.2324395751953126,
      "step": 67800
    },
    {
      "epoch": 0.14832978801838284,
      "grad_norm": 0.19141782820224762,
      "learning_rate": 0.003,
      "loss": 3.2720477294921877,
      "step": 67900
    },
    {
      "epoch": 0.14854824131443348,
      "grad_norm": 0.13883931934833527,
      "learning_rate": 0.003,
      "loss": 3.272904357910156,
      "step": 68000
    },
    {
      "epoch": 0.1487666946104841,
      "grad_norm": 0.14308680593967438,
      "learning_rate": 0.003,
      "loss": 3.227841491699219,
      "step": 68100
    },
    {
      "epoch": 0.14898514790653475,
      "grad_norm": 0.17235063016414642,
      "learning_rate": 0.003,
      "loss": 3.242052001953125,
      "step": 68200
    },
    {
      "epoch": 0.14920360120258538,
      "grad_norm": 0.17289380729198456,
      "learning_rate": 0.003,
      "loss": 3.2746286010742187,
      "step": 68300
    },
    {
      "epoch": 0.14942205449863602,
      "grad_norm": 0.14802849292755127,
      "learning_rate": 0.003,
      "loss": 3.194547424316406,
      "step": 68400
    },
    {
      "epoch": 0.14964050779468668,
      "grad_norm": 0.19775991141796112,
      "learning_rate": 0.003,
      "loss": 3.181102600097656,
      "step": 68500
    },
    {
      "epoch": 0.14985896109073732,
      "grad_norm": 0.13130341470241547,
      "learning_rate": 0.003,
      "loss": 2.723526611328125,
      "step": 68600
    },
    {
      "epoch": 0.15007741438678796,
      "grad_norm": 0.14095982909202576,
      "learning_rate": 0.003,
      "loss": 3.231905212402344,
      "step": 68700
    },
    {
      "epoch": 0.1502958676828386,
      "grad_norm": 0.14556872844696045,
      "learning_rate": 0.003,
      "loss": 3.2342495727539062,
      "step": 68800
    },
    {
      "epoch": 0.15051432097888923,
      "grad_norm": 0.14050233364105225,
      "learning_rate": 0.003,
      "loss": 3.2132330322265625,
      "step": 68900
    },
    {
      "epoch": 0.15073277427493986,
      "grad_norm": 0.1730201691389084,
      "learning_rate": 0.003,
      "loss": 3.2115792846679687,
      "step": 69000
    },
    {
      "epoch": 0.1509512275709905,
      "grad_norm": 0.20617027580738068,
      "learning_rate": 0.003,
      "loss": 3.2500860595703127,
      "step": 69100
    },
    {
      "epoch": 0.15116968086704113,
      "grad_norm": 0.1822213977575302,
      "learning_rate": 0.003,
      "loss": 3.236435852050781,
      "step": 69200
    },
    {
      "epoch": 0.15138813416309177,
      "grad_norm": 0.17483313381671906,
      "learning_rate": 0.003,
      "loss": 3.253581237792969,
      "step": 69300
    },
    {
      "epoch": 0.1516065874591424,
      "grad_norm": 0.15619760751724243,
      "learning_rate": 0.003,
      "loss": 3.196072692871094,
      "step": 69400
    },
    {
      "epoch": 0.15182504075519304,
      "grad_norm": 0.18323157727718353,
      "learning_rate": 0.003,
      "loss": 3.2476675415039065,
      "step": 69500
    },
    {
      "epoch": 0.15204349405124368,
      "grad_norm": 0.1582677662372589,
      "learning_rate": 0.003,
      "loss": 3.2430215454101563,
      "step": 69600
    },
    {
      "epoch": 0.1522619473472943,
      "grad_norm": 0.15574927628040314,
      "learning_rate": 0.003,
      "loss": 3.219065856933594,
      "step": 69700
    },
    {
      "epoch": 0.15248040064334495,
      "grad_norm": 0.13565471768379211,
      "learning_rate": 0.003,
      "loss": 3.2654583740234373,
      "step": 69800
    },
    {
      "epoch": 0.15269885393939558,
      "grad_norm": 0.1486131101846695,
      "learning_rate": 0.003,
      "loss": 3.2257269287109374,
      "step": 69900
    },
    {
      "epoch": 0.15291730723544622,
      "grad_norm": 0.16414867341518402,
      "learning_rate": 0.003,
      "loss": 3.227646484375,
      "step": 70000
    },
    {
      "epoch": 0.15313576053149686,
      "grad_norm": 0.17787083983421326,
      "learning_rate": 0.003,
      "loss": 3.1835894775390625,
      "step": 70100
    },
    {
      "epoch": 0.15335421382754752,
      "grad_norm": 0.14870117604732513,
      "learning_rate": 0.003,
      "loss": 3.2247634887695313,
      "step": 70200
    },
    {
      "epoch": 0.15357266712359816,
      "grad_norm": 0.14349189400672913,
      "learning_rate": 0.003,
      "loss": 3.171583251953125,
      "step": 70300
    },
    {
      "epoch": 0.1537911204196488,
      "grad_norm": 0.18492130935192108,
      "learning_rate": 0.003,
      "loss": 3.2198065185546874,
      "step": 70400
    },
    {
      "epoch": 0.15400957371569943,
      "grad_norm": 0.18474198877811432,
      "learning_rate": 0.003,
      "loss": 3.2141107177734374,
      "step": 70500
    },
    {
      "epoch": 0.15422802701175006,
      "grad_norm": 0.20480042695999146,
      "learning_rate": 0.003,
      "loss": 3.2477322387695313,
      "step": 70600
    },
    {
      "epoch": 0.1544464803078007,
      "grad_norm": 0.15379810333251953,
      "learning_rate": 0.003,
      "loss": 3.2210733032226564,
      "step": 70700
    },
    {
      "epoch": 0.15466493360385133,
      "grad_norm": 0.1564520001411438,
      "learning_rate": 0.003,
      "loss": 3.2100540161132813,
      "step": 70800
    },
    {
      "epoch": 0.15488338689990197,
      "grad_norm": 0.1851634830236435,
      "learning_rate": 0.003,
      "loss": 3.2196975708007813,
      "step": 70900
    },
    {
      "epoch": 0.1551018401959526,
      "grad_norm": 0.13629335165023804,
      "learning_rate": 0.003,
      "loss": 3.2184857177734374,
      "step": 71000
    },
    {
      "epoch": 0.15532029349200324,
      "grad_norm": 0.13462699949741364,
      "learning_rate": 0.003,
      "loss": 3.2634429931640625,
      "step": 71100
    },
    {
      "epoch": 0.15553874678805388,
      "grad_norm": 0.14812074601650238,
      "learning_rate": 0.003,
      "loss": 3.2562606811523436,
      "step": 71200
    },
    {
      "epoch": 0.1557572000841045,
      "grad_norm": 0.13378751277923584,
      "learning_rate": 0.003,
      "loss": 3.2482659912109373,
      "step": 71300
    },
    {
      "epoch": 0.15597565338015515,
      "grad_norm": 0.16416287422180176,
      "learning_rate": 0.003,
      "loss": 3.1697012329101564,
      "step": 71400
    },
    {
      "epoch": 0.15619410667620579,
      "grad_norm": 0.1352565735578537,
      "learning_rate": 0.003,
      "loss": 3.2339556884765623,
      "step": 71500
    },
    {
      "epoch": 0.15641255997225642,
      "grad_norm": 0.14081928133964539,
      "learning_rate": 0.003,
      "loss": 3.2458950805664064,
      "step": 71600
    },
    {
      "epoch": 0.15663101326830706,
      "grad_norm": 0.1376163810491562,
      "learning_rate": 0.003,
      "loss": 3.21879150390625,
      "step": 71700
    },
    {
      "epoch": 0.15684946656435772,
      "grad_norm": 0.16404809057712555,
      "learning_rate": 0.003,
      "loss": 3.261857604980469,
      "step": 71800
    },
    {
      "epoch": 0.15706791986040836,
      "grad_norm": 0.16098147630691528,
      "learning_rate": 0.003,
      "loss": 3.2662176513671874,
      "step": 71900
    },
    {
      "epoch": 0.157286373156459,
      "grad_norm": 0.19868750870227814,
      "learning_rate": 0.003,
      "loss": 3.25436767578125,
      "step": 72000
    },
    {
      "epoch": 0.15750482645250963,
      "grad_norm": 0.18838000297546387,
      "learning_rate": 0.003,
      "loss": 3.2456134033203123,
      "step": 72100
    },
    {
      "epoch": 0.15772327974856026,
      "grad_norm": 0.18162785470485687,
      "learning_rate": 0.003,
      "loss": 3.2529983520507812,
      "step": 72200
    },
    {
      "epoch": 0.1579417330446109,
      "grad_norm": 0.13635674118995667,
      "learning_rate": 0.003,
      "loss": 3.2445623779296877,
      "step": 72300
    },
    {
      "epoch": 0.15816018634066153,
      "grad_norm": 0.18136821687221527,
      "learning_rate": 0.003,
      "loss": 3.1944915771484377,
      "step": 72400
    },
    {
      "epoch": 0.15837863963671217,
      "grad_norm": 0.16928516328334808,
      "learning_rate": 0.003,
      "loss": 3.2309170532226563,
      "step": 72500
    },
    {
      "epoch": 0.1585970929327628,
      "grad_norm": 0.14556556940078735,
      "learning_rate": 0.003,
      "loss": 3.2353945922851564,
      "step": 72600
    },
    {
      "epoch": 0.15881554622881344,
      "grad_norm": 0.14194248616695404,
      "learning_rate": 0.003,
      "loss": 3.262231750488281,
      "step": 72700
    },
    {
      "epoch": 0.15903399952486408,
      "grad_norm": 0.15043506026268005,
      "learning_rate": 0.003,
      "loss": 3.2179226684570312,
      "step": 72800
    },
    {
      "epoch": 0.15925245282091471,
      "grad_norm": 0.18483737111091614,
      "learning_rate": 0.003,
      "loss": 3.2244232177734373,
      "step": 72900
    },
    {
      "epoch": 0.15947090611696535,
      "grad_norm": 0.17586249113082886,
      "learning_rate": 0.003,
      "loss": 3.1289639282226562,
      "step": 73000
    },
    {
      "epoch": 0.15968935941301599,
      "grad_norm": 0.17315636575222015,
      "learning_rate": 0.003,
      "loss": 3.230426940917969,
      "step": 73100
    },
    {
      "epoch": 0.15990781270906662,
      "grad_norm": 0.14286355674266815,
      "learning_rate": 0.003,
      "loss": 3.2417947387695314,
      "step": 73200
    },
    {
      "epoch": 0.16012626600511726,
      "grad_norm": 0.15196926891803741,
      "learning_rate": 0.003,
      "loss": 3.2354244995117187,
      "step": 73300
    },
    {
      "epoch": 0.1603447193011679,
      "grad_norm": 0.1744149625301361,
      "learning_rate": 0.003,
      "loss": 3.165083923339844,
      "step": 73400
    },
    {
      "epoch": 0.16056317259721856,
      "grad_norm": 0.15688399970531464,
      "learning_rate": 0.003,
      "loss": 3.21979736328125,
      "step": 73500
    },
    {
      "epoch": 0.1607816258932692,
      "grad_norm": 0.1604417860507965,
      "learning_rate": 0.003,
      "loss": 3.223596496582031,
      "step": 73600
    },
    {
      "epoch": 0.16100007918931983,
      "grad_norm": 0.14714471995830536,
      "learning_rate": 0.003,
      "loss": 3.2240216064453127,
      "step": 73700
    },
    {
      "epoch": 0.16121853248537046,
      "grad_norm": 0.18966136872768402,
      "learning_rate": 0.003,
      "loss": 3.197341003417969,
      "step": 73800
    },
    {
      "epoch": 0.1614369857814211,
      "grad_norm": 0.2152947634458542,
      "learning_rate": 0.003,
      "loss": 3.1614569091796874,
      "step": 73900
    },
    {
      "epoch": 0.16165543907747174,
      "grad_norm": 0.14745226502418518,
      "learning_rate": 0.003,
      "loss": 3.2265939331054687,
      "step": 74000
    },
    {
      "epoch": 0.16187389237352237,
      "grad_norm": 0.15095406770706177,
      "learning_rate": 0.003,
      "loss": 3.373876037597656,
      "step": 74100
    },
    {
      "epoch": 0.162092345669573,
      "grad_norm": 0.1664532572031021,
      "learning_rate": 0.003,
      "loss": 3.1829833984375,
      "step": 74200
    },
    {
      "epoch": 0.16231079896562364,
      "grad_norm": 0.14805693924427032,
      "learning_rate": 0.003,
      "loss": 3.207042236328125,
      "step": 74300
    },
    {
      "epoch": 0.16252925226167428,
      "grad_norm": 0.15347807109355927,
      "learning_rate": 0.003,
      "loss": 3.1845889282226563,
      "step": 74400
    },
    {
      "epoch": 0.16274770555772491,
      "grad_norm": 0.20546002686023712,
      "learning_rate": 0.003,
      "loss": 3.1983770751953124,
      "step": 74500
    },
    {
      "epoch": 0.16296615885377555,
      "grad_norm": 0.14666610956192017,
      "learning_rate": 0.003,
      "loss": 3.222270202636719,
      "step": 74600
    },
    {
      "epoch": 0.16318461214982619,
      "grad_norm": 0.15613286197185516,
      "learning_rate": 0.003,
      "loss": 3.2073956298828126,
      "step": 74700
    },
    {
      "epoch": 0.16340306544587682,
      "grad_norm": 0.16200363636016846,
      "learning_rate": 0.003,
      "loss": 3.2018893432617186,
      "step": 74800
    },
    {
      "epoch": 0.16362151874192746,
      "grad_norm": 0.1372697651386261,
      "learning_rate": 0.003,
      "loss": 3.2019302368164064,
      "step": 74900
    },
    {
      "epoch": 0.1638399720379781,
      "grad_norm": 0.1444454938173294,
      "learning_rate": 0.003,
      "loss": 3.189869079589844,
      "step": 75000
    },
    {
      "epoch": 0.16405842533402876,
      "grad_norm": 0.16384346783161163,
      "learning_rate": 0.003,
      "loss": 3.242828674316406,
      "step": 75100
    },
    {
      "epoch": 0.1642768786300794,
      "grad_norm": 0.22108645737171173,
      "learning_rate": 0.003,
      "loss": 3.203451843261719,
      "step": 75200
    },
    {
      "epoch": 0.16449533192613003,
      "grad_norm": 0.155759796500206,
      "learning_rate": 0.003,
      "loss": 3.1484210205078127,
      "step": 75300
    },
    {
      "epoch": 0.16471378522218066,
      "grad_norm": 0.1365097612142563,
      "learning_rate": 0.003,
      "loss": 3.177284851074219,
      "step": 75400
    },
    {
      "epoch": 0.1649322385182313,
      "grad_norm": 0.20308803021907806,
      "learning_rate": 0.003,
      "loss": 3.2935577392578126,
      "step": 75500
    },
    {
      "epoch": 0.16515069181428194,
      "grad_norm": 0.1627846658229828,
      "learning_rate": 0.003,
      "loss": 3.2038775634765626,
      "step": 75600
    },
    {
      "epoch": 0.16536914511033257,
      "grad_norm": 0.15723568201065063,
      "learning_rate": 0.003,
      "loss": 3.18799072265625,
      "step": 75700
    },
    {
      "epoch": 0.1655875984063832,
      "grad_norm": 0.14858828485012054,
      "learning_rate": 0.003,
      "loss": 3.2345623779296875,
      "step": 75800
    },
    {
      "epoch": 0.16580605170243384,
      "grad_norm": 0.16737258434295654,
      "learning_rate": 0.003,
      "loss": 3.1938626098632814,
      "step": 75900
    },
    {
      "epoch": 0.16602450499848448,
      "grad_norm": 0.15170836448669434,
      "learning_rate": 0.003,
      "loss": 3.2006201171875,
      "step": 76000
    },
    {
      "epoch": 0.16624295829453511,
      "grad_norm": 0.1959700584411621,
      "learning_rate": 0.003,
      "loss": 3.254922180175781,
      "step": 76100
    },
    {
      "epoch": 0.16646141159058575,
      "grad_norm": 0.15581128001213074,
      "learning_rate": 0.003,
      "loss": 3.1887762451171877,
      "step": 76200
    },
    {
      "epoch": 0.1666798648866364,
      "grad_norm": 0.14930440485477448,
      "learning_rate": 0.003,
      "loss": 3.2389352416992185,
      "step": 76300
    },
    {
      "epoch": 0.16689831818268702,
      "grad_norm": 0.2020094394683838,
      "learning_rate": 0.003,
      "loss": 3.2333514404296877,
      "step": 76400
    },
    {
      "epoch": 0.16711677147873766,
      "grad_norm": 0.1374303102493286,
      "learning_rate": 0.003,
      "loss": 3.2222906494140626,
      "step": 76500
    },
    {
      "epoch": 0.1673352247747883,
      "grad_norm": 0.15284472703933716,
      "learning_rate": 0.003,
      "loss": 3.2347198486328126,
      "step": 76600
    },
    {
      "epoch": 0.16755367807083893,
      "grad_norm": 0.23065847158432007,
      "learning_rate": 0.003,
      "loss": 3.2416390991210937,
      "step": 76700
    },
    {
      "epoch": 0.1677721313668896,
      "grad_norm": 0.15649299323558807,
      "learning_rate": 0.003,
      "loss": 3.2050161743164063,
      "step": 76800
    },
    {
      "epoch": 0.16799058466294023,
      "grad_norm": 0.14923731982707977,
      "learning_rate": 0.003,
      "loss": 3.2096380615234374,
      "step": 76900
    },
    {
      "epoch": 0.16820903795899086,
      "grad_norm": 0.15309712290763855,
      "learning_rate": 0.003,
      "loss": 3.327672424316406,
      "step": 77000
    },
    {
      "epoch": 0.1684274912550415,
      "grad_norm": 0.1624584048986435,
      "learning_rate": 0.003,
      "loss": 3.0921026611328126,
      "step": 77100
    },
    {
      "epoch": 0.16864594455109214,
      "grad_norm": 0.15112026035785675,
      "learning_rate": 0.003,
      "loss": 3.2112442016601563,
      "step": 77200
    },
    {
      "epoch": 0.16886439784714277,
      "grad_norm": 0.2171279788017273,
      "learning_rate": 0.003,
      "loss": 3.2253741455078124,
      "step": 77300
    },
    {
      "epoch": 0.1690828511431934,
      "grad_norm": 0.14117172360420227,
      "learning_rate": 0.003,
      "loss": 3.26427001953125,
      "step": 77400
    },
    {
      "epoch": 0.16930130443924404,
      "grad_norm": 0.20454275608062744,
      "learning_rate": 0.003,
      "loss": 3.2036868286132814,
      "step": 77500
    },
    {
      "epoch": 0.16951975773529468,
      "grad_norm": 0.15810075402259827,
      "learning_rate": 0.003,
      "loss": 3.2048870849609377,
      "step": 77600
    },
    {
      "epoch": 0.16973821103134532,
      "grad_norm": 0.14809603989124298,
      "learning_rate": 0.003,
      "loss": 3.239774475097656,
      "step": 77700
    },
    {
      "epoch": 0.16995666432739595,
      "grad_norm": 0.13929158449172974,
      "learning_rate": 0.003,
      "loss": 3.182627868652344,
      "step": 77800
    },
    {
      "epoch": 0.1701751176234466,
      "grad_norm": 0.14580564200878143,
      "learning_rate": 0.003,
      "loss": 3.209283752441406,
      "step": 77900
    },
    {
      "epoch": 0.17039357091949722,
      "grad_norm": 0.169144406914711,
      "learning_rate": 0.003,
      "loss": 3.2105447387695314,
      "step": 78000
    },
    {
      "epoch": 0.17061202421554786,
      "grad_norm": 0.18892961740493774,
      "learning_rate": 0.003,
      "loss": 3.179049377441406,
      "step": 78100
    },
    {
      "epoch": 0.1708304775115985,
      "grad_norm": 0.17873692512512207,
      "learning_rate": 0.003,
      "loss": 3.1997015380859377,
      "step": 78200
    },
    {
      "epoch": 0.17104893080764913,
      "grad_norm": 0.16759565472602844,
      "learning_rate": 0.003,
      "loss": 3.2110018920898438,
      "step": 78300
    },
    {
      "epoch": 0.1712673841036998,
      "grad_norm": 0.1694764345884323,
      "learning_rate": 0.003,
      "loss": 3.1810675048828125,
      "step": 78400
    },
    {
      "epoch": 0.17148583739975043,
      "grad_norm": 0.2141251564025879,
      "learning_rate": 0.003,
      "loss": 3.2247308349609374,
      "step": 78500
    },
    {
      "epoch": 0.17170429069580107,
      "grad_norm": 0.1924314647912979,
      "learning_rate": 0.003,
      "loss": 3.246143493652344,
      "step": 78600
    },
    {
      "epoch": 0.1719227439918517,
      "grad_norm": 0.14677858352661133,
      "learning_rate": 0.003,
      "loss": 3.195514831542969,
      "step": 78700
    },
    {
      "epoch": 0.17214119728790234,
      "grad_norm": 0.13610516488552094,
      "learning_rate": 0.003,
      "loss": 3.2029443359375,
      "step": 78800
    },
    {
      "epoch": 0.17235965058395297,
      "grad_norm": 0.1633630096912384,
      "learning_rate": 0.003,
      "loss": 3.1546783447265625,
      "step": 78900
    },
    {
      "epoch": 0.1725781038800036,
      "grad_norm": 0.1665549874305725,
      "learning_rate": 0.003,
      "loss": 3.2146710205078124,
      "step": 79000
    },
    {
      "epoch": 0.17279655717605424,
      "grad_norm": 0.39296653866767883,
      "learning_rate": 0.003,
      "loss": 3.2075177001953126,
      "step": 79100
    },
    {
      "epoch": 0.17301501047210488,
      "grad_norm": 0.28278303146362305,
      "learning_rate": 0.003,
      "loss": 3.201310729980469,
      "step": 79200
    },
    {
      "epoch": 0.17323346376815552,
      "grad_norm": 0.1643471121788025,
      "learning_rate": 0.003,
      "loss": 3.235052490234375,
      "step": 79300
    },
    {
      "epoch": 0.17345191706420615,
      "grad_norm": 0.18586060404777527,
      "learning_rate": 0.003,
      "loss": 3.168081970214844,
      "step": 79400
    },
    {
      "epoch": 0.1736703703602568,
      "grad_norm": 0.19346100091934204,
      "learning_rate": 0.003,
      "loss": 3.218128662109375,
      "step": 79500
    },
    {
      "epoch": 0.17388882365630742,
      "grad_norm": 0.1757037341594696,
      "learning_rate": 0.003,
      "loss": 3.1765069580078125,
      "step": 79600
    },
    {
      "epoch": 0.17410727695235806,
      "grad_norm": 0.15886549651622772,
      "learning_rate": 0.003,
      "loss": 3.2562713623046875,
      "step": 79700
    },
    {
      "epoch": 0.1743257302484087,
      "grad_norm": 0.16389308869838715,
      "learning_rate": 0.003,
      "loss": 3.220198974609375,
      "step": 79800
    },
    {
      "epoch": 0.17454418354445933,
      "grad_norm": 0.30649611353874207,
      "learning_rate": 0.003,
      "loss": 3.2026336669921873,
      "step": 79900
    },
    {
      "epoch": 0.17476263684050997,
      "grad_norm": 0.18294557929039001,
      "learning_rate": 0.003,
      "loss": 3.1905865478515625,
      "step": 80000
    },
    {
      "epoch": 0.17498109013656063,
      "grad_norm": 0.1466442495584488,
      "learning_rate": 0.003,
      "loss": 3.2082867431640625,
      "step": 80100
    },
    {
      "epoch": 0.17519954343261127,
      "grad_norm": 0.15893469750881195,
      "learning_rate": 0.003,
      "loss": 3.0881536865234374,
      "step": 80200
    },
    {
      "epoch": 0.1754179967286619,
      "grad_norm": 0.15483619272708893,
      "learning_rate": 0.003,
      "loss": 3.192733154296875,
      "step": 80300
    },
    {
      "epoch": 0.17563645002471254,
      "grad_norm": 0.19978880882263184,
      "learning_rate": 0.003,
      "loss": 3.2413204956054686,
      "step": 80400
    },
    {
      "epoch": 0.17585490332076317,
      "grad_norm": 0.1491372138261795,
      "learning_rate": 0.003,
      "loss": 3.2084686279296877,
      "step": 80500
    },
    {
      "epoch": 0.1760733566168138,
      "grad_norm": 0.2566303610801697,
      "learning_rate": 0.003,
      "loss": 3.2092715454101564,
      "step": 80600
    },
    {
      "epoch": 0.17629180991286444,
      "grad_norm": 0.2119085043668747,
      "learning_rate": 0.003,
      "loss": 3.222015380859375,
      "step": 80700
    },
    {
      "epoch": 0.17651026320891508,
      "grad_norm": 0.14177367091178894,
      "learning_rate": 0.003,
      "loss": 3.1890496826171875,
      "step": 80800
    },
    {
      "epoch": 0.17672871650496572,
      "grad_norm": 0.1567944884300232,
      "learning_rate": 0.003,
      "loss": 3.248140563964844,
      "step": 80900
    },
    {
      "epoch": 0.17694716980101635,
      "grad_norm": 0.13174422085285187,
      "learning_rate": 0.003,
      "loss": 3.19893798828125,
      "step": 81000
    },
    {
      "epoch": 0.177165623097067,
      "grad_norm": 0.1621484011411667,
      "learning_rate": 0.003,
      "loss": 3.17727783203125,
      "step": 81100
    },
    {
      "epoch": 0.17738407639311762,
      "grad_norm": 0.21841928362846375,
      "learning_rate": 0.003,
      "loss": 3.301322326660156,
      "step": 81200
    },
    {
      "epoch": 0.17760252968916826,
      "grad_norm": 1.0696430206298828,
      "learning_rate": 0.003,
      "loss": 3.2075405883789063,
      "step": 81300
    },
    {
      "epoch": 0.1778209829852189,
      "grad_norm": 0.1451922506093979,
      "learning_rate": 0.003,
      "loss": 3.1747747802734376,
      "step": 81400
    },
    {
      "epoch": 0.17803943628126953,
      "grad_norm": 0.1978912055492401,
      "learning_rate": 0.003,
      "loss": 3.223821716308594,
      "step": 81500
    },
    {
      "epoch": 0.17825788957732017,
      "grad_norm": 0.1773586869239807,
      "learning_rate": 0.003,
      "loss": 3.2137265014648437,
      "step": 81600
    },
    {
      "epoch": 0.17847634287337083,
      "grad_norm": 0.15452352166175842,
      "learning_rate": 0.003,
      "loss": 3.19757568359375,
      "step": 81700
    },
    {
      "epoch": 0.17869479616942147,
      "grad_norm": 0.16110122203826904,
      "learning_rate": 0.003,
      "loss": 3.2170181274414062,
      "step": 81800
    },
    {
      "epoch": 0.1789132494654721,
      "grad_norm": 0.2923918068408966,
      "learning_rate": 0.003,
      "loss": 3.2086199951171874,
      "step": 81900
    },
    {
      "epoch": 0.17913170276152274,
      "grad_norm": 0.13742706179618835,
      "learning_rate": 0.003,
      "loss": 3.203441467285156,
      "step": 82000
    },
    {
      "epoch": 0.17935015605757337,
      "grad_norm": 0.2099335640668869,
      "learning_rate": 0.003,
      "loss": 3.18805908203125,
      "step": 82100
    },
    {
      "epoch": 0.179568609353624,
      "grad_norm": 0.17757396399974823,
      "learning_rate": 0.003,
      "loss": 3.237929382324219,
      "step": 82200
    },
    {
      "epoch": 0.17978706264967464,
      "grad_norm": 0.1552405059337616,
      "learning_rate": 0.003,
      "loss": 3.2098583984375,
      "step": 82300
    },
    {
      "epoch": 0.18000551594572528,
      "grad_norm": 0.18570825457572937,
      "learning_rate": 0.003,
      "loss": 3.218511047363281,
      "step": 82400
    },
    {
      "epoch": 0.18022396924177592,
      "grad_norm": 0.17937444150447845,
      "learning_rate": 0.003,
      "loss": 3.1134356689453124,
      "step": 82500
    },
    {
      "epoch": 0.18044242253782655,
      "grad_norm": 0.2126537710428238,
      "learning_rate": 0.003,
      "loss": 3.181529235839844,
      "step": 82600
    },
    {
      "epoch": 0.1806608758338772,
      "grad_norm": 0.21367910504341125,
      "learning_rate": 0.003,
      "loss": 3.201230773925781,
      "step": 82700
    },
    {
      "epoch": 0.18087932912992782,
      "grad_norm": 0.14153313636779785,
      "learning_rate": 0.003,
      "loss": 3.1745318603515624,
      "step": 82800
    },
    {
      "epoch": 0.18109778242597846,
      "grad_norm": 0.19468209147453308,
      "learning_rate": 0.003,
      "loss": 3.2247454833984377,
      "step": 82900
    },
    {
      "epoch": 0.1813162357220291,
      "grad_norm": 0.15372858941555023,
      "learning_rate": 0.003,
      "loss": 3.1692236328125,
      "step": 83000
    },
    {
      "epoch": 0.18153468901807973,
      "grad_norm": 0.26405900716781616,
      "learning_rate": 0.003,
      "loss": 3.2481961059570312,
      "step": 83100
    },
    {
      "epoch": 0.18175314231413037,
      "grad_norm": 0.13953185081481934,
      "learning_rate": 0.003,
      "loss": 3.185765686035156,
      "step": 83200
    },
    {
      "epoch": 0.181971595610181,
      "grad_norm": 0.17543235421180725,
      "learning_rate": 0.003,
      "loss": 3.2108160400390626,
      "step": 83300
    },
    {
      "epoch": 0.18219004890623167,
      "grad_norm": 0.1657751351594925,
      "learning_rate": 0.003,
      "loss": 3.248452453613281,
      "step": 83400
    },
    {
      "epoch": 0.1824085022022823,
      "grad_norm": 0.169894739985466,
      "learning_rate": 0.003,
      "loss": 3.228109130859375,
      "step": 83500
    },
    {
      "epoch": 0.18262695549833294,
      "grad_norm": 0.3021637499332428,
      "learning_rate": 0.003,
      "loss": 3.2393258666992186,
      "step": 83600
    },
    {
      "epoch": 0.18284540879438357,
      "grad_norm": 0.15600207448005676,
      "learning_rate": 0.003,
      "loss": 3.2102398681640625,
      "step": 83700
    },
    {
      "epoch": 0.1830638620904342,
      "grad_norm": 0.140744149684906,
      "learning_rate": 0.003,
      "loss": 3.1667059326171874,
      "step": 83800
    },
    {
      "epoch": 0.18328231538648485,
      "grad_norm": 0.15589119493961334,
      "learning_rate": 0.003,
      "loss": 3.1936209106445315,
      "step": 83900
    },
    {
      "epoch": 0.18350076868253548,
      "grad_norm": 0.1463201940059662,
      "learning_rate": 0.003,
      "loss": 3.175903015136719,
      "step": 84000
    },
    {
      "epoch": 0.18371922197858612,
      "grad_norm": 0.2008126974105835,
      "learning_rate": 0.003,
      "loss": 3.1910275268554686,
      "step": 84100
    },
    {
      "epoch": 0.18393767527463675,
      "grad_norm": 0.17553767561912537,
      "learning_rate": 0.003,
      "loss": 3.187009582519531,
      "step": 84200
    },
    {
      "epoch": 0.1841561285706874,
      "grad_norm": 0.16969048976898193,
      "learning_rate": 0.003,
      "loss": 3.21021240234375,
      "step": 84300
    },
    {
      "epoch": 0.18437458186673802,
      "grad_norm": 0.5377168655395508,
      "learning_rate": 0.003,
      "loss": 3.1883334350585937,
      "step": 84400
    },
    {
      "epoch": 0.18459303516278866,
      "grad_norm": 0.1619803011417389,
      "learning_rate": 0.003,
      "loss": 3.1760284423828127,
      "step": 84500
    },
    {
      "epoch": 0.1848114884588393,
      "grad_norm": 0.16926124691963196,
      "learning_rate": 0.003,
      "loss": 3.1831094360351564,
      "step": 84600
    },
    {
      "epoch": 0.18502994175488993,
      "grad_norm": 0.16700851917266846,
      "learning_rate": 0.003,
      "loss": 3.1721905517578124,
      "step": 84700
    },
    {
      "epoch": 0.18524839505094057,
      "grad_norm": 0.14603792130947113,
      "learning_rate": 0.003,
      "loss": 3.16665283203125,
      "step": 84800
    },
    {
      "epoch": 0.1854668483469912,
      "grad_norm": 0.24774129688739777,
      "learning_rate": 0.003,
      "loss": 2.9768441772460936,
      "step": 84900
    },
    {
      "epoch": 0.18568530164304184,
      "grad_norm": 0.17643874883651733,
      "learning_rate": 0.003,
      "loss": 2.7105810546875,
      "step": 85000
    },
    {
      "epoch": 0.1859037549390925,
      "grad_norm": 0.16816070675849915,
      "learning_rate": 0.003,
      "loss": 3.1750653076171873,
      "step": 85100
    },
    {
      "epoch": 0.18612220823514314,
      "grad_norm": 0.35066846013069153,
      "learning_rate": 0.003,
      "loss": 3.204986572265625,
      "step": 85200
    },
    {
      "epoch": 0.18634066153119377,
      "grad_norm": 0.17999179661273956,
      "learning_rate": 0.003,
      "loss": 3.170851135253906,
      "step": 85300
    },
    {
      "epoch": 0.1865591148272444,
      "grad_norm": 0.14632770419120789,
      "learning_rate": 0.003,
      "loss": 3.1513735961914064,
      "step": 85400
    },
    {
      "epoch": 0.18677756812329505,
      "grad_norm": 0.14943662285804749,
      "learning_rate": 0.003,
      "loss": 3.226905517578125,
      "step": 85500
    },
    {
      "epoch": 0.18699602141934568,
      "grad_norm": 0.1464826613664627,
      "learning_rate": 0.003,
      "loss": 3.183929138183594,
      "step": 85600
    },
    {
      "epoch": 0.18721447471539632,
      "grad_norm": 0.1445285826921463,
      "learning_rate": 0.003,
      "loss": 3.185249938964844,
      "step": 85700
    },
    {
      "epoch": 0.18743292801144695,
      "grad_norm": 0.15161272883415222,
      "learning_rate": 0.003,
      "loss": 3.1968368530273437,
      "step": 85800
    },
    {
      "epoch": 0.1876513813074976,
      "grad_norm": 0.14321133494377136,
      "learning_rate": 0.003,
      "loss": 3.16796875,
      "step": 85900
    },
    {
      "epoch": 0.18786983460354822,
      "grad_norm": 0.17690575122833252,
      "learning_rate": 0.003,
      "loss": 3.079221496582031,
      "step": 86000
    },
    {
      "epoch": 0.18808828789959886,
      "grad_norm": 0.30789339542388916,
      "learning_rate": 0.003,
      "loss": 3.1597393798828124,
      "step": 86100
    },
    {
      "epoch": 0.1883067411956495,
      "grad_norm": 0.19097469747066498,
      "learning_rate": 0.003,
      "loss": 3.105707092285156,
      "step": 86200
    },
    {
      "epoch": 0.18852519449170013,
      "grad_norm": 0.1602492481470108,
      "learning_rate": 0.003,
      "loss": 3.1880517578125,
      "step": 86300
    },
    {
      "epoch": 0.18874364778775077,
      "grad_norm": 0.1806216835975647,
      "learning_rate": 0.003,
      "loss": 3.1760809326171877,
      "step": 86400
    },
    {
      "epoch": 0.1889621010838014,
      "grad_norm": 0.1637730896472931,
      "learning_rate": 0.003,
      "loss": 3.1409722900390626,
      "step": 86500
    },
    {
      "epoch": 0.18918055437985204,
      "grad_norm": 0.2023204267024994,
      "learning_rate": 0.003,
      "loss": 3.164836120605469,
      "step": 86600
    },
    {
      "epoch": 0.1893990076759027,
      "grad_norm": 0.1658940315246582,
      "learning_rate": 0.003,
      "loss": 3.201011047363281,
      "step": 86700
    },
    {
      "epoch": 0.18961746097195334,
      "grad_norm": 0.1435602456331253,
      "learning_rate": 0.003,
      "loss": 3.1786843872070314,
      "step": 86800
    },
    {
      "epoch": 0.18983591426800397,
      "grad_norm": 0.18763457238674164,
      "learning_rate": 0.003,
      "loss": 3.206578674316406,
      "step": 86900
    },
    {
      "epoch": 0.1900543675640546,
      "grad_norm": 0.25697416067123413,
      "learning_rate": 0.003,
      "loss": 3.2007901000976564,
      "step": 87000
    },
    {
      "epoch": 0.19027282086010525,
      "grad_norm": 0.20490820705890656,
      "learning_rate": 0.003,
      "loss": 3.161679382324219,
      "step": 87100
    },
    {
      "epoch": 0.19049127415615588,
      "grad_norm": 0.18808764219284058,
      "learning_rate": 0.003,
      "loss": 3.2807861328125,
      "step": 87200
    },
    {
      "epoch": 0.19070972745220652,
      "grad_norm": 0.20605118572711945,
      "learning_rate": 0.003,
      "loss": 3.184476623535156,
      "step": 87300
    },
    {
      "epoch": 0.19092818074825715,
      "grad_norm": 0.15393364429473877,
      "learning_rate": 0.003,
      "loss": 3.179691162109375,
      "step": 87400
    },
    {
      "epoch": 0.1911466340443078,
      "grad_norm": 0.16213102638721466,
      "learning_rate": 0.003,
      "loss": 3.1681033325195314,
      "step": 87500
    },
    {
      "epoch": 0.19136508734035843,
      "grad_norm": 0.1807558238506317,
      "learning_rate": 0.003,
      "loss": 3.190770263671875,
      "step": 87600
    },
    {
      "epoch": 0.19158354063640906,
      "grad_norm": 0.15362854301929474,
      "learning_rate": 0.003,
      "loss": 3.1951593017578124,
      "step": 87700
    },
    {
      "epoch": 0.1918019939324597,
      "grad_norm": 0.3159952163696289,
      "learning_rate": 0.003,
      "loss": 3.156473388671875,
      "step": 87800
    },
    {
      "epoch": 0.19202044722851033,
      "grad_norm": 0.2071072906255722,
      "learning_rate": 0.003,
      "loss": 3.1962716674804685,
      "step": 87900
    },
    {
      "epoch": 0.19223890052456097,
      "grad_norm": 0.21645040810108185,
      "learning_rate": 0.003,
      "loss": 2.6888922119140624,
      "step": 88000
    },
    {
      "epoch": 0.1924573538206116,
      "grad_norm": 0.14421090483665466,
      "learning_rate": 0.003,
      "loss": 2.664625244140625,
      "step": 88100
    },
    {
      "epoch": 0.19267580711666224,
      "grad_norm": 0.14521977305412292,
      "learning_rate": 0.003,
      "loss": 3.1772064208984374,
      "step": 88200
    },
    {
      "epoch": 0.19289426041271288,
      "grad_norm": 0.18281616270542145,
      "learning_rate": 0.003,
      "loss": 3.154764404296875,
      "step": 88300
    },
    {
      "epoch": 0.19311271370876354,
      "grad_norm": 0.16759873926639557,
      "learning_rate": 0.003,
      "loss": 3.2332708740234377,
      "step": 88400
    },
    {
      "epoch": 0.19333116700481418,
      "grad_norm": 0.1650831699371338,
      "learning_rate": 0.003,
      "loss": 3.1961322021484375,
      "step": 88500
    },
    {
      "epoch": 0.1935496203008648,
      "grad_norm": 0.15335407853126526,
      "learning_rate": 0.003,
      "loss": 3.219986572265625,
      "step": 88600
    },
    {
      "epoch": 0.19376807359691545,
      "grad_norm": 0.17449705302715302,
      "learning_rate": 0.003,
      "loss": 3.1900616455078126,
      "step": 88700
    },
    {
      "epoch": 0.19398652689296608,
      "grad_norm": 0.17153072357177734,
      "learning_rate": 0.003,
      "loss": 3.1804873657226564,
      "step": 88800
    },
    {
      "epoch": 0.19420498018901672,
      "grad_norm": 0.2380538284778595,
      "learning_rate": 0.003,
      "loss": 3.2428970336914062,
      "step": 88900
    },
    {
      "epoch": 0.19442343348506735,
      "grad_norm": 0.17524601519107819,
      "learning_rate": 0.003,
      "loss": 3.185479736328125,
      "step": 89000
    },
    {
      "epoch": 0.194641886781118,
      "grad_norm": 0.18849943578243256,
      "learning_rate": 0.003,
      "loss": 3.21683837890625,
      "step": 89100
    },
    {
      "epoch": 0.19486034007716863,
      "grad_norm": 0.22329972684383392,
      "learning_rate": 0.003,
      "loss": 3.213042907714844,
      "step": 89200
    },
    {
      "epoch": 0.19507879337321926,
      "grad_norm": 0.18111512064933777,
      "learning_rate": 0.003,
      "loss": 3.1977069091796877,
      "step": 89300
    },
    {
      "epoch": 0.1952972466692699,
      "grad_norm": 0.16808584332466125,
      "learning_rate": 0.003,
      "loss": 3.2011788940429686,
      "step": 89400
    },
    {
      "epoch": 0.19551569996532053,
      "grad_norm": 0.16412976384162903,
      "learning_rate": 0.003,
      "loss": 3.1853192138671873,
      "step": 89500
    },
    {
      "epoch": 0.19573415326137117,
      "grad_norm": 0.14178995788097382,
      "learning_rate": 0.003,
      "loss": 3.1789019775390623,
      "step": 89600
    },
    {
      "epoch": 0.1959526065574218,
      "grad_norm": 0.16296924650669098,
      "learning_rate": 0.003,
      "loss": 3.190277099609375,
      "step": 89700
    },
    {
      "epoch": 0.19617105985347244,
      "grad_norm": 0.15710635483264923,
      "learning_rate": 0.003,
      "loss": 3.206595764160156,
      "step": 89800
    },
    {
      "epoch": 0.19638951314952308,
      "grad_norm": 0.16058866679668427,
      "learning_rate": 0.003,
      "loss": 3.1978875732421876,
      "step": 89900
    },
    {
      "epoch": 0.19660796644557374,
      "grad_norm": 0.19483326375484467,
      "learning_rate": 0.003,
      "loss": 3.167970886230469,
      "step": 90000
    },
    {
      "epoch": 0.19682641974162438,
      "grad_norm": 0.24953538179397583,
      "learning_rate": 0.003,
      "loss": 3.189050598144531,
      "step": 90100
    },
    {
      "epoch": 0.197044873037675,
      "grad_norm": 0.17547492682933807,
      "learning_rate": 0.003,
      "loss": 3.175340270996094,
      "step": 90200
    },
    {
      "epoch": 0.19726332633372565,
      "grad_norm": 0.1600673347711563,
      "learning_rate": 0.003,
      "loss": 3.142608947753906,
      "step": 90300
    },
    {
      "epoch": 0.19748177962977628,
      "grad_norm": 0.19891978800296783,
      "learning_rate": 0.003,
      "loss": 3.2025765991210937,
      "step": 90400
    },
    {
      "epoch": 0.19770023292582692,
      "grad_norm": 0.21992084383964539,
      "learning_rate": 0.003,
      "loss": 3.1964657592773436,
      "step": 90500
    },
    {
      "epoch": 0.19791868622187755,
      "grad_norm": 0.19522127509117126,
      "learning_rate": 0.003,
      "loss": 3.195756530761719,
      "step": 90600
    },
    {
      "epoch": 0.1981371395179282,
      "grad_norm": 0.18746817111968994,
      "learning_rate": 0.003,
      "loss": 3.184117736816406,
      "step": 90700
    },
    {
      "epoch": 0.19835559281397883,
      "grad_norm": 0.15298475325107574,
      "learning_rate": 0.003,
      "loss": 3.183582458496094,
      "step": 90800
    },
    {
      "epoch": 0.19857404611002946,
      "grad_norm": 0.19623512029647827,
      "learning_rate": 0.003,
      "loss": 3.187120361328125,
      "step": 90900
    },
    {
      "epoch": 0.1987924994060801,
      "grad_norm": 0.17852617800235748,
      "learning_rate": 0.003,
      "loss": 3.1580520629882813,
      "step": 91000
    },
    {
      "epoch": 0.19901095270213073,
      "grad_norm": 0.22779320180416107,
      "learning_rate": 0.003,
      "loss": 3.1618084716796875,
      "step": 91100
    },
    {
      "epoch": 0.19922940599818137,
      "grad_norm": 0.24420838057994843,
      "learning_rate": 0.003,
      "loss": 3.189275817871094,
      "step": 91200
    },
    {
      "epoch": 0.199447859294232,
      "grad_norm": 0.17383147776126862,
      "learning_rate": 0.003,
      "loss": 3.1706887817382814,
      "step": 91300
    },
    {
      "epoch": 0.19966631259028264,
      "grad_norm": 0.21523991227149963,
      "learning_rate": 0.003,
      "loss": 3.20406005859375,
      "step": 91400
    },
    {
      "epoch": 0.19988476588633328,
      "grad_norm": 0.19733121991157532,
      "learning_rate": 0.003,
      "loss": 3.18106689453125,
      "step": 91500
    },
    {
      "epoch": 0.2001032191823839,
      "grad_norm": 0.22286085784435272,
      "learning_rate": 0.003,
      "loss": 3.1443585205078124,
      "step": 91600
    },
    {
      "epoch": 0.20032167247843458,
      "grad_norm": 0.25405412912368774,
      "learning_rate": 0.003,
      "loss": 3.201405029296875,
      "step": 91700
    },
    {
      "epoch": 0.2005401257744852,
      "grad_norm": 0.18054093420505524,
      "learning_rate": 0.003,
      "loss": 3.1207098388671874,
      "step": 91800
    },
    {
      "epoch": 0.20075857907053585,
      "grad_norm": 0.2531103193759918,
      "learning_rate": 0.003,
      "loss": 3.172463073730469,
      "step": 91900
    },
    {
      "epoch": 0.20097703236658648,
      "grad_norm": 0.19328059256076813,
      "learning_rate": 0.003,
      "loss": 3.20841796875,
      "step": 92000
    },
    {
      "epoch": 0.20119548566263712,
      "grad_norm": 0.16797882318496704,
      "learning_rate": 0.003,
      "loss": 3.1828482055664065,
      "step": 92100
    },
    {
      "epoch": 0.20141393895868775,
      "grad_norm": 0.1891237497329712,
      "learning_rate": 0.003,
      "loss": 3.187022399902344,
      "step": 92200
    },
    {
      "epoch": 0.2016323922547384,
      "grad_norm": 0.18582101166248322,
      "learning_rate": 0.003,
      "loss": 3.1867816162109377,
      "step": 92300
    },
    {
      "epoch": 0.20185084555078903,
      "grad_norm": 0.2223065346479416,
      "learning_rate": 0.003,
      "loss": 3.1994952392578124,
      "step": 92400
    },
    {
      "epoch": 0.20206929884683966,
      "grad_norm": 0.13481435179710388,
      "learning_rate": 0.003,
      "loss": 3.17259033203125,
      "step": 92500
    },
    {
      "epoch": 0.2022877521428903,
      "grad_norm": 0.1694314032793045,
      "learning_rate": 0.003,
      "loss": 3.179879455566406,
      "step": 92600
    },
    {
      "epoch": 0.20250620543894093,
      "grad_norm": 0.14082738757133484,
      "learning_rate": 0.003,
      "loss": 3.1622433471679687,
      "step": 92700
    },
    {
      "epoch": 0.20272465873499157,
      "grad_norm": 0.15445734560489655,
      "learning_rate": 0.003,
      "loss": 3.146681213378906,
      "step": 92800
    },
    {
      "epoch": 0.2029431120310422,
      "grad_norm": 0.1701645702123642,
      "learning_rate": 0.003,
      "loss": 3.2219207763671873,
      "step": 92900
    },
    {
      "epoch": 0.20316156532709284,
      "grad_norm": 0.16084595024585724,
      "learning_rate": 0.003,
      "loss": 3.171546630859375,
      "step": 93000
    },
    {
      "epoch": 0.20338001862314348,
      "grad_norm": 0.1549762487411499,
      "learning_rate": 0.003,
      "loss": 3.1478482055664063,
      "step": 93100
    },
    {
      "epoch": 0.2035984719191941,
      "grad_norm": 0.15329527854919434,
      "learning_rate": 0.003,
      "loss": 3.199483642578125,
      "step": 93200
    },
    {
      "epoch": 0.20381692521524478,
      "grad_norm": 0.1530144065618515,
      "learning_rate": 0.003,
      "loss": 3.1848526000976562,
      "step": 93300
    },
    {
      "epoch": 0.2040353785112954,
      "grad_norm": 0.1716870814561844,
      "learning_rate": 0.003,
      "loss": 3.154272155761719,
      "step": 93400
    },
    {
      "epoch": 0.20425383180734605,
      "grad_norm": 0.16520437598228455,
      "learning_rate": 0.003,
      "loss": 3.232624206542969,
      "step": 93500
    },
    {
      "epoch": 0.20447228510339668,
      "grad_norm": 0.22018638253211975,
      "learning_rate": 0.003,
      "loss": 3.177936706542969,
      "step": 93600
    },
    {
      "epoch": 0.20469073839944732,
      "grad_norm": 0.18284861743450165,
      "learning_rate": 0.003,
      "loss": 3.1810137939453127,
      "step": 93700
    },
    {
      "epoch": 0.20490919169549796,
      "grad_norm": 0.22632446885108948,
      "learning_rate": 0.003,
      "loss": 3.1926318359375,
      "step": 93800
    },
    {
      "epoch": 0.2051276449915486,
      "grad_norm": 0.16929064691066742,
      "learning_rate": 0.003,
      "loss": 3.1332843017578127,
      "step": 93900
    },
    {
      "epoch": 0.20534609828759923,
      "grad_norm": 0.15234090387821198,
      "learning_rate": 0.003,
      "loss": 3.1795526123046876,
      "step": 94000
    },
    {
      "epoch": 0.20556455158364986,
      "grad_norm": 1.2888211011886597,
      "learning_rate": 0.003,
      "loss": 3.1836972045898437,
      "step": 94100
    },
    {
      "epoch": 0.2057830048797005,
      "grad_norm": 0.15114560723304749,
      "learning_rate": 0.003,
      "loss": 3.171034240722656,
      "step": 94200
    },
    {
      "epoch": 0.20600145817575113,
      "grad_norm": 0.22760440409183502,
      "learning_rate": 0.003,
      "loss": 3.1925299072265627,
      "step": 94300
    },
    {
      "epoch": 0.20621991147180177,
      "grad_norm": 0.1724519431591034,
      "learning_rate": 0.003,
      "loss": 3.1574478149414062,
      "step": 94400
    },
    {
      "epoch": 0.2064383647678524,
      "grad_norm": 0.14399363100528717,
      "learning_rate": 0.003,
      "loss": 3.160289306640625,
      "step": 94500
    },
    {
      "epoch": 0.20665681806390304,
      "grad_norm": 0.21455234289169312,
      "learning_rate": 0.003,
      "loss": 3.2192218017578127,
      "step": 94600
    },
    {
      "epoch": 0.20687527135995368,
      "grad_norm": 0.143798366189003,
      "learning_rate": 0.003,
      "loss": 3.2235052490234377,
      "step": 94700
    },
    {
      "epoch": 0.2070937246560043,
      "grad_norm": 0.13446617126464844,
      "learning_rate": 0.003,
      "loss": 3.166502685546875,
      "step": 94800
    },
    {
      "epoch": 0.20731217795205495,
      "grad_norm": 0.1853928416967392,
      "learning_rate": 0.003,
      "loss": 3.205904846191406,
      "step": 94900
    },
    {
      "epoch": 0.2075306312481056,
      "grad_norm": 0.1520940512418747,
      "learning_rate": 0.003,
      "loss": 3.2054425048828126,
      "step": 95000
    },
    {
      "epoch": 0.20774908454415625,
      "grad_norm": 0.18492989242076874,
      "learning_rate": 0.003,
      "loss": 3.1887503051757813,
      "step": 95100
    },
    {
      "epoch": 0.20796753784020688,
      "grad_norm": 0.16937538981437683,
      "learning_rate": 0.003,
      "loss": 3.1389309692382814,
      "step": 95200
    },
    {
      "epoch": 0.20818599113625752,
      "grad_norm": 0.1527348905801773,
      "learning_rate": 0.003,
      "loss": 3.2123422241210937,
      "step": 95300
    },
    {
      "epoch": 0.20840444443230816,
      "grad_norm": 0.236098974943161,
      "learning_rate": 0.003,
      "loss": 3.239290466308594,
      "step": 95400
    },
    {
      "epoch": 0.2086228977283588,
      "grad_norm": 0.14385886490345,
      "learning_rate": 0.003,
      "loss": 3.211983947753906,
      "step": 95500
    },
    {
      "epoch": 0.20884135102440943,
      "grad_norm": 0.15831750631332397,
      "learning_rate": 0.003,
      "loss": 3.222947082519531,
      "step": 95600
    },
    {
      "epoch": 0.20905980432046006,
      "grad_norm": 0.1465398520231247,
      "learning_rate": 0.003,
      "loss": 3.2200616455078124,
      "step": 95700
    },
    {
      "epoch": 0.2092782576165107,
      "grad_norm": 0.2297724485397339,
      "learning_rate": 0.003,
      "loss": 3.1978054809570313,
      "step": 95800
    },
    {
      "epoch": 0.20949671091256133,
      "grad_norm": 0.19791044294834137,
      "learning_rate": 0.003,
      "loss": 3.21572021484375,
      "step": 95900
    },
    {
      "epoch": 0.20971516420861197,
      "grad_norm": 0.16529631614685059,
      "learning_rate": 0.003,
      "loss": 3.2116912841796874,
      "step": 96000
    },
    {
      "epoch": 0.2099336175046626,
      "grad_norm": 0.1494702845811844,
      "learning_rate": 0.003,
      "loss": 3.1520919799804688,
      "step": 96100
    },
    {
      "epoch": 0.21015207080071324,
      "grad_norm": 0.18800431489944458,
      "learning_rate": 0.003,
      "loss": 3.1841400146484373,
      "step": 96200
    },
    {
      "epoch": 0.21037052409676388,
      "grad_norm": 0.16817855834960938,
      "learning_rate": 0.003,
      "loss": 3.1894522094726563,
      "step": 96300
    },
    {
      "epoch": 0.2105889773928145,
      "grad_norm": 0.14505019783973694,
      "learning_rate": 0.003,
      "loss": 3.1698458862304686,
      "step": 96400
    },
    {
      "epoch": 0.21080743068886515,
      "grad_norm": 0.3214562237262726,
      "learning_rate": 0.003,
      "loss": 3.2179776000976563,
      "step": 96500
    },
    {
      "epoch": 0.2110258839849158,
      "grad_norm": 0.2016151249408722,
      "learning_rate": 0.003,
      "loss": 3.217587890625,
      "step": 96600
    },
    {
      "epoch": 0.21124433728096645,
      "grad_norm": 0.1868591159582138,
      "learning_rate": 0.003,
      "loss": 3.248324279785156,
      "step": 96700
    },
    {
      "epoch": 0.21146279057701708,
      "grad_norm": 0.14070992171764374,
      "learning_rate": 0.003,
      "loss": 3.188021545410156,
      "step": 96800
    },
    {
      "epoch": 0.21168124387306772,
      "grad_norm": 0.20569053292274475,
      "learning_rate": 0.003,
      "loss": 3.179546203613281,
      "step": 96900
    },
    {
      "epoch": 0.21189969716911836,
      "grad_norm": 0.15633311867713928,
      "learning_rate": 0.003,
      "loss": 2.98917724609375,
      "step": 97000
    },
    {
      "epoch": 0.212118150465169,
      "grad_norm": 0.13893213868141174,
      "learning_rate": 0.003,
      "loss": 3.2265609741210937,
      "step": 97100
    },
    {
      "epoch": 0.21233660376121963,
      "grad_norm": 0.13560397922992706,
      "learning_rate": 0.003,
      "loss": 3.161188049316406,
      "step": 97200
    },
    {
      "epoch": 0.21255505705727026,
      "grad_norm": 0.22136159241199493,
      "learning_rate": 0.003,
      "loss": 3.1796783447265624,
      "step": 97300
    },
    {
      "epoch": 0.2127735103533209,
      "grad_norm": 0.20529834926128387,
      "learning_rate": 0.003,
      "loss": 3.184031677246094,
      "step": 97400
    },
    {
      "epoch": 0.21299196364937154,
      "grad_norm": 0.16357794404029846,
      "learning_rate": 0.003,
      "loss": 3.205530090332031,
      "step": 97500
    },
    {
      "epoch": 0.21321041694542217,
      "grad_norm": 0.1573294699192047,
      "learning_rate": 0.003,
      "loss": 3.1988009643554687,
      "step": 97600
    },
    {
      "epoch": 0.2134288702414728,
      "grad_norm": 0.16560779511928558,
      "learning_rate": 0.003,
      "loss": 3.24091796875,
      "step": 97700
    },
    {
      "epoch": 0.21364732353752344,
      "grad_norm": 0.1558590829372406,
      "learning_rate": 0.003,
      "loss": 3.2470822143554687,
      "step": 97800
    },
    {
      "epoch": 0.21386577683357408,
      "grad_norm": 0.13487383723258972,
      "learning_rate": 0.003,
      "loss": 3.21383544921875,
      "step": 97900
    },
    {
      "epoch": 0.21408423012962471,
      "grad_norm": 0.15421494841575623,
      "learning_rate": 0.003,
      "loss": 3.231658935546875,
      "step": 98000
    },
    {
      "epoch": 0.21430268342567535,
      "grad_norm": 0.17839591205120087,
      "learning_rate": 0.003,
      "loss": 3.2164346313476564,
      "step": 98100
    },
    {
      "epoch": 0.21452113672172599,
      "grad_norm": 0.1539018750190735,
      "learning_rate": 0.003,
      "loss": 3.2122412109375,
      "step": 98200
    },
    {
      "epoch": 0.21473959001777665,
      "grad_norm": 0.16570475697517395,
      "learning_rate": 0.003,
      "loss": 3.2146701049804687,
      "step": 98300
    },
    {
      "epoch": 0.21495804331382729,
      "grad_norm": 0.17220532894134521,
      "learning_rate": 0.003,
      "loss": 3.193248291015625,
      "step": 98400
    },
    {
      "epoch": 0.21517649660987792,
      "grad_norm": 0.1638244241476059,
      "learning_rate": 0.003,
      "loss": 3.2288504028320313,
      "step": 98500
    },
    {
      "epoch": 0.21539494990592856,
      "grad_norm": 0.19310399889945984,
      "learning_rate": 0.003,
      "loss": 3.20605712890625,
      "step": 98600
    },
    {
      "epoch": 0.2156134032019792,
      "grad_norm": 0.16728836297988892,
      "learning_rate": 0.003,
      "loss": 3.182777099609375,
      "step": 98700
    },
    {
      "epoch": 0.21583185649802983,
      "grad_norm": 0.15934403240680695,
      "learning_rate": 0.003,
      "loss": 3.194869079589844,
      "step": 98800
    },
    {
      "epoch": 0.21605030979408046,
      "grad_norm": 0.16646726429462433,
      "learning_rate": 0.003,
      "loss": 3.207718505859375,
      "step": 98900
    },
    {
      "epoch": 0.2162687630901311,
      "grad_norm": 0.2790140211582184,
      "learning_rate": 0.003,
      "loss": 3.1770614624023437,
      "step": 99000
    },
    {
      "epoch": 0.21648721638618174,
      "grad_norm": 0.1910792887210846,
      "learning_rate": 0.003,
      "loss": 3.189217529296875,
      "step": 99100
    },
    {
      "epoch": 0.21670566968223237,
      "grad_norm": 0.19499088823795319,
      "learning_rate": 0.003,
      "loss": 3.2451211547851564,
      "step": 99200
    },
    {
      "epoch": 0.216924122978283,
      "grad_norm": 0.13704334199428558,
      "learning_rate": 0.003,
      "loss": 3.232183532714844,
      "step": 99300
    },
    {
      "epoch": 0.21714257627433364,
      "grad_norm": 0.1589747965335846,
      "learning_rate": 0.003,
      "loss": 3.2211962890625,
      "step": 99400
    },
    {
      "epoch": 0.21736102957038428,
      "grad_norm": 0.1402156502008438,
      "learning_rate": 0.003,
      "loss": 3.2198226928710936,
      "step": 99500
    },
    {
      "epoch": 0.21757948286643491,
      "grad_norm": 0.15935233235359192,
      "learning_rate": 0.003,
      "loss": 3.2299127197265625,
      "step": 99600
    },
    {
      "epoch": 0.21779793616248555,
      "grad_norm": 0.15546433627605438,
      "learning_rate": 0.003,
      "loss": 3.202350769042969,
      "step": 99700
    },
    {
      "epoch": 0.21801638945853619,
      "grad_norm": 0.20298254489898682,
      "learning_rate": 0.003,
      "loss": 3.221640930175781,
      "step": 99800
    },
    {
      "epoch": 0.21823484275458685,
      "grad_norm": 0.18505309522151947,
      "learning_rate": 0.003,
      "loss": 3.217315673828125,
      "step": 99900
    },
    {
      "epoch": 0.21845329605063749,
      "grad_norm": 0.2007245421409607,
      "learning_rate": 0.003,
      "loss": 3.23029052734375,
      "step": 100000
    },
    {
      "epoch": 0.21867174934668812,
      "grad_norm": 0.16363219916820526,
      "learning_rate": 0.003,
      "loss": 3.2147122192382813,
      "step": 100100
    },
    {
      "epoch": 0.21889020264273876,
      "grad_norm": 0.19433718919754028,
      "learning_rate": 0.003,
      "loss": 3.2266812133789062,
      "step": 100200
    },
    {
      "epoch": 0.2191086559387894,
      "grad_norm": 0.14650124311447144,
      "learning_rate": 0.003,
      "loss": 3.198697509765625,
      "step": 100300
    },
    {
      "epoch": 0.21932710923484003,
      "grad_norm": 0.14737825095653534,
      "learning_rate": 0.003,
      "loss": 3.178011779785156,
      "step": 100400
    },
    {
      "epoch": 0.21954556253089066,
      "grad_norm": 0.19723723828792572,
      "learning_rate": 0.003,
      "loss": 3.2108416748046875,
      "step": 100500
    },
    {
      "epoch": 0.2197640158269413,
      "grad_norm": 0.24265453219413757,
      "learning_rate": 0.003,
      "loss": 3.247611389160156,
      "step": 100600
    },
    {
      "epoch": 0.21998246912299194,
      "grad_norm": 0.2030978798866272,
      "learning_rate": 0.003,
      "loss": 2.7322259521484376,
      "step": 100700
    },
    {
      "epoch": 0.22020092241904257,
      "grad_norm": 0.1545838713645935,
      "learning_rate": 0.003,
      "loss": 3.2058575439453123,
      "step": 100800
    },
    {
      "epoch": 0.2204193757150932,
      "grad_norm": 0.15992237627506256,
      "learning_rate": 0.003,
      "loss": 3.2379156494140626,
      "step": 100900
    },
    {
      "epoch": 0.22063782901114384,
      "grad_norm": 0.1919916272163391,
      "learning_rate": 0.003,
      "loss": 3.2084530639648436,
      "step": 101000
    },
    {
      "epoch": 0.22085628230719448,
      "grad_norm": 0.16147805750370026,
      "learning_rate": 0.003,
      "loss": 3.2007907104492186,
      "step": 101100
    },
    {
      "epoch": 0.22107473560324511,
      "grad_norm": 0.16603071987628937,
      "learning_rate": 0.003,
      "loss": 3.176233215332031,
      "step": 101200
    },
    {
      "epoch": 0.22129318889929575,
      "grad_norm": 0.25442710518836975,
      "learning_rate": 0.003,
      "loss": 3.221510009765625,
      "step": 101300
    },
    {
      "epoch": 0.2215116421953464,
      "grad_norm": 0.18280309438705444,
      "learning_rate": 0.003,
      "loss": 3.2156817626953127,
      "step": 101400
    },
    {
      "epoch": 0.22173009549139702,
      "grad_norm": 0.20255111157894135,
      "learning_rate": 0.003,
      "loss": 3.22599609375,
      "step": 101500
    },
    {
      "epoch": 0.22194854878744769,
      "grad_norm": 0.19555102288722992,
      "learning_rate": 0.003,
      "loss": 3.234263610839844,
      "step": 101600
    },
    {
      "epoch": 0.22216700208349832,
      "grad_norm": 0.16481703519821167,
      "learning_rate": 0.003,
      "loss": 3.2006109619140624,
      "step": 101700
    },
    {
      "epoch": 0.22238545537954896,
      "grad_norm": 0.1800691783428192,
      "learning_rate": 0.003,
      "loss": 3.2422198486328124,
      "step": 101800
    },
    {
      "epoch": 0.2226039086755996,
      "grad_norm": 0.19977200031280518,
      "learning_rate": 0.003,
      "loss": 3.214632568359375,
      "step": 101900
    },
    {
      "epoch": 0.22282236197165023,
      "grad_norm": 0.18122437596321106,
      "learning_rate": 0.003,
      "loss": 3.1705487060546873,
      "step": 102000
    },
    {
      "epoch": 0.22304081526770086,
      "grad_norm": 0.17697519063949585,
      "learning_rate": 0.003,
      "loss": 3.2142709350585936,
      "step": 102100
    },
    {
      "epoch": 0.2232592685637515,
      "grad_norm": 0.1942490041255951,
      "learning_rate": 0.003,
      "loss": 3.192371520996094,
      "step": 102200
    },
    {
      "epoch": 0.22347772185980214,
      "grad_norm": 0.14101845026016235,
      "learning_rate": 0.003,
      "loss": 3.1763015747070313,
      "step": 102300
    },
    {
      "epoch": 0.22369617515585277,
      "grad_norm": 0.15464375913143158,
      "learning_rate": 0.003,
      "loss": 3.2267938232421876,
      "step": 102400
    },
    {
      "epoch": 0.2239146284519034,
      "grad_norm": 0.15713827311992645,
      "learning_rate": 0.003,
      "loss": 3.1892242431640625,
      "step": 102500
    },
    {
      "epoch": 0.22413308174795404,
      "grad_norm": 0.19050081074237823,
      "learning_rate": 0.003,
      "loss": 3.203402099609375,
      "step": 102600
    },
    {
      "epoch": 0.22435153504400468,
      "grad_norm": 0.14306189119815826,
      "learning_rate": 0.003,
      "loss": 3.2019168090820314,
      "step": 102700
    },
    {
      "epoch": 0.22456998834005532,
      "grad_norm": 0.17052483558654785,
      "learning_rate": 0.003,
      "loss": 3.191214294433594,
      "step": 102800
    },
    {
      "epoch": 0.22478844163610595,
      "grad_norm": 0.15815363824367523,
      "learning_rate": 0.003,
      "loss": 3.1885943603515625,
      "step": 102900
    },
    {
      "epoch": 0.2250068949321566,
      "grad_norm": 0.19354431331157684,
      "learning_rate": 0.003,
      "loss": 3.1964739990234374,
      "step": 103000
    },
    {
      "epoch": 0.22522534822820722,
      "grad_norm": 0.16281826794147491,
      "learning_rate": 0.003,
      "loss": 3.2205325317382814,
      "step": 103100
    },
    {
      "epoch": 0.2254438015242579,
      "grad_norm": 0.173141747713089,
      "learning_rate": 0.003,
      "loss": 3.1859710693359373,
      "step": 103200
    },
    {
      "epoch": 0.22566225482030852,
      "grad_norm": 0.1682673543691635,
      "learning_rate": 0.003,
      "loss": 3.196368408203125,
      "step": 103300
    },
    {
      "epoch": 0.22588070811635916,
      "grad_norm": 0.20099574327468872,
      "learning_rate": 0.003,
      "loss": 3.1951303100585937,
      "step": 103400
    },
    {
      "epoch": 0.2260991614124098,
      "grad_norm": 0.18030375242233276,
      "learning_rate": 0.003,
      "loss": 3.2207177734375,
      "step": 103500
    },
    {
      "epoch": 0.22631761470846043,
      "grad_norm": 0.21371352672576904,
      "learning_rate": 0.003,
      "loss": 3.184823303222656,
      "step": 103600
    },
    {
      "epoch": 0.22653606800451107,
      "grad_norm": 0.17467491328716278,
      "learning_rate": 0.003,
      "loss": 3.2101016235351563,
      "step": 103700
    },
    {
      "epoch": 0.2267545213005617,
      "grad_norm": 0.18792425096035004,
      "learning_rate": 0.003,
      "loss": 3.1528106689453126,
      "step": 103800
    },
    {
      "epoch": 0.22697297459661234,
      "grad_norm": 0.238530233502388,
      "learning_rate": 0.003,
      "loss": 3.1868878173828126,
      "step": 103900
    },
    {
      "epoch": 0.22719142789266297,
      "grad_norm": 0.155843123793602,
      "learning_rate": 0.003,
      "loss": 3.170243225097656,
      "step": 104000
    },
    {
      "epoch": 0.2274098811887136,
      "grad_norm": 0.18454401195049286,
      "learning_rate": 0.003,
      "loss": 3.1931134033203126,
      "step": 104100
    },
    {
      "epoch": 0.22762833448476424,
      "grad_norm": 0.1799052506685257,
      "learning_rate": 0.003,
      "loss": 3.1812493896484373,
      "step": 104200
    },
    {
      "epoch": 0.22784678778081488,
      "grad_norm": 0.21381621062755585,
      "learning_rate": 0.003,
      "loss": 3.172951965332031,
      "step": 104300
    },
    {
      "epoch": 0.22806524107686552,
      "grad_norm": 0.13922972977161407,
      "learning_rate": 0.003,
      "loss": 3.1882305908203126,
      "step": 104400
    },
    {
      "epoch": 0.22828369437291615,
      "grad_norm": 0.15168224275112152,
      "learning_rate": 0.003,
      "loss": 3.2093801879882813,
      "step": 104500
    },
    {
      "epoch": 0.2285021476689668,
      "grad_norm": 0.23901334404945374,
      "learning_rate": 0.003,
      "loss": 3.165443115234375,
      "step": 104600
    },
    {
      "epoch": 0.22872060096501742,
      "grad_norm": 0.16107922792434692,
      "learning_rate": 0.003,
      "loss": 3.2130291748046873,
      "step": 104700
    },
    {
      "epoch": 0.22893905426106806,
      "grad_norm": 0.8439098596572876,
      "learning_rate": 0.003,
      "loss": 3.19970947265625,
      "step": 104800
    },
    {
      "epoch": 0.22915750755711872,
      "grad_norm": 0.15786705911159515,
      "learning_rate": 0.003,
      "loss": 3.1903897094726563,
      "step": 104900
    },
    {
      "epoch": 0.22937596085316936,
      "grad_norm": 0.15847380459308624,
      "learning_rate": 0.003,
      "loss": 3.189295349121094,
      "step": 105000
    },
    {
      "epoch": 0.22959441414922,
      "grad_norm": 0.32766076922416687,
      "learning_rate": 0.003,
      "loss": 3.1828533935546877,
      "step": 105100
    },
    {
      "epoch": 0.22981286744527063,
      "grad_norm": 0.18468038737773895,
      "learning_rate": 0.003,
      "loss": 3.196568908691406,
      "step": 105200
    },
    {
      "epoch": 0.23003132074132127,
      "grad_norm": 0.1972939521074295,
      "learning_rate": 0.003,
      "loss": 3.159031982421875,
      "step": 105300
    },
    {
      "epoch": 0.2302497740373719,
      "grad_norm": 0.18358947336673737,
      "learning_rate": 0.003,
      "loss": 3.173365478515625,
      "step": 105400
    },
    {
      "epoch": 0.23046822733342254,
      "grad_norm": 0.19217951595783234,
      "learning_rate": 0.003,
      "loss": 3.2317135620117186,
      "step": 105500
    },
    {
      "epoch": 0.23068668062947317,
      "grad_norm": 0.17112338542938232,
      "learning_rate": 0.003,
      "loss": 3.205096435546875,
      "step": 105600
    },
    {
      "epoch": 0.2309051339255238,
      "grad_norm": 0.14539970457553864,
      "learning_rate": 0.003,
      "loss": 3.1683807373046875,
      "step": 105700
    },
    {
      "epoch": 0.23112358722157444,
      "grad_norm": 0.15848980844020844,
      "learning_rate": 0.003,
      "loss": 3.219859313964844,
      "step": 105800
    },
    {
      "epoch": 0.23134204051762508,
      "grad_norm": 0.20147928595542908,
      "learning_rate": 0.003,
      "loss": 3.177248840332031,
      "step": 105900
    },
    {
      "epoch": 0.23156049381367572,
      "grad_norm": 0.1637161672115326,
      "learning_rate": 0.003,
      "loss": 3.2011764526367186,
      "step": 106000
    },
    {
      "epoch": 0.23177894710972635,
      "grad_norm": 0.20364221930503845,
      "learning_rate": 0.003,
      "loss": 3.1972198486328125,
      "step": 106100
    },
    {
      "epoch": 0.231997400405777,
      "grad_norm": 0.15852341055870056,
      "learning_rate": 0.003,
      "loss": 3.1781005859375,
      "step": 106200
    },
    {
      "epoch": 0.23221585370182762,
      "grad_norm": 0.2659218907356262,
      "learning_rate": 0.003,
      "loss": 3.2024310302734373,
      "step": 106300
    },
    {
      "epoch": 0.23243430699787826,
      "grad_norm": 0.15729771554470062,
      "learning_rate": 0.003,
      "loss": 3.1765545654296874,
      "step": 106400
    },
    {
      "epoch": 0.23265276029392892,
      "grad_norm": 0.16436509788036346,
      "learning_rate": 0.003,
      "loss": 3.2103701782226564,
      "step": 106500
    },
    {
      "epoch": 0.23287121358997956,
      "grad_norm": 0.22796779870986938,
      "learning_rate": 0.003,
      "loss": 3.211387939453125,
      "step": 106600
    },
    {
      "epoch": 0.2330896668860302,
      "grad_norm": 0.18208400905132294,
      "learning_rate": 0.003,
      "loss": 3.1726083374023437,
      "step": 106700
    },
    {
      "epoch": 0.23330812018208083,
      "grad_norm": 0.18015295267105103,
      "learning_rate": 0.003,
      "loss": 3.1254708862304685,
      "step": 106800
    },
    {
      "epoch": 0.23352657347813147,
      "grad_norm": 0.1717136651277542,
      "learning_rate": 0.003,
      "loss": 3.19731201171875,
      "step": 106900
    },
    {
      "epoch": 0.2337450267741821,
      "grad_norm": 0.23622432351112366,
      "learning_rate": 0.003,
      "loss": 3.1919650268554687,
      "step": 107000
    },
    {
      "epoch": 0.23396348007023274,
      "grad_norm": 0.148057758808136,
      "learning_rate": 0.003,
      "loss": 3.17125244140625,
      "step": 107100
    },
    {
      "epoch": 0.23418193336628337,
      "grad_norm": 0.14156973361968994,
      "learning_rate": 0.003,
      "loss": 3.201607666015625,
      "step": 107200
    },
    {
      "epoch": 0.234400386662334,
      "grad_norm": 0.3278632164001465,
      "learning_rate": 0.003,
      "loss": 3.1915264892578126,
      "step": 107300
    },
    {
      "epoch": 0.23461883995838465,
      "grad_norm": 0.18710091710090637,
      "learning_rate": 0.003,
      "loss": 3.249506530761719,
      "step": 107400
    },
    {
      "epoch": 0.23483729325443528,
      "grad_norm": 0.1827370971441269,
      "learning_rate": 0.003,
      "loss": 3.201341247558594,
      "step": 107500
    },
    {
      "epoch": 0.23505574655048592,
      "grad_norm": 0.24463097751140594,
      "learning_rate": 0.003,
      "loss": 3.2041506958007813,
      "step": 107600
    },
    {
      "epoch": 0.23527419984653655,
      "grad_norm": 0.1820523589849472,
      "learning_rate": 0.003,
      "loss": 3.2394415283203126,
      "step": 107700
    },
    {
      "epoch": 0.2354926531425872,
      "grad_norm": 0.17374499142169952,
      "learning_rate": 0.003,
      "loss": 3.229110107421875,
      "step": 107800
    },
    {
      "epoch": 0.23571110643863782,
      "grad_norm": 0.1483023315668106,
      "learning_rate": 0.003,
      "loss": 3.18363037109375,
      "step": 107900
    },
    {
      "epoch": 0.23592955973468846,
      "grad_norm": 0.17039185762405396,
      "learning_rate": 0.003,
      "loss": 3.2658441162109373,
      "step": 108000
    },
    {
      "epoch": 0.2361480130307391,
      "grad_norm": 0.1909257471561432,
      "learning_rate": 0.003,
      "loss": 3.2034756469726564,
      "step": 108100
    },
    {
      "epoch": 0.23636646632678976,
      "grad_norm": 0.1725386679172516,
      "learning_rate": 0.003,
      "loss": 3.2072048950195313,
      "step": 108200
    },
    {
      "epoch": 0.2365849196228404,
      "grad_norm": 0.14467132091522217,
      "learning_rate": 0.003,
      "loss": 3.1985675048828126,
      "step": 108300
    },
    {
      "epoch": 0.23680337291889103,
      "grad_norm": 0.1315174400806427,
      "learning_rate": 0.003,
      "loss": 3.2306289672851562,
      "step": 108400
    },
    {
      "epoch": 0.23702182621494167,
      "grad_norm": 0.14547792077064514,
      "learning_rate": 0.003,
      "loss": 3.2040252685546875,
      "step": 108500
    },
    {
      "epoch": 0.2372402795109923,
      "grad_norm": 0.1825241893529892,
      "learning_rate": 0.003,
      "loss": 3.1949697875976564,
      "step": 108600
    },
    {
      "epoch": 0.23745873280704294,
      "grad_norm": 0.1727125644683838,
      "learning_rate": 0.003,
      "loss": 3.2289556884765624,
      "step": 108700
    },
    {
      "epoch": 0.23767718610309357,
      "grad_norm": 0.24597737193107605,
      "learning_rate": 0.003,
      "loss": 3.223450012207031,
      "step": 108800
    },
    {
      "epoch": 0.2378956393991442,
      "grad_norm": 0.1414637416601181,
      "learning_rate": 0.003,
      "loss": 3.232257080078125,
      "step": 108900
    },
    {
      "epoch": 0.23811409269519485,
      "grad_norm": 0.15455834567546844,
      "learning_rate": 0.003,
      "loss": 3.2108209228515623,
      "step": 109000
    },
    {
      "epoch": 0.23833254599124548,
      "grad_norm": 0.2669357359409332,
      "learning_rate": 0.003,
      "loss": 3.1880422973632814,
      "step": 109100
    },
    {
      "epoch": 0.23855099928729612,
      "grad_norm": 0.19473835825920105,
      "learning_rate": 0.003,
      "loss": 3.1808990478515624,
      "step": 109200
    },
    {
      "epoch": 0.23876945258334675,
      "grad_norm": 0.17744936048984528,
      "learning_rate": 0.003,
      "loss": 3.1810150146484375,
      "step": 109300
    },
    {
      "epoch": 0.2389879058793974,
      "grad_norm": 0.1516321897506714,
      "learning_rate": 0.003,
      "loss": 3.1612823486328123,
      "step": 109400
    },
    {
      "epoch": 0.23920635917544802,
      "grad_norm": 0.2026938945055008,
      "learning_rate": 0.003,
      "loss": 3.2155911254882814,
      "step": 109500
    },
    {
      "epoch": 0.23942481247149866,
      "grad_norm": 0.21379505097866058,
      "learning_rate": 0.003,
      "loss": 3.2127227783203125,
      "step": 109600
    },
    {
      "epoch": 0.2396432657675493,
      "grad_norm": 0.13985757529735565,
      "learning_rate": 0.003,
      "loss": 3.2153839111328124,
      "step": 109700
    },
    {
      "epoch": 0.23986171906359996,
      "grad_norm": 0.2607848346233368,
      "learning_rate": 0.003,
      "loss": 3.1715011596679688,
      "step": 109800
    },
    {
      "epoch": 0.2400801723596506,
      "grad_norm": 0.2337099313735962,
      "learning_rate": 0.003,
      "loss": 3.1352163696289064,
      "step": 109900
    },
    {
      "epoch": 0.24029862565570123,
      "grad_norm": 0.1557885706424713,
      "learning_rate": 0.003,
      "loss": 3.203826904296875,
      "step": 110000
    },
    {
      "epoch": 0.24051707895175187,
      "grad_norm": 0.15149317681789398,
      "learning_rate": 0.003,
      "loss": 3.1457794189453123,
      "step": 110100
    },
    {
      "epoch": 0.2407355322478025,
      "grad_norm": 0.2450362741947174,
      "learning_rate": 0.003,
      "loss": 3.1606707763671875,
      "step": 110200
    },
    {
      "epoch": 0.24095398554385314,
      "grad_norm": 0.19675183296203613,
      "learning_rate": 0.003,
      "loss": 3.136336669921875,
      "step": 110300
    },
    {
      "epoch": 0.24117243883990377,
      "grad_norm": 0.17948362231254578,
      "learning_rate": 0.003,
      "loss": 3.158858642578125,
      "step": 110400
    },
    {
      "epoch": 0.2413908921359544,
      "grad_norm": 0.16643723845481873,
      "learning_rate": 0.003,
      "loss": 3.157088623046875,
      "step": 110500
    },
    {
      "epoch": 0.24160934543200505,
      "grad_norm": 0.14619401097297668,
      "learning_rate": 0.003,
      "loss": 3.132615051269531,
      "step": 110600
    },
    {
      "epoch": 0.24182779872805568,
      "grad_norm": 0.17994770407676697,
      "learning_rate": 0.003,
      "loss": 3.145055236816406,
      "step": 110700
    },
    {
      "epoch": 0.24204625202410632,
      "grad_norm": 0.19818727672100067,
      "learning_rate": 0.003,
      "loss": 3.173731689453125,
      "step": 110800
    },
    {
      "epoch": 0.24226470532015695,
      "grad_norm": 0.14523686468601227,
      "learning_rate": 0.003,
      "loss": 3.1580401611328126,
      "step": 110900
    },
    {
      "epoch": 0.2424831586162076,
      "grad_norm": 0.16975483298301697,
      "learning_rate": 0.003,
      "loss": 3.1509103393554687,
      "step": 111000
    },
    {
      "epoch": 0.24270161191225822,
      "grad_norm": 0.1531265527009964,
      "learning_rate": 0.003,
      "loss": 3.1599996948242186,
      "step": 111100
    },
    {
      "epoch": 0.24292006520830886,
      "grad_norm": 0.15926402807235718,
      "learning_rate": 0.003,
      "loss": 3.142339172363281,
      "step": 111200
    },
    {
      "epoch": 0.2431385185043595,
      "grad_norm": 0.20109127461910248,
      "learning_rate": 0.003,
      "loss": 3.1263226318359374,
      "step": 111300
    },
    {
      "epoch": 0.24335697180041013,
      "grad_norm": 0.19264379143714905,
      "learning_rate": 0.003,
      "loss": 3.138429870605469,
      "step": 111400
    },
    {
      "epoch": 0.2435754250964608,
      "grad_norm": 0.2017202228307724,
      "learning_rate": 0.003,
      "loss": 3.1567633056640627,
      "step": 111500
    },
    {
      "epoch": 0.24379387839251143,
      "grad_norm": 0.17149969935417175,
      "learning_rate": 0.003,
      "loss": 3.154873046875,
      "step": 111600
    },
    {
      "epoch": 0.24401233168856207,
      "grad_norm": 0.1989082247018814,
      "learning_rate": 0.003,
      "loss": 3.159642333984375,
      "step": 111700
    },
    {
      "epoch": 0.2442307849846127,
      "grad_norm": 0.20310066640377045,
      "learning_rate": 0.003,
      "loss": 3.1391470336914065,
      "step": 111800
    },
    {
      "epoch": 0.24444923828066334,
      "grad_norm": 0.1760169416666031,
      "learning_rate": 0.003,
      "loss": 3.1731060791015624,
      "step": 111900
    },
    {
      "epoch": 0.24466769157671397,
      "grad_norm": 0.16488592326641083,
      "learning_rate": 0.003,
      "loss": 3.17441650390625,
      "step": 112000
    },
    {
      "epoch": 0.2448861448727646,
      "grad_norm": 0.1397256851196289,
      "learning_rate": 0.003,
      "loss": 3.062320556640625,
      "step": 112100
    },
    {
      "epoch": 0.24510459816881525,
      "grad_norm": 0.1884027123451233,
      "learning_rate": 0.003,
      "loss": 3.170846252441406,
      "step": 112200
    },
    {
      "epoch": 0.24532305146486588,
      "grad_norm": 0.19250339269638062,
      "learning_rate": 0.003,
      "loss": 3.136485290527344,
      "step": 112300
    },
    {
      "epoch": 0.24554150476091652,
      "grad_norm": 0.155894473195076,
      "learning_rate": 0.003,
      "loss": 3.153933410644531,
      "step": 112400
    },
    {
      "epoch": 0.24575995805696715,
      "grad_norm": 0.15026205778121948,
      "learning_rate": 0.003,
      "loss": 3.1478778076171876,
      "step": 112500
    },
    {
      "epoch": 0.2459784113530178,
      "grad_norm": 0.1964258998632431,
      "learning_rate": 0.003,
      "loss": 3.173653259277344,
      "step": 112600
    },
    {
      "epoch": 0.24619686464906843,
      "grad_norm": 0.16881966590881348,
      "learning_rate": 0.003,
      "loss": 3.2006106567382813,
      "step": 112700
    },
    {
      "epoch": 0.24641531794511906,
      "grad_norm": 0.189187154173851,
      "learning_rate": 0.003,
      "loss": 3.164288330078125,
      "step": 112800
    },
    {
      "epoch": 0.2466337712411697,
      "grad_norm": 0.16848815977573395,
      "learning_rate": 0.003,
      "loss": 3.1316644287109376,
      "step": 112900
    },
    {
      "epoch": 0.24685222453722033,
      "grad_norm": 0.15248990058898926,
      "learning_rate": 0.003,
      "loss": 3.1296035766601564,
      "step": 113000
    },
    {
      "epoch": 0.247070677833271,
      "grad_norm": 0.21292132139205933,
      "learning_rate": 0.003,
      "loss": 3.1329031372070313,
      "step": 113100
    },
    {
      "epoch": 0.24728913112932163,
      "grad_norm": 0.22059094905853271,
      "learning_rate": 0.003,
      "loss": 3.133268127441406,
      "step": 113200
    },
    {
      "epoch": 0.24750758442537227,
      "grad_norm": 0.16975048184394836,
      "learning_rate": 0.003,
      "loss": 3.1503656005859373,
      "step": 113300
    },
    {
      "epoch": 0.2477260377214229,
      "grad_norm": 0.18195408582687378,
      "learning_rate": 0.003,
      "loss": 3.1662640380859375,
      "step": 113400
    },
    {
      "epoch": 0.24794449101747354,
      "grad_norm": 0.16216278076171875,
      "learning_rate": 0.003,
      "loss": 3.1075955200195313,
      "step": 113500
    },
    {
      "epoch": 0.24816294431352418,
      "grad_norm": 0.2042403370141983,
      "learning_rate": 0.003,
      "loss": 3.1465740966796876,
      "step": 113600
    },
    {
      "epoch": 0.2483813976095748,
      "grad_norm": 0.17982223629951477,
      "learning_rate": 0.003,
      "loss": 2.918134765625,
      "step": 113700
    },
    {
      "epoch": 0.24859985090562545,
      "grad_norm": 0.16524387896060944,
      "learning_rate": 0.003,
      "loss": 3.1114352416992186,
      "step": 113800
    },
    {
      "epoch": 0.24881830420167608,
      "grad_norm": 0.1808774620294571,
      "learning_rate": 0.003,
      "loss": 3.1193252563476563,
      "step": 113900
    },
    {
      "epoch": 0.24903675749772672,
      "grad_norm": 0.18143890798091888,
      "learning_rate": 0.003,
      "loss": 3.146431579589844,
      "step": 114000
    },
    {
      "epoch": 0.24925521079377735,
      "grad_norm": 0.1492440104484558,
      "learning_rate": 0.003,
      "loss": 3.187480773925781,
      "step": 114100
    },
    {
      "epoch": 0.249473664089828,
      "grad_norm": 0.23453925549983978,
      "learning_rate": 0.003,
      "loss": 3.08376220703125,
      "step": 114200
    },
    {
      "epoch": 0.24969211738587863,
      "grad_norm": 0.18290016055107117,
      "learning_rate": 0.003,
      "loss": 3.118404541015625,
      "step": 114300
    },
    {
      "epoch": 0.24991057068192926,
      "grad_norm": 0.16905197501182556,
      "learning_rate": 0.003,
      "loss": 3.1375994873046875,
      "step": 114400
    },
    {
      "epoch": 0.2501290239779799,
      "grad_norm": 0.17251262068748474,
      "learning_rate": 0.003,
      "loss": 3.1640499877929686,
      "step": 114500
    },
    {
      "epoch": 0.25034747727403056,
      "grad_norm": 0.16715526580810547,
      "learning_rate": 0.003,
      "loss": 3.1812918090820315,
      "step": 114600
    },
    {
      "epoch": 0.2505659305700812,
      "grad_norm": 0.18836091458797455,
      "learning_rate": 0.003,
      "loss": 3.099549560546875,
      "step": 114700
    },
    {
      "epoch": 0.25078438386613183,
      "grad_norm": 0.24706906080245972,
      "learning_rate": 0.003,
      "loss": 3.1219192504882813,
      "step": 114800
    },
    {
      "epoch": 0.25100283716218247,
      "grad_norm": 0.16439929604530334,
      "learning_rate": 0.003,
      "loss": 3.087160339355469,
      "step": 114900
    },
    {
      "epoch": 0.2512212904582331,
      "grad_norm": 0.21023960411548615,
      "learning_rate": 0.003,
      "loss": 3.158519287109375,
      "step": 115000
    },
    {
      "epoch": 0.25143974375428374,
      "grad_norm": 0.15426918864250183,
      "learning_rate": 0.003,
      "loss": 3.1479229736328125,
      "step": 115100
    },
    {
      "epoch": 0.2516581970503344,
      "grad_norm": 0.16378799080848694,
      "learning_rate": 0.003,
      "loss": 3.16879638671875,
      "step": 115200
    },
    {
      "epoch": 0.251876650346385,
      "grad_norm": 0.15669791400432587,
      "learning_rate": 0.003,
      "loss": 3.1172305297851564,
      "step": 115300
    },
    {
      "epoch": 0.25209510364243565,
      "grad_norm": 0.24460077285766602,
      "learning_rate": 0.003,
      "loss": 3.130740966796875,
      "step": 115400
    },
    {
      "epoch": 0.2523135569384863,
      "grad_norm": 0.22701039910316467,
      "learning_rate": 0.003,
      "loss": 3.143014221191406,
      "step": 115500
    },
    {
      "epoch": 0.2525320102345369,
      "grad_norm": 0.18664608895778656,
      "learning_rate": 0.003,
      "loss": 3.1169943237304687,
      "step": 115600
    },
    {
      "epoch": 0.25275046353058755,
      "grad_norm": 0.1917290985584259,
      "learning_rate": 0.003,
      "loss": 3.132640075683594,
      "step": 115700
    },
    {
      "epoch": 0.2529689168266382,
      "grad_norm": 0.14543747901916504,
      "learning_rate": 0.003,
      "loss": 3.174365234375,
      "step": 115800
    },
    {
      "epoch": 0.2531873701226888,
      "grad_norm": 0.19407229125499725,
      "learning_rate": 0.003,
      "loss": 3.1486831665039063,
      "step": 115900
    },
    {
      "epoch": 0.25340582341873946,
      "grad_norm": 0.16081637144088745,
      "learning_rate": 0.003,
      "loss": 2.9254141235351563,
      "step": 116000
    },
    {
      "epoch": 0.2536242767147901,
      "grad_norm": 0.20264428853988647,
      "learning_rate": 0.003,
      "loss": 3.1475180053710936,
      "step": 116100
    },
    {
      "epoch": 0.25384273001084073,
      "grad_norm": 0.13481463491916656,
      "learning_rate": 0.003,
      "loss": 3.129048156738281,
      "step": 116200
    },
    {
      "epoch": 0.25406118330689137,
      "grad_norm": 0.16611292958259583,
      "learning_rate": 0.003,
      "loss": 3.1350830078125,
      "step": 116300
    },
    {
      "epoch": 0.254279636602942,
      "grad_norm": 0.18687981367111206,
      "learning_rate": 0.003,
      "loss": 3.135335693359375,
      "step": 116400
    },
    {
      "epoch": 0.25449808989899264,
      "grad_norm": 0.2523234188556671,
      "learning_rate": 0.003,
      "loss": 3.1152474975585935,
      "step": 116500
    },
    {
      "epoch": 0.2547165431950433,
      "grad_norm": 0.18094249069690704,
      "learning_rate": 0.003,
      "loss": 3.1234640502929687,
      "step": 116600
    },
    {
      "epoch": 0.2549349964910939,
      "grad_norm": 0.20491555333137512,
      "learning_rate": 0.003,
      "loss": 3.1479095458984374,
      "step": 116700
    },
    {
      "epoch": 0.25515344978714455,
      "grad_norm": 0.20158524811267853,
      "learning_rate": 0.003,
      "loss": 3.1634478759765625,
      "step": 116800
    },
    {
      "epoch": 0.2553719030831952,
      "grad_norm": 0.20101554691791534,
      "learning_rate": 0.003,
      "loss": 3.1396548461914064,
      "step": 116900
    },
    {
      "epoch": 0.2555903563792458,
      "grad_norm": 0.1438259780406952,
      "learning_rate": 0.003,
      "loss": 3.1369644165039063,
      "step": 117000
    },
    {
      "epoch": 0.25580880967529646,
      "grad_norm": 0.1390850841999054,
      "learning_rate": 0.003,
      "loss": 3.139820251464844,
      "step": 117100
    },
    {
      "epoch": 0.25602726297134715,
      "grad_norm": 0.1506982147693634,
      "learning_rate": 0.003,
      "loss": 3.1354669189453124,
      "step": 117200
    },
    {
      "epoch": 0.2562457162673978,
      "grad_norm": 0.16565769910812378,
      "learning_rate": 0.003,
      "loss": 3.146010437011719,
      "step": 117300
    },
    {
      "epoch": 0.2564641695634484,
      "grad_norm": 0.13977010548114777,
      "learning_rate": 0.003,
      "loss": 3.1299252319335937,
      "step": 117400
    },
    {
      "epoch": 0.25668262285949905,
      "grad_norm": 0.19699348509311676,
      "learning_rate": 0.003,
      "loss": 3.121324462890625,
      "step": 117500
    },
    {
      "epoch": 0.2569010761555497,
      "grad_norm": 0.15574857592582703,
      "learning_rate": 0.003,
      "loss": 3.154246826171875,
      "step": 117600
    },
    {
      "epoch": 0.2571195294516003,
      "grad_norm": 0.16224879026412964,
      "learning_rate": 0.003,
      "loss": 3.1255767822265623,
      "step": 117700
    },
    {
      "epoch": 0.25733798274765096,
      "grad_norm": 0.19783753156661987,
      "learning_rate": 0.003,
      "loss": 3.1510748291015624,
      "step": 117800
    },
    {
      "epoch": 0.2575564360437016,
      "grad_norm": 0.1567201316356659,
      "learning_rate": 0.003,
      "loss": 3.068137512207031,
      "step": 117900
    },
    {
      "epoch": 0.25777488933975223,
      "grad_norm": 0.23760242760181427,
      "learning_rate": 0.003,
      "loss": 3.13155517578125,
      "step": 118000
    },
    {
      "epoch": 0.25799334263580287,
      "grad_norm": 0.19157196581363678,
      "learning_rate": 0.003,
      "loss": 3.1604299926757813,
      "step": 118100
    },
    {
      "epoch": 0.2582117959318535,
      "grad_norm": 0.23139914870262146,
      "learning_rate": 0.003,
      "loss": 3.1489080810546874,
      "step": 118200
    },
    {
      "epoch": 0.25843024922790414,
      "grad_norm": 0.1830720454454422,
      "learning_rate": 0.003,
      "loss": 3.091242370605469,
      "step": 118300
    },
    {
      "epoch": 0.2586487025239548,
      "grad_norm": 0.20480267703533173,
      "learning_rate": 0.003,
      "loss": 3.141184997558594,
      "step": 118400
    },
    {
      "epoch": 0.2588671558200054,
      "grad_norm": 0.16266120970249176,
      "learning_rate": 0.003,
      "loss": 3.160396728515625,
      "step": 118500
    },
    {
      "epoch": 0.25908560911605605,
      "grad_norm": 0.18189287185668945,
      "learning_rate": 0.003,
      "loss": 3.1183380126953124,
      "step": 118600
    },
    {
      "epoch": 0.2593040624121067,
      "grad_norm": 0.18481861054897308,
      "learning_rate": 0.003,
      "loss": 3.142648010253906,
      "step": 118700
    },
    {
      "epoch": 0.2595225157081573,
      "grad_norm": 0.20861801505088806,
      "learning_rate": 0.003,
      "loss": 3.122877197265625,
      "step": 118800
    },
    {
      "epoch": 0.25974096900420796,
      "grad_norm": 0.16465097665786743,
      "learning_rate": 0.003,
      "loss": 3.157867126464844,
      "step": 118900
    },
    {
      "epoch": 0.2599594223002586,
      "grad_norm": 0.1347455084323883,
      "learning_rate": 0.003,
      "loss": 3.126204833984375,
      "step": 119000
    },
    {
      "epoch": 0.2601778755963092,
      "grad_norm": 0.22783678770065308,
      "learning_rate": 0.003,
      "loss": 3.1145480346679686,
      "step": 119100
    },
    {
      "epoch": 0.26039632889235986,
      "grad_norm": 0.18908102810382843,
      "learning_rate": 0.003,
      "loss": 3.1435897827148436,
      "step": 119200
    },
    {
      "epoch": 0.2606147821884105,
      "grad_norm": 0.2350047528743744,
      "learning_rate": 0.003,
      "loss": 3.1211563110351563,
      "step": 119300
    },
    {
      "epoch": 0.26083323548446113,
      "grad_norm": 0.16897456347942352,
      "learning_rate": 0.003,
      "loss": 3.1367947387695314,
      "step": 119400
    },
    {
      "epoch": 0.26105168878051177,
      "grad_norm": 0.16670124232769012,
      "learning_rate": 0.003,
      "loss": 3.121427307128906,
      "step": 119500
    },
    {
      "epoch": 0.2612701420765624,
      "grad_norm": 0.1661265641450882,
      "learning_rate": 0.003,
      "loss": 3.096488037109375,
      "step": 119600
    },
    {
      "epoch": 0.26148859537261304,
      "grad_norm": 0.16746363043785095,
      "learning_rate": 0.003,
      "loss": 3.1369305419921876,
      "step": 119700
    },
    {
      "epoch": 0.2617070486686637,
      "grad_norm": 0.16642019152641296,
      "learning_rate": 0.003,
      "loss": 3.123088073730469,
      "step": 119800
    },
    {
      "epoch": 0.2619255019647143,
      "grad_norm": 0.352807879447937,
      "learning_rate": 0.003,
      "loss": 3.11847900390625,
      "step": 119900
    },
    {
      "epoch": 0.26214395526076495,
      "grad_norm": 0.282635360956192,
      "learning_rate": 0.003,
      "loss": 3.1500448608398437,
      "step": 120000
    },
    {
      "epoch": 0.2623624085568156,
      "grad_norm": 0.17607861757278442,
      "learning_rate": 0.003,
      "loss": 3.1523980712890625,
      "step": 120100
    },
    {
      "epoch": 0.2625808618528662,
      "grad_norm": 0.20902930200099945,
      "learning_rate": 0.003,
      "loss": 3.12585205078125,
      "step": 120200
    },
    {
      "epoch": 0.26279931514891686,
      "grad_norm": 0.16336879134178162,
      "learning_rate": 0.003,
      "loss": 3.1010125732421874,
      "step": 120300
    },
    {
      "epoch": 0.2630177684449675,
      "grad_norm": 0.17145244777202606,
      "learning_rate": 0.003,
      "loss": 3.1193792724609377,
      "step": 120400
    },
    {
      "epoch": 0.2632362217410182,
      "grad_norm": 0.1874585896730423,
      "learning_rate": 0.003,
      "loss": 3.112429504394531,
      "step": 120500
    },
    {
      "epoch": 0.2634546750370688,
      "grad_norm": 0.16599197685718536,
      "learning_rate": 0.003,
      "loss": 3.1309783935546873,
      "step": 120600
    },
    {
      "epoch": 0.26367312833311946,
      "grad_norm": 0.22470302879810333,
      "learning_rate": 0.003,
      "loss": 3.0979190063476563,
      "step": 120700
    },
    {
      "epoch": 0.2638915816291701,
      "grad_norm": 0.25222650170326233,
      "learning_rate": 0.003,
      "loss": 3.1603189086914063,
      "step": 120800
    },
    {
      "epoch": 0.2641100349252207,
      "grad_norm": 0.15623459219932556,
      "learning_rate": 0.003,
      "loss": 3.146209411621094,
      "step": 120900
    },
    {
      "epoch": 0.26432848822127136,
      "grad_norm": 0.19765418767929077,
      "learning_rate": 0.003,
      "loss": 3.118283996582031,
      "step": 121000
    },
    {
      "epoch": 0.264546941517322,
      "grad_norm": 0.27228718996047974,
      "learning_rate": 0.003,
      "loss": 3.12953125,
      "step": 121100
    },
    {
      "epoch": 0.26476539481337263,
      "grad_norm": 0.19979190826416016,
      "learning_rate": 0.003,
      "loss": 3.1466134643554686,
      "step": 121200
    },
    {
      "epoch": 0.26498384810942327,
      "grad_norm": 0.18945246934890747,
      "learning_rate": 0.003,
      "loss": 3.1670947265625,
      "step": 121300
    },
    {
      "epoch": 0.2652023014054739,
      "grad_norm": 0.18201249837875366,
      "learning_rate": 0.003,
      "loss": 3.1588299560546873,
      "step": 121400
    },
    {
      "epoch": 0.26542075470152454,
      "grad_norm": 0.18221046030521393,
      "learning_rate": 0.003,
      "loss": 3.177774658203125,
      "step": 121500
    },
    {
      "epoch": 0.2656392079975752,
      "grad_norm": 0.178348109126091,
      "learning_rate": 0.003,
      "loss": 3.1504315185546874,
      "step": 121600
    },
    {
      "epoch": 0.2658576612936258,
      "grad_norm": 0.17613326013088226,
      "learning_rate": 0.003,
      "loss": 3.1706024169921876,
      "step": 121700
    },
    {
      "epoch": 0.26607611458967645,
      "grad_norm": 0.1819799244403839,
      "learning_rate": 0.003,
      "loss": 3.1582550048828124,
      "step": 121800
    },
    {
      "epoch": 0.2662945678857271,
      "grad_norm": 0.21169109642505646,
      "learning_rate": 0.003,
      "loss": 3.1287002563476562,
      "step": 121900
    },
    {
      "epoch": 0.2665130211817777,
      "grad_norm": 0.17658387124538422,
      "learning_rate": 0.003,
      "loss": 3.1393206787109373,
      "step": 122000
    },
    {
      "epoch": 0.26673147447782836,
      "grad_norm": 0.17100141942501068,
      "learning_rate": 0.003,
      "loss": 3.148631896972656,
      "step": 122100
    },
    {
      "epoch": 0.266949927773879,
      "grad_norm": 0.1690492033958435,
      "learning_rate": 0.003,
      "loss": 3.1369088745117186,
      "step": 122200
    },
    {
      "epoch": 0.26716838106992963,
      "grad_norm": 0.21133515238761902,
      "learning_rate": 0.003,
      "loss": 3.1234674072265625,
      "step": 122300
    },
    {
      "epoch": 0.26738683436598026,
      "grad_norm": 0.1449619084596634,
      "learning_rate": 0.003,
      "loss": 3.2062924194335936,
      "step": 122400
    },
    {
      "epoch": 0.2676052876620309,
      "grad_norm": 0.1649831086397171,
      "learning_rate": 0.003,
      "loss": 3.1165286254882814,
      "step": 122500
    },
    {
      "epoch": 0.26782374095808154,
      "grad_norm": 0.14208738505840302,
      "learning_rate": 0.003,
      "loss": 3.1222979736328127,
      "step": 122600
    },
    {
      "epoch": 0.26804219425413217,
      "grad_norm": 0.2803119421005249,
      "learning_rate": 0.003,
      "loss": 3.1634332275390626,
      "step": 122700
    },
    {
      "epoch": 0.2682606475501828,
      "grad_norm": 0.1829257309436798,
      "learning_rate": 0.003,
      "loss": 3.1225985717773437,
      "step": 122800
    },
    {
      "epoch": 0.26847910084623344,
      "grad_norm": 0.15668363869190216,
      "learning_rate": 0.003,
      "loss": 3.0825006103515626,
      "step": 122900
    },
    {
      "epoch": 0.2686975541422841,
      "grad_norm": 0.18942736089229584,
      "learning_rate": 0.003,
      "loss": 3.1140615844726565,
      "step": 123000
    },
    {
      "epoch": 0.2689160074383347,
      "grad_norm": 0.1751144975423813,
      "learning_rate": 0.003,
      "loss": 3.1174212646484376,
      "step": 123100
    },
    {
      "epoch": 0.26913446073438535,
      "grad_norm": 0.15149031579494476,
      "learning_rate": 0.003,
      "loss": 3.092795715332031,
      "step": 123200
    },
    {
      "epoch": 0.269352914030436,
      "grad_norm": 0.146224707365036,
      "learning_rate": 0.003,
      "loss": 3.1540908813476562,
      "step": 123300
    },
    {
      "epoch": 0.2695713673264866,
      "grad_norm": 0.26576176285743713,
      "learning_rate": 0.003,
      "loss": 3.118391418457031,
      "step": 123400
    },
    {
      "epoch": 0.26978982062253726,
      "grad_norm": 0.17119044065475464,
      "learning_rate": 0.003,
      "loss": 3.145680236816406,
      "step": 123500
    },
    {
      "epoch": 0.2700082739185879,
      "grad_norm": 0.18358702957630157,
      "learning_rate": 0.003,
      "loss": 3.122941589355469,
      "step": 123600
    },
    {
      "epoch": 0.27022672721463853,
      "grad_norm": 0.1615283489227295,
      "learning_rate": 0.003,
      "loss": 3.1004730224609376,
      "step": 123700
    },
    {
      "epoch": 0.2704451805106892,
      "grad_norm": 0.16417482495307922,
      "learning_rate": 0.003,
      "loss": 3.1084674072265623,
      "step": 123800
    },
    {
      "epoch": 0.27066363380673986,
      "grad_norm": 0.15363475680351257,
      "learning_rate": 0.003,
      "loss": 3.1380364990234373,
      "step": 123900
    },
    {
      "epoch": 0.2708820871027905,
      "grad_norm": 0.21433115005493164,
      "learning_rate": 0.003,
      "loss": 3.09521728515625,
      "step": 124000
    },
    {
      "epoch": 0.2711005403988411,
      "grad_norm": 0.16247905790805817,
      "learning_rate": 0.003,
      "loss": 2.980374755859375,
      "step": 124100
    },
    {
      "epoch": 0.27131899369489176,
      "grad_norm": 0.23055775463581085,
      "learning_rate": 0.003,
      "loss": 3.0912255859375,
      "step": 124200
    },
    {
      "epoch": 0.2715374469909424,
      "grad_norm": 0.17991212010383606,
      "learning_rate": 0.003,
      "loss": 3.075794677734375,
      "step": 124300
    },
    {
      "epoch": 0.27175590028699304,
      "grad_norm": 0.15245744585990906,
      "learning_rate": 0.003,
      "loss": 3.1302386474609376,
      "step": 124400
    },
    {
      "epoch": 0.27197435358304367,
      "grad_norm": 0.22990760207176208,
      "learning_rate": 0.003,
      "loss": 3.0966201782226563,
      "step": 124500
    },
    {
      "epoch": 0.2721928068790943,
      "grad_norm": 0.14952386915683746,
      "learning_rate": 0.003,
      "loss": 3.107850341796875,
      "step": 124600
    },
    {
      "epoch": 0.27241126017514494,
      "grad_norm": 0.1720409095287323,
      "learning_rate": 0.003,
      "loss": 3.147486572265625,
      "step": 124700
    },
    {
      "epoch": 0.2726297134711956,
      "grad_norm": 0.16717100143432617,
      "learning_rate": 0.003,
      "loss": 3.1709051513671875,
      "step": 124800
    },
    {
      "epoch": 0.2728481667672462,
      "grad_norm": 0.18736708164215088,
      "learning_rate": 0.003,
      "loss": 3.1149432373046877,
      "step": 124900
    },
    {
      "epoch": 0.27306662006329685,
      "grad_norm": 0.1759713888168335,
      "learning_rate": 0.003,
      "loss": 3.0998104858398436,
      "step": 125000
    },
    {
      "epoch": 0.2732850733593475,
      "grad_norm": 0.2139262855052948,
      "learning_rate": 0.003,
      "loss": 3.0760043334960936,
      "step": 125100
    },
    {
      "epoch": 0.2735035266553981,
      "grad_norm": 0.1517336070537567,
      "learning_rate": 0.003,
      "loss": 3.1243695068359374,
      "step": 125200
    },
    {
      "epoch": 0.27372197995144876,
      "grad_norm": 0.15442916750907898,
      "learning_rate": 0.003,
      "loss": 3.1157635498046874,
      "step": 125300
    },
    {
      "epoch": 0.2739404332474994,
      "grad_norm": 0.1729786992073059,
      "learning_rate": 0.003,
      "loss": 3.130433349609375,
      "step": 125400
    },
    {
      "epoch": 0.27415888654355003,
      "grad_norm": 0.172031968832016,
      "learning_rate": 0.003,
      "loss": 3.114808349609375,
      "step": 125500
    },
    {
      "epoch": 0.27437733983960066,
      "grad_norm": 0.17771190404891968,
      "learning_rate": 0.003,
      "loss": 3.104170837402344,
      "step": 125600
    },
    {
      "epoch": 0.2745957931356513,
      "grad_norm": 0.18168313801288605,
      "learning_rate": 0.003,
      "loss": 3.0751837158203124,
      "step": 125700
    },
    {
      "epoch": 0.27481424643170194,
      "grad_norm": 0.16100353002548218,
      "learning_rate": 0.003,
      "loss": 3.1454086303710938,
      "step": 125800
    },
    {
      "epoch": 0.27503269972775257,
      "grad_norm": 0.2005414068698883,
      "learning_rate": 0.003,
      "loss": 3.121745910644531,
      "step": 125900
    },
    {
      "epoch": 0.2752511530238032,
      "grad_norm": 0.2184487283229828,
      "learning_rate": 0.003,
      "loss": 3.1026446533203127,
      "step": 126000
    },
    {
      "epoch": 0.27546960631985384,
      "grad_norm": 0.17234332859516144,
      "learning_rate": 0.003,
      "loss": 3.1335687255859375,
      "step": 126100
    },
    {
      "epoch": 0.2756880596159045,
      "grad_norm": 0.1576775461435318,
      "learning_rate": 0.003,
      "loss": 3.1129110717773436,
      "step": 126200
    },
    {
      "epoch": 0.2759065129119551,
      "grad_norm": 0.14490582048892975,
      "learning_rate": 0.003,
      "loss": 3.134710693359375,
      "step": 126300
    },
    {
      "epoch": 0.27612496620800575,
      "grad_norm": 0.23765777051448822,
      "learning_rate": 0.003,
      "loss": 3.111960754394531,
      "step": 126400
    },
    {
      "epoch": 0.2763434195040564,
      "grad_norm": 0.19747157394886017,
      "learning_rate": 0.003,
      "loss": 3.0904254150390624,
      "step": 126500
    },
    {
      "epoch": 0.276561872800107,
      "grad_norm": 0.2658751308917999,
      "learning_rate": 0.003,
      "loss": 3.0246206665039064,
      "step": 126600
    },
    {
      "epoch": 0.27678032609615766,
      "grad_norm": 0.1605808287858963,
      "learning_rate": 0.003,
      "loss": 3.0998355102539064,
      "step": 126700
    },
    {
      "epoch": 0.2769987793922083,
      "grad_norm": 0.165673166513443,
      "learning_rate": 0.003,
      "loss": 3.0695989990234374,
      "step": 126800
    },
    {
      "epoch": 0.27721723268825893,
      "grad_norm": 0.18814611434936523,
      "learning_rate": 0.003,
      "loss": 3.0552288818359377,
      "step": 126900
    },
    {
      "epoch": 0.27743568598430957,
      "grad_norm": 0.1825118511915207,
      "learning_rate": 0.003,
      "loss": 3.0807373046875,
      "step": 127000
    },
    {
      "epoch": 0.27765413928036026,
      "grad_norm": 0.17635834217071533,
      "learning_rate": 0.003,
      "loss": 3.0948751831054686,
      "step": 127100
    },
    {
      "epoch": 0.2778725925764109,
      "grad_norm": 0.2630055546760559,
      "learning_rate": 0.003,
      "loss": 3.0975680541992188,
      "step": 127200
    },
    {
      "epoch": 0.27809104587246153,
      "grad_norm": 0.24227474629878998,
      "learning_rate": 0.003,
      "loss": 3.055248107910156,
      "step": 127300
    },
    {
      "epoch": 0.27830949916851216,
      "grad_norm": 0.21120278537273407,
      "learning_rate": 0.003,
      "loss": 3.068297119140625,
      "step": 127400
    },
    {
      "epoch": 0.2785279524645628,
      "grad_norm": 0.3816051483154297,
      "learning_rate": 0.003,
      "loss": 3.0776156616210937,
      "step": 127500
    },
    {
      "epoch": 0.27874640576061344,
      "grad_norm": 0.16917425394058228,
      "learning_rate": 0.003,
      "loss": 3.0876223754882814,
      "step": 127600
    },
    {
      "epoch": 0.27896485905666407,
      "grad_norm": 0.20668604969978333,
      "learning_rate": 0.003,
      "loss": 3.204374084472656,
      "step": 127700
    },
    {
      "epoch": 0.2791833123527147,
      "grad_norm": 0.18532617390155792,
      "learning_rate": 0.003,
      "loss": 3.22772216796875,
      "step": 127800
    },
    {
      "epoch": 0.27940176564876534,
      "grad_norm": 0.1958247721195221,
      "learning_rate": 0.003,
      "loss": 3.193952941894531,
      "step": 127900
    },
    {
      "epoch": 0.279620218944816,
      "grad_norm": 0.22922642529010773,
      "learning_rate": 0.003,
      "loss": 3.187032470703125,
      "step": 128000
    },
    {
      "epoch": 0.2798386722408666,
      "grad_norm": 0.24574919044971466,
      "learning_rate": 0.003,
      "loss": 3.2100088500976565,
      "step": 128100
    },
    {
      "epoch": 0.28005712553691725,
      "grad_norm": 0.1636534333229065,
      "learning_rate": 0.003,
      "loss": 3.194091796875,
      "step": 128200
    },
    {
      "epoch": 0.2802755788329679,
      "grad_norm": 0.23779068887233734,
      "learning_rate": 0.003,
      "loss": 3.189336853027344,
      "step": 128300
    },
    {
      "epoch": 0.2804940321290185,
      "grad_norm": 0.16079804301261902,
      "learning_rate": 0.003,
      "loss": 3.1519854736328123,
      "step": 128400
    },
    {
      "epoch": 0.28071248542506916,
      "grad_norm": 0.1529242843389511,
      "learning_rate": 0.003,
      "loss": 3.179140625,
      "step": 128500
    },
    {
      "epoch": 0.2809309387211198,
      "grad_norm": 0.24319961667060852,
      "learning_rate": 0.003,
      "loss": 3.177486572265625,
      "step": 128600
    },
    {
      "epoch": 0.28114939201717043,
      "grad_norm": 0.18524886667728424,
      "learning_rate": 0.003,
      "loss": 3.190474548339844,
      "step": 128700
    },
    {
      "epoch": 0.28136784531322107,
      "grad_norm": 0.19689129292964935,
      "learning_rate": 0.003,
      "loss": 3.174749450683594,
      "step": 128800
    },
    {
      "epoch": 0.2815862986092717,
      "grad_norm": 0.21814829111099243,
      "learning_rate": 0.003,
      "loss": 3.2250634765625,
      "step": 128900
    },
    {
      "epoch": 0.28180475190532234,
      "grad_norm": 0.27080363035202026,
      "learning_rate": 0.003,
      "loss": 3.1633697509765626,
      "step": 129000
    },
    {
      "epoch": 0.282023205201373,
      "grad_norm": 0.18583400547504425,
      "learning_rate": 0.003,
      "loss": 3.1680859375,
      "step": 129100
    },
    {
      "epoch": 0.2822416584974236,
      "grad_norm": 0.3391522467136383,
      "learning_rate": 0.003,
      "loss": 3.1928253173828125,
      "step": 129200
    },
    {
      "epoch": 0.28246011179347424,
      "grad_norm": 0.23984627425670624,
      "learning_rate": 0.003,
      "loss": 3.1604623413085937,
      "step": 129300
    },
    {
      "epoch": 0.2826785650895249,
      "grad_norm": 0.19537843763828278,
      "learning_rate": 0.003,
      "loss": 3.2140252685546873,
      "step": 129400
    },
    {
      "epoch": 0.2828970183855755,
      "grad_norm": 0.16202545166015625,
      "learning_rate": 0.003,
      "loss": 3.1751544189453127,
      "step": 129500
    },
    {
      "epoch": 0.28311547168162615,
      "grad_norm": 0.15761688351631165,
      "learning_rate": 0.003,
      "loss": 3.1904876708984373,
      "step": 129600
    },
    {
      "epoch": 0.2833339249776768,
      "grad_norm": 0.24658435583114624,
      "learning_rate": 0.003,
      "loss": 3.164392395019531,
      "step": 129700
    },
    {
      "epoch": 0.2835523782737274,
      "grad_norm": 0.18049539625644684,
      "learning_rate": 0.003,
      "loss": 3.2037832641601565,
      "step": 129800
    },
    {
      "epoch": 0.28377083156977806,
      "grad_norm": 0.23034675419330597,
      "learning_rate": 0.003,
      "loss": 3.2158367919921873,
      "step": 129900
    },
    {
      "epoch": 0.2839892848658287,
      "grad_norm": 0.2013300359249115,
      "learning_rate": 0.003,
      "loss": 3.226523132324219,
      "step": 130000
    },
    {
      "epoch": 0.28420773816187933,
      "grad_norm": 0.1996563971042633,
      "learning_rate": 0.003,
      "loss": 3.176661376953125,
      "step": 130100
    },
    {
      "epoch": 0.28442619145792997,
      "grad_norm": 0.23476724326610565,
      "learning_rate": 0.003,
      "loss": 3.1794467163085938,
      "step": 130200
    },
    {
      "epoch": 0.2846446447539806,
      "grad_norm": 0.16203320026397705,
      "learning_rate": 0.003,
      "loss": 3.1501620483398436,
      "step": 130300
    },
    {
      "epoch": 0.2848630980500313,
      "grad_norm": 0.22591614723205566,
      "learning_rate": 0.003,
      "loss": 3.1584625244140625,
      "step": 130400
    },
    {
      "epoch": 0.28508155134608193,
      "grad_norm": 0.15424208343029022,
      "learning_rate": 0.003,
      "loss": 3.18368896484375,
      "step": 130500
    },
    {
      "epoch": 0.28530000464213257,
      "grad_norm": 0.1743527203798294,
      "learning_rate": 0.003,
      "loss": 3.1977545166015626,
      "step": 130600
    },
    {
      "epoch": 0.2855184579381832,
      "grad_norm": 0.15016095340251923,
      "learning_rate": 0.003,
      "loss": 3.175804443359375,
      "step": 130700
    },
    {
      "epoch": 0.28573691123423384,
      "grad_norm": 0.18600404262542725,
      "learning_rate": 0.003,
      "loss": 3.1796951293945312,
      "step": 130800
    },
    {
      "epoch": 0.2859553645302845,
      "grad_norm": 0.19670964777469635,
      "learning_rate": 0.003,
      "loss": 3.1544488525390624,
      "step": 130900
    },
    {
      "epoch": 0.2861738178263351,
      "grad_norm": 0.1564444750547409,
      "learning_rate": 0.003,
      "loss": 3.13692138671875,
      "step": 131000
    },
    {
      "epoch": 0.28639227112238574,
      "grad_norm": 0.1812867373228073,
      "learning_rate": 0.003,
      "loss": 3.164166259765625,
      "step": 131100
    },
    {
      "epoch": 0.2866107244184364,
      "grad_norm": 0.16804924607276917,
      "learning_rate": 0.003,
      "loss": 3.13121337890625,
      "step": 131200
    },
    {
      "epoch": 0.286829177714487,
      "grad_norm": 0.1703408658504486,
      "learning_rate": 0.003,
      "loss": 3.2148712158203123,
      "step": 131300
    },
    {
      "epoch": 0.28704763101053765,
      "grad_norm": 0.2654840052127838,
      "learning_rate": 0.003,
      "loss": 3.1748138427734376,
      "step": 131400
    },
    {
      "epoch": 0.2872660843065883,
      "grad_norm": 0.14809302985668182,
      "learning_rate": 0.003,
      "loss": 3.2007412719726562,
      "step": 131500
    },
    {
      "epoch": 0.2874845376026389,
      "grad_norm": 0.2317712903022766,
      "learning_rate": 0.003,
      "loss": 3.1763409423828124,
      "step": 131600
    },
    {
      "epoch": 0.28770299089868956,
      "grad_norm": 0.17288662493228912,
      "learning_rate": 0.003,
      "loss": 3.228929443359375,
      "step": 131700
    },
    {
      "epoch": 0.2879214441947402,
      "grad_norm": 0.15619529783725739,
      "learning_rate": 0.003,
      "loss": 3.1699227905273437,
      "step": 131800
    },
    {
      "epoch": 0.28813989749079083,
      "grad_norm": 0.20998290181159973,
      "learning_rate": 0.003,
      "loss": 3.1900537109375,
      "step": 131900
    },
    {
      "epoch": 0.28835835078684147,
      "grad_norm": 0.16902107000350952,
      "learning_rate": 0.003,
      "loss": 3.1908218383789064,
      "step": 132000
    },
    {
      "epoch": 0.2885768040828921,
      "grad_norm": 0.17402586340904236,
      "learning_rate": 0.003,
      "loss": 3.1593307495117187,
      "step": 132100
    },
    {
      "epoch": 0.28879525737894274,
      "grad_norm": 0.2578791081905365,
      "learning_rate": 0.003,
      "loss": 3.1821502685546874,
      "step": 132200
    },
    {
      "epoch": 0.2890137106749934,
      "grad_norm": 0.1539982259273529,
      "learning_rate": 0.003,
      "loss": 3.24119140625,
      "step": 132300
    },
    {
      "epoch": 0.289232163971044,
      "grad_norm": 0.17721042037010193,
      "learning_rate": 0.003,
      "loss": 3.242032470703125,
      "step": 132400
    },
    {
      "epoch": 0.28945061726709465,
      "grad_norm": 0.16132225096225739,
      "learning_rate": 0.003,
      "loss": 3.213353576660156,
      "step": 132500
    },
    {
      "epoch": 0.2896690705631453,
      "grad_norm": 0.16307580471038818,
      "learning_rate": 0.003,
      "loss": 3.2237362670898437,
      "step": 132600
    },
    {
      "epoch": 0.2898875238591959,
      "grad_norm": 0.19305144250392914,
      "learning_rate": 0.003,
      "loss": 3.1388040161132813,
      "step": 132700
    },
    {
      "epoch": 0.29010597715524655,
      "grad_norm": 0.19119708240032196,
      "learning_rate": 0.003,
      "loss": 3.195961608886719,
      "step": 132800
    },
    {
      "epoch": 0.2903244304512972,
      "grad_norm": 0.20485588908195496,
      "learning_rate": 0.003,
      "loss": 3.1509246826171875,
      "step": 132900
    },
    {
      "epoch": 0.2905428837473478,
      "grad_norm": 0.21030651032924652,
      "learning_rate": 0.003,
      "loss": 3.201534423828125,
      "step": 133000
    },
    {
      "epoch": 0.29076133704339846,
      "grad_norm": 0.17510755360126495,
      "learning_rate": 0.003,
      "loss": 3.199417724609375,
      "step": 133100
    },
    {
      "epoch": 0.2909797903394491,
      "grad_norm": 0.32947033643722534,
      "learning_rate": 0.003,
      "loss": 3.2026324462890625,
      "step": 133200
    },
    {
      "epoch": 0.29119824363549973,
      "grad_norm": 0.20043914020061493,
      "learning_rate": 0.003,
      "loss": 3.182317199707031,
      "step": 133300
    },
    {
      "epoch": 0.29141669693155037,
      "grad_norm": 0.19705235958099365,
      "learning_rate": 0.003,
      "loss": 3.2217138671875,
      "step": 133400
    },
    {
      "epoch": 0.291635150227601,
      "grad_norm": 0.16933363676071167,
      "learning_rate": 0.003,
      "loss": 3.2272128295898437,
      "step": 133500
    },
    {
      "epoch": 0.29185360352365164,
      "grad_norm": 0.16237424314022064,
      "learning_rate": 0.003,
      "loss": 3.19873291015625,
      "step": 133600
    },
    {
      "epoch": 0.29207205681970233,
      "grad_norm": 0.1812378317117691,
      "learning_rate": 0.003,
      "loss": 3.180633850097656,
      "step": 133700
    },
    {
      "epoch": 0.29229051011575297,
      "grad_norm": 0.17355945706367493,
      "learning_rate": 0.003,
      "loss": 3.2264837646484374,
      "step": 133800
    },
    {
      "epoch": 0.2925089634118036,
      "grad_norm": 0.17370428144931793,
      "learning_rate": 0.003,
      "loss": 3.176700439453125,
      "step": 133900
    },
    {
      "epoch": 0.29272741670785424,
      "grad_norm": 0.24076209962368011,
      "learning_rate": 0.003,
      "loss": 3.1999746704101564,
      "step": 134000
    },
    {
      "epoch": 0.2929458700039049,
      "grad_norm": 0.1681448370218277,
      "learning_rate": 0.003,
      "loss": 3.1995059204101564,
      "step": 134100
    },
    {
      "epoch": 0.2931643232999555,
      "grad_norm": 0.2963580787181854,
      "learning_rate": 0.003,
      "loss": 3.2250381469726563,
      "step": 134200
    },
    {
      "epoch": 0.29338277659600615,
      "grad_norm": 0.16434602439403534,
      "learning_rate": 0.003,
      "loss": 3.1836260986328124,
      "step": 134300
    },
    {
      "epoch": 0.2936012298920568,
      "grad_norm": 0.19248543679714203,
      "learning_rate": 0.003,
      "loss": 3.2431411743164062,
      "step": 134400
    },
    {
      "epoch": 0.2938196831881074,
      "grad_norm": 0.2197428047657013,
      "learning_rate": 0.003,
      "loss": 3.1926956176757812,
      "step": 134500
    },
    {
      "epoch": 0.29403813648415805,
      "grad_norm": 0.1991998553276062,
      "learning_rate": 0.003,
      "loss": 3.1818472290039064,
      "step": 134600
    },
    {
      "epoch": 0.2942565897802087,
      "grad_norm": 0.18852558732032776,
      "learning_rate": 0.003,
      "loss": 3.1907608032226564,
      "step": 134700
    },
    {
      "epoch": 0.2944750430762593,
      "grad_norm": 0.20869626104831696,
      "learning_rate": 0.003,
      "loss": 3.1867388916015624,
      "step": 134800
    },
    {
      "epoch": 0.29469349637230996,
      "grad_norm": 0.17816461622714996,
      "learning_rate": 0.003,
      "loss": 3.131686096191406,
      "step": 134900
    },
    {
      "epoch": 0.2949119496683606,
      "grad_norm": 0.1907869577407837,
      "learning_rate": 0.003,
      "loss": 3.214499816894531,
      "step": 135000
    },
    {
      "epoch": 0.29513040296441123,
      "grad_norm": 0.15174990892410278,
      "learning_rate": 0.003,
      "loss": 3.210446472167969,
      "step": 135100
    },
    {
      "epoch": 0.29534885626046187,
      "grad_norm": 0.20105698704719543,
      "learning_rate": 0.003,
      "loss": 3.1645794677734376,
      "step": 135200
    },
    {
      "epoch": 0.2955673095565125,
      "grad_norm": 0.19103233516216278,
      "learning_rate": 0.003,
      "loss": 3.164373474121094,
      "step": 135300
    },
    {
      "epoch": 0.29578576285256314,
      "grad_norm": 0.1916809380054474,
      "learning_rate": 0.003,
      "loss": 3.1695938110351562,
      "step": 135400
    },
    {
      "epoch": 0.2960042161486138,
      "grad_norm": 0.1843739002943039,
      "learning_rate": 0.003,
      "loss": 3.1917315673828126,
      "step": 135500
    },
    {
      "epoch": 0.2962226694446644,
      "grad_norm": 0.16667531430721283,
      "learning_rate": 0.003,
      "loss": 3.1886322021484377,
      "step": 135600
    },
    {
      "epoch": 0.29644112274071505,
      "grad_norm": 0.21029360592365265,
      "learning_rate": 0.003,
      "loss": 3.210748596191406,
      "step": 135700
    },
    {
      "epoch": 0.2966595760367657,
      "grad_norm": 0.17889174818992615,
      "learning_rate": 0.003,
      "loss": 3.1713192749023436,
      "step": 135800
    },
    {
      "epoch": 0.2968780293328163,
      "grad_norm": 0.17533376812934875,
      "learning_rate": 0.003,
      "loss": 3.2180303955078124,
      "step": 135900
    },
    {
      "epoch": 0.29709648262886695,
      "grad_norm": 0.1637962907552719,
      "learning_rate": 0.003,
      "loss": 3.2227993774414063,
      "step": 136000
    },
    {
      "epoch": 0.2973149359249176,
      "grad_norm": 0.3537386953830719,
      "learning_rate": 0.003,
      "loss": 3.2023394775390623,
      "step": 136100
    },
    {
      "epoch": 0.2975333892209682,
      "grad_norm": 0.19465351104736328,
      "learning_rate": 0.003,
      "loss": 3.2192376708984374,
      "step": 136200
    },
    {
      "epoch": 0.29775184251701886,
      "grad_norm": 0.2649924159049988,
      "learning_rate": 0.003,
      "loss": 3.177152099609375,
      "step": 136300
    },
    {
      "epoch": 0.2979702958130695,
      "grad_norm": 0.1992715746164322,
      "learning_rate": 0.003,
      "loss": 3.209580078125,
      "step": 136400
    },
    {
      "epoch": 0.29818874910912013,
      "grad_norm": 0.16940732300281525,
      "learning_rate": 0.003,
      "loss": 3.2093356323242186,
      "step": 136500
    },
    {
      "epoch": 0.29840720240517077,
      "grad_norm": 0.16772933304309845,
      "learning_rate": 0.003,
      "loss": 3.221116638183594,
      "step": 136600
    },
    {
      "epoch": 0.2986256557012214,
      "grad_norm": 0.1964656412601471,
      "learning_rate": 0.003,
      "loss": 3.2100775146484377,
      "step": 136700
    },
    {
      "epoch": 0.29884410899727204,
      "grad_norm": 0.2089720517396927,
      "learning_rate": 0.003,
      "loss": 3.203949279785156,
      "step": 136800
    },
    {
      "epoch": 0.2990625622933227,
      "grad_norm": 0.15475992858409882,
      "learning_rate": 0.003,
      "loss": 3.205782470703125,
      "step": 136900
    },
    {
      "epoch": 0.29928101558937337,
      "grad_norm": 0.1778334528207779,
      "learning_rate": 0.003,
      "loss": 3.2443170166015625,
      "step": 137000
    },
    {
      "epoch": 0.299499468885424,
      "grad_norm": 0.1804296225309372,
      "learning_rate": 0.003,
      "loss": 3.21103515625,
      "step": 137100
    },
    {
      "epoch": 0.29971792218147464,
      "grad_norm": 0.20873281359672546,
      "learning_rate": 0.003,
      "loss": 3.2040234375,
      "step": 137200
    },
    {
      "epoch": 0.2999363754775253,
      "grad_norm": 0.24339774250984192,
      "learning_rate": 0.003,
      "loss": 3.1806402587890625,
      "step": 137300
    },
    {
      "epoch": 0.3001548287735759,
      "grad_norm": 0.22704702615737915,
      "learning_rate": 0.003,
      "loss": 3.1972055053710937,
      "step": 137400
    },
    {
      "epoch": 0.30037328206962655,
      "grad_norm": 0.15578119456768036,
      "learning_rate": 0.003,
      "loss": 3.1968524169921877,
      "step": 137500
    },
    {
      "epoch": 0.3005917353656772,
      "grad_norm": 0.2116861343383789,
      "learning_rate": 0.003,
      "loss": 3.20760009765625,
      "step": 137600
    },
    {
      "epoch": 0.3008101886617278,
      "grad_norm": 0.15658578276634216,
      "learning_rate": 0.003,
      "loss": 3.220193176269531,
      "step": 137700
    },
    {
      "epoch": 0.30102864195777845,
      "grad_norm": 0.18922600150108337,
      "learning_rate": 0.003,
      "loss": 3.1731051635742187,
      "step": 137800
    },
    {
      "epoch": 0.3012470952538291,
      "grad_norm": 0.16404539346694946,
      "learning_rate": 0.003,
      "loss": 3.1814349365234373,
      "step": 137900
    },
    {
      "epoch": 0.3014655485498797,
      "grad_norm": 0.20131675899028778,
      "learning_rate": 0.003,
      "loss": 3.1948602294921873,
      "step": 138000
    },
    {
      "epoch": 0.30168400184593036,
      "grad_norm": 0.17711040377616882,
      "learning_rate": 0.003,
      "loss": 3.2230322265625,
      "step": 138100
    },
    {
      "epoch": 0.301902455141981,
      "grad_norm": 0.1827816516160965,
      "learning_rate": 0.003,
      "loss": 3.1611846923828124,
      "step": 138200
    },
    {
      "epoch": 0.30212090843803163,
      "grad_norm": 0.23586484789848328,
      "learning_rate": 0.003,
      "loss": 3.201513671875,
      "step": 138300
    },
    {
      "epoch": 0.30233936173408227,
      "grad_norm": 0.20572659373283386,
      "learning_rate": 0.003,
      "loss": 3.195331726074219,
      "step": 138400
    },
    {
      "epoch": 0.3025578150301329,
      "grad_norm": 0.18462501466274261,
      "learning_rate": 0.003,
      "loss": 3.206833801269531,
      "step": 138500
    },
    {
      "epoch": 0.30277626832618354,
      "grad_norm": 0.17236556112766266,
      "learning_rate": 0.003,
      "loss": 3.178404541015625,
      "step": 138600
    },
    {
      "epoch": 0.3029947216222342,
      "grad_norm": 0.15189675986766815,
      "learning_rate": 0.003,
      "loss": 3.1943118286132814,
      "step": 138700
    },
    {
      "epoch": 0.3032131749182848,
      "grad_norm": 0.1795898973941803,
      "learning_rate": 0.003,
      "loss": 3.2082452392578125,
      "step": 138800
    },
    {
      "epoch": 0.30343162821433545,
      "grad_norm": 0.24792973697185516,
      "learning_rate": 0.003,
      "loss": 3.2121905517578124,
      "step": 138900
    },
    {
      "epoch": 0.3036500815103861,
      "grad_norm": 0.1631484478712082,
      "learning_rate": 0.003,
      "loss": 3.1948968505859376,
      "step": 139000
    },
    {
      "epoch": 0.3038685348064367,
      "grad_norm": 0.17224180698394775,
      "learning_rate": 0.003,
      "loss": 3.2479281616210938,
      "step": 139100
    },
    {
      "epoch": 0.30408698810248735,
      "grad_norm": 0.18179869651794434,
      "learning_rate": 0.003,
      "loss": 3.195875549316406,
      "step": 139200
    },
    {
      "epoch": 0.304305441398538,
      "grad_norm": 0.25769829750061035,
      "learning_rate": 0.003,
      "loss": 3.20810302734375,
      "step": 139300
    },
    {
      "epoch": 0.3045238946945886,
      "grad_norm": 0.19908572733402252,
      "learning_rate": 0.003,
      "loss": 3.1936154174804687,
      "step": 139400
    },
    {
      "epoch": 0.30474234799063926,
      "grad_norm": 0.15726956725120544,
      "learning_rate": 0.003,
      "loss": 3.17328125,
      "step": 139500
    },
    {
      "epoch": 0.3049608012866899,
      "grad_norm": 0.22366781532764435,
      "learning_rate": 0.003,
      "loss": 3.179468078613281,
      "step": 139600
    },
    {
      "epoch": 0.30517925458274053,
      "grad_norm": 0.1611061990261078,
      "learning_rate": 0.003,
      "loss": 3.19077880859375,
      "step": 139700
    },
    {
      "epoch": 0.30539770787879117,
      "grad_norm": 0.17893096804618835,
      "learning_rate": 0.003,
      "loss": 3.221007995605469,
      "step": 139800
    },
    {
      "epoch": 0.3056161611748418,
      "grad_norm": 0.19288408756256104,
      "learning_rate": 0.003,
      "loss": 3.218514709472656,
      "step": 139900
    },
    {
      "epoch": 0.30583461447089244,
      "grad_norm": 0.2554208040237427,
      "learning_rate": 0.003,
      "loss": 2.9139288330078124,
      "step": 140000
    },
    {
      "epoch": 0.3060530677669431,
      "grad_norm": 0.1867968589067459,
      "learning_rate": 0.003,
      "loss": 3.2304754638671875,
      "step": 140100
    },
    {
      "epoch": 0.3062715210629937,
      "grad_norm": 0.19115705788135529,
      "learning_rate": 0.003,
      "loss": 3.1553607177734375,
      "step": 140200
    },
    {
      "epoch": 0.3064899743590444,
      "grad_norm": 0.1747879832983017,
      "learning_rate": 0.003,
      "loss": 3.248841552734375,
      "step": 140300
    },
    {
      "epoch": 0.30670842765509504,
      "grad_norm": 0.21023240685462952,
      "learning_rate": 0.003,
      "loss": 3.2210183715820313,
      "step": 140400
    },
    {
      "epoch": 0.3069268809511457,
      "grad_norm": 0.1795470267534256,
      "learning_rate": 0.003,
      "loss": 3.18628662109375,
      "step": 140500
    },
    {
      "epoch": 0.3071453342471963,
      "grad_norm": 0.17351393401622772,
      "learning_rate": 0.003,
      "loss": 3.19286865234375,
      "step": 140600
    },
    {
      "epoch": 0.30736378754324695,
      "grad_norm": 0.18436656892299652,
      "learning_rate": 0.003,
      "loss": 3.205523681640625,
      "step": 140700
    },
    {
      "epoch": 0.3075822408392976,
      "grad_norm": 0.15725570917129517,
      "learning_rate": 0.003,
      "loss": 3.230887145996094,
      "step": 140800
    },
    {
      "epoch": 0.3078006941353482,
      "grad_norm": 0.21773605048656464,
      "learning_rate": 0.003,
      "loss": 3.228748779296875,
      "step": 140900
    },
    {
      "epoch": 0.30801914743139885,
      "grad_norm": 0.17027831077575684,
      "learning_rate": 0.003,
      "loss": 3.186734313964844,
      "step": 141000
    },
    {
      "epoch": 0.3082376007274495,
      "grad_norm": 0.15384380519390106,
      "learning_rate": 0.003,
      "loss": 3.1859201049804686,
      "step": 141100
    },
    {
      "epoch": 0.3084560540235001,
      "grad_norm": 0.3453856110572815,
      "learning_rate": 0.003,
      "loss": 3.160126037597656,
      "step": 141200
    },
    {
      "epoch": 0.30867450731955076,
      "grad_norm": 0.327231764793396,
      "learning_rate": 0.003,
      "loss": 3.1771490478515627,
      "step": 141300
    },
    {
      "epoch": 0.3088929606156014,
      "grad_norm": 0.28434672951698303,
      "learning_rate": 0.003,
      "loss": 3.1603729248046877,
      "step": 141400
    },
    {
      "epoch": 0.30911141391165203,
      "grad_norm": 0.20859956741333008,
      "learning_rate": 0.003,
      "loss": 3.199524230957031,
      "step": 141500
    },
    {
      "epoch": 0.30932986720770267,
      "grad_norm": 0.16180141270160675,
      "learning_rate": 0.003,
      "loss": 3.217564697265625,
      "step": 141600
    },
    {
      "epoch": 0.3095483205037533,
      "grad_norm": 0.18180030584335327,
      "learning_rate": 0.003,
      "loss": 3.2199407958984376,
      "step": 141700
    },
    {
      "epoch": 0.30976677379980394,
      "grad_norm": 0.16201762855052948,
      "learning_rate": 0.003,
      "loss": 3.174957275390625,
      "step": 141800
    },
    {
      "epoch": 0.3099852270958546,
      "grad_norm": 0.1949051469564438,
      "learning_rate": 0.003,
      "loss": 3.217715148925781,
      "step": 141900
    },
    {
      "epoch": 0.3102036803919052,
      "grad_norm": 0.15087030827999115,
      "learning_rate": 0.003,
      "loss": 3.186820068359375,
      "step": 142000
    },
    {
      "epoch": 0.31042213368795585,
      "grad_norm": 0.168676495552063,
      "learning_rate": 0.003,
      "loss": 3.1756060791015623,
      "step": 142100
    },
    {
      "epoch": 0.3106405869840065,
      "grad_norm": 0.24860401451587677,
      "learning_rate": 0.003,
      "loss": 3.2399252319335936,
      "step": 142200
    },
    {
      "epoch": 0.3108590402800571,
      "grad_norm": 0.15668369829654694,
      "learning_rate": 0.003,
      "loss": 3.199765319824219,
      "step": 142300
    },
    {
      "epoch": 0.31107749357610776,
      "grad_norm": 0.6814060807228088,
      "learning_rate": 0.003,
      "loss": 3.2036663818359377,
      "step": 142400
    },
    {
      "epoch": 0.3112959468721584,
      "grad_norm": 0.1491079330444336,
      "learning_rate": 0.003,
      "loss": 3.225286560058594,
      "step": 142500
    },
    {
      "epoch": 0.311514400168209,
      "grad_norm": 0.15027421712875366,
      "learning_rate": 0.003,
      "loss": 3.2134439086914064,
      "step": 142600
    },
    {
      "epoch": 0.31173285346425966,
      "grad_norm": 0.2214614301919937,
      "learning_rate": 0.003,
      "loss": 3.1999752807617186,
      "step": 142700
    },
    {
      "epoch": 0.3119513067603103,
      "grad_norm": 0.18709635734558105,
      "learning_rate": 0.003,
      "loss": 3.1740081787109373,
      "step": 142800
    },
    {
      "epoch": 0.31216976005636093,
      "grad_norm": 0.24174664914608002,
      "learning_rate": 0.003,
      "loss": 3.2188986206054686,
      "step": 142900
    },
    {
      "epoch": 0.31238821335241157,
      "grad_norm": 0.14840149879455566,
      "learning_rate": 0.003,
      "loss": 3.203288879394531,
      "step": 143000
    },
    {
      "epoch": 0.3126066666484622,
      "grad_norm": 0.3073531687259674,
      "learning_rate": 0.003,
      "loss": 3.257579650878906,
      "step": 143100
    },
    {
      "epoch": 0.31282511994451284,
      "grad_norm": 0.21026237308979034,
      "learning_rate": 0.003,
      "loss": 3.2264254760742186,
      "step": 143200
    },
    {
      "epoch": 0.3130435732405635,
      "grad_norm": 0.16831256449222565,
      "learning_rate": 0.003,
      "loss": 3.1818194580078125,
      "step": 143300
    },
    {
      "epoch": 0.3132620265366141,
      "grad_norm": 0.16093488037586212,
      "learning_rate": 0.003,
      "loss": 3.1373519897460938,
      "step": 143400
    },
    {
      "epoch": 0.31348047983266475,
      "grad_norm": 0.18346524238586426,
      "learning_rate": 0.003,
      "loss": 3.1911004638671874,
      "step": 143500
    },
    {
      "epoch": 0.31369893312871544,
      "grad_norm": 0.18986782431602478,
      "learning_rate": 0.003,
      "loss": 3.177647705078125,
      "step": 143600
    },
    {
      "epoch": 0.3139173864247661,
      "grad_norm": 0.22777634859085083,
      "learning_rate": 0.003,
      "loss": 3.1712738037109376,
      "step": 143700
    },
    {
      "epoch": 0.3141358397208167,
      "grad_norm": 0.14152170717716217,
      "learning_rate": 0.003,
      "loss": 3.2470083618164063,
      "step": 143800
    },
    {
      "epoch": 0.31435429301686735,
      "grad_norm": 0.21601779758930206,
      "learning_rate": 0.003,
      "loss": 3.2211138916015627,
      "step": 143900
    },
    {
      "epoch": 0.314572746312918,
      "grad_norm": 0.16085198521614075,
      "learning_rate": 0.003,
      "loss": 3.1816421508789063,
      "step": 144000
    },
    {
      "epoch": 0.3147911996089686,
      "grad_norm": 0.1805422604084015,
      "learning_rate": 0.003,
      "loss": 3.199898376464844,
      "step": 144100
    },
    {
      "epoch": 0.31500965290501926,
      "grad_norm": 0.2308289259672165,
      "learning_rate": 0.003,
      "loss": 3.208460388183594,
      "step": 144200
    },
    {
      "epoch": 0.3152281062010699,
      "grad_norm": 0.17883312702178955,
      "learning_rate": 0.003,
      "loss": 3.149988098144531,
      "step": 144300
    },
    {
      "epoch": 0.3154465594971205,
      "grad_norm": 0.17172366380691528,
      "learning_rate": 0.003,
      "loss": 3.211492919921875,
      "step": 144400
    },
    {
      "epoch": 0.31566501279317116,
      "grad_norm": 0.3454696536064148,
      "learning_rate": 0.003,
      "loss": 3.1982745361328124,
      "step": 144500
    },
    {
      "epoch": 0.3158834660892218,
      "grad_norm": 0.18591400980949402,
      "learning_rate": 0.003,
      "loss": 3.2074407958984374,
      "step": 144600
    },
    {
      "epoch": 0.31610191938527243,
      "grad_norm": 0.1585206687450409,
      "learning_rate": 0.003,
      "loss": 3.1934228515625,
      "step": 144700
    },
    {
      "epoch": 0.31632037268132307,
      "grad_norm": 0.34315547347068787,
      "learning_rate": 0.003,
      "loss": 3.1926708984375,
      "step": 144800
    },
    {
      "epoch": 0.3165388259773737,
      "grad_norm": 0.17863717675209045,
      "learning_rate": 0.003,
      "loss": 3.1578744506835936,
      "step": 144900
    },
    {
      "epoch": 0.31675727927342434,
      "grad_norm": 0.24649377167224884,
      "learning_rate": 0.003,
      "loss": 3.197144775390625,
      "step": 145000
    },
    {
      "epoch": 0.316975732569475,
      "grad_norm": 0.16562138497829437,
      "learning_rate": 0.003,
      "loss": 3.191086730957031,
      "step": 145100
    },
    {
      "epoch": 0.3171941858655256,
      "grad_norm": 0.17314296960830688,
      "learning_rate": 0.003,
      "loss": 3.2123272705078123,
      "step": 145200
    },
    {
      "epoch": 0.31741263916157625,
      "grad_norm": 0.16946852207183838,
      "learning_rate": 0.003,
      "loss": 3.179129943847656,
      "step": 145300
    },
    {
      "epoch": 0.3176310924576269,
      "grad_norm": 0.17480599880218506,
      "learning_rate": 0.003,
      "loss": 3.2248297119140625,
      "step": 145400
    },
    {
      "epoch": 0.3178495457536775,
      "grad_norm": 0.16407208144664764,
      "learning_rate": 0.003,
      "loss": 3.196800537109375,
      "step": 145500
    },
    {
      "epoch": 0.31806799904972816,
      "grad_norm": 0.20925581455230713,
      "learning_rate": 0.003,
      "loss": 3.18634521484375,
      "step": 145600
    },
    {
      "epoch": 0.3182864523457788,
      "grad_norm": 0.222587451338768,
      "learning_rate": 0.003,
      "loss": 3.2120587158203127,
      "step": 145700
    },
    {
      "epoch": 0.31850490564182943,
      "grad_norm": 0.17559437453746796,
      "learning_rate": 0.003,
      "loss": 3.2094912719726563,
      "step": 145800
    },
    {
      "epoch": 0.31872335893788006,
      "grad_norm": 0.253233939409256,
      "learning_rate": 0.003,
      "loss": 3.1960491943359375,
      "step": 145900
    },
    {
      "epoch": 0.3189418122339307,
      "grad_norm": 0.15889482200145721,
      "learning_rate": 0.003,
      "loss": 3.218516845703125,
      "step": 146000
    },
    {
      "epoch": 0.31916026552998134,
      "grad_norm": 0.23230864107608795,
      "learning_rate": 0.003,
      "loss": 3.1856573486328124,
      "step": 146100
    },
    {
      "epoch": 0.31937871882603197,
      "grad_norm": 0.14948810636997223,
      "learning_rate": 0.003,
      "loss": 3.2190350341796874,
      "step": 146200
    },
    {
      "epoch": 0.3195971721220826,
      "grad_norm": 0.5103902816772461,
      "learning_rate": 0.003,
      "loss": 3.1645404052734376,
      "step": 146300
    },
    {
      "epoch": 0.31981562541813324,
      "grad_norm": 0.1744993031024933,
      "learning_rate": 0.003,
      "loss": 3.2244082641601564,
      "step": 146400
    },
    {
      "epoch": 0.3200340787141839,
      "grad_norm": 0.17527836561203003,
      "learning_rate": 0.003,
      "loss": 3.2356802368164064,
      "step": 146500
    },
    {
      "epoch": 0.3202525320102345,
      "grad_norm": 0.30127814412117004,
      "learning_rate": 0.003,
      "loss": 3.2353482055664062,
      "step": 146600
    },
    {
      "epoch": 0.32047098530628515,
      "grad_norm": 0.1600414365530014,
      "learning_rate": 0.003,
      "loss": 3.21412353515625,
      "step": 146700
    },
    {
      "epoch": 0.3206894386023358,
      "grad_norm": 0.17066684365272522,
      "learning_rate": 0.003,
      "loss": 3.1851055908203123,
      "step": 146800
    },
    {
      "epoch": 0.3209078918983865,
      "grad_norm": 0.17907121777534485,
      "learning_rate": 0.003,
      "loss": 3.18966552734375,
      "step": 146900
    },
    {
      "epoch": 0.3211263451944371,
      "grad_norm": 0.16637155413627625,
      "learning_rate": 0.003,
      "loss": 3.190469055175781,
      "step": 147000
    },
    {
      "epoch": 0.32134479849048775,
      "grad_norm": 0.19598500430583954,
      "learning_rate": 0.003,
      "loss": 3.1495361328125,
      "step": 147100
    },
    {
      "epoch": 0.3215632517865384,
      "grad_norm": 0.17670966684818268,
      "learning_rate": 0.003,
      "loss": 3.193385009765625,
      "step": 147200
    },
    {
      "epoch": 0.321781705082589,
      "grad_norm": 0.15445983409881592,
      "learning_rate": 0.003,
      "loss": 3.1991397094726564,
      "step": 147300
    },
    {
      "epoch": 0.32200015837863966,
      "grad_norm": 0.18516457080841064,
      "learning_rate": 0.003,
      "loss": 3.094637145996094,
      "step": 147400
    },
    {
      "epoch": 0.3222186116746903,
      "grad_norm": 0.19677746295928955,
      "learning_rate": 0.003,
      "loss": 3.196466979980469,
      "step": 147500
    },
    {
      "epoch": 0.3224370649707409,
      "grad_norm": 0.1936854124069214,
      "learning_rate": 0.003,
      "loss": 3.1779425048828127,
      "step": 147600
    },
    {
      "epoch": 0.32265551826679156,
      "grad_norm": 0.19209504127502441,
      "learning_rate": 0.003,
      "loss": 3.1815972900390626,
      "step": 147700
    },
    {
      "epoch": 0.3228739715628422,
      "grad_norm": 0.1692599505186081,
      "learning_rate": 0.003,
      "loss": 3.185713195800781,
      "step": 147800
    },
    {
      "epoch": 0.32309242485889283,
      "grad_norm": 0.19620276987552643,
      "learning_rate": 0.003,
      "loss": 3.1745257568359375,
      "step": 147900
    },
    {
      "epoch": 0.32331087815494347,
      "grad_norm": 0.23885881900787354,
      "learning_rate": 0.003,
      "loss": 3.13314697265625,
      "step": 148000
    },
    {
      "epoch": 0.3235293314509941,
      "grad_norm": 0.15670974552631378,
      "learning_rate": 0.003,
      "loss": 3.141082763671875,
      "step": 148100
    },
    {
      "epoch": 0.32374778474704474,
      "grad_norm": 0.17646116018295288,
      "learning_rate": 0.003,
      "loss": 3.17531982421875,
      "step": 148200
    },
    {
      "epoch": 0.3239662380430954,
      "grad_norm": 0.23557858169078827,
      "learning_rate": 0.003,
      "loss": 3.19098388671875,
      "step": 148300
    },
    {
      "epoch": 0.324184691339146,
      "grad_norm": 0.14398302137851715,
      "learning_rate": 0.003,
      "loss": 3.1819873046875,
      "step": 148400
    },
    {
      "epoch": 0.32440314463519665,
      "grad_norm": 0.18726244568824768,
      "learning_rate": 0.003,
      "loss": 3.1925845336914063,
      "step": 148500
    },
    {
      "epoch": 0.3246215979312473,
      "grad_norm": 0.2285359650850296,
      "learning_rate": 0.003,
      "loss": 3.20674072265625,
      "step": 148600
    },
    {
      "epoch": 0.3248400512272979,
      "grad_norm": 0.17976802587509155,
      "learning_rate": 0.003,
      "loss": 3.173955993652344,
      "step": 148700
    },
    {
      "epoch": 0.32505850452334856,
      "grad_norm": 0.1975952386856079,
      "learning_rate": 0.003,
      "loss": 2.6845458984375,
      "step": 148800
    },
    {
      "epoch": 0.3252769578193992,
      "grad_norm": 0.15447331964969635,
      "learning_rate": 0.003,
      "loss": 3.1710690307617186,
      "step": 148900
    },
    {
      "epoch": 0.32549541111544983,
      "grad_norm": 0.18206952512264252,
      "learning_rate": 0.003,
      "loss": 3.158231506347656,
      "step": 149000
    },
    {
      "epoch": 0.32571386441150046,
      "grad_norm": 0.17522966861724854,
      "learning_rate": 0.003,
      "loss": 3.1928945922851564,
      "step": 149100
    },
    {
      "epoch": 0.3259323177075511,
      "grad_norm": 0.16397172212600708,
      "learning_rate": 0.003,
      "loss": 3.2015060424804687,
      "step": 149200
    },
    {
      "epoch": 0.32615077100360174,
      "grad_norm": 0.21215063333511353,
      "learning_rate": 0.003,
      "loss": 3.1936944580078124,
      "step": 149300
    },
    {
      "epoch": 0.32636922429965237,
      "grad_norm": 0.2076343297958374,
      "learning_rate": 0.003,
      "loss": 2.6863333129882814,
      "step": 149400
    },
    {
      "epoch": 0.326587677595703,
      "grad_norm": 0.2564661502838135,
      "learning_rate": 0.003,
      "loss": 3.208557434082031,
      "step": 149500
    },
    {
      "epoch": 0.32680613089175364,
      "grad_norm": 0.18941468000411987,
      "learning_rate": 0.003,
      "loss": 3.137552490234375,
      "step": 149600
    },
    {
      "epoch": 0.3270245841878043,
      "grad_norm": 0.1444561928510666,
      "learning_rate": 0.003,
      "loss": 3.248238830566406,
      "step": 149700
    },
    {
      "epoch": 0.3272430374838549,
      "grad_norm": 0.26616400480270386,
      "learning_rate": 0.003,
      "loss": 3.21462890625,
      "step": 149800
    },
    {
      "epoch": 0.32746149077990555,
      "grad_norm": 0.20099005103111267,
      "learning_rate": 0.003,
      "loss": 3.169850158691406,
      "step": 149900
    },
    {
      "epoch": 0.3276799440759562,
      "grad_norm": 0.16536197066307068,
      "learning_rate": 0.003,
      "loss": 3.1830929565429686,
      "step": 150000
    },
    {
      "epoch": 0.3278983973720068,
      "grad_norm": 0.18397554755210876,
      "learning_rate": 0.003,
      "loss": 3.2401638793945313,
      "step": 150100
    },
    {
      "epoch": 0.3281168506680575,
      "grad_norm": 0.16635970771312714,
      "learning_rate": 0.003,
      "loss": 3.1912631225585937,
      "step": 150200
    },
    {
      "epoch": 0.32833530396410815,
      "grad_norm": 0.1743297576904297,
      "learning_rate": 0.003,
      "loss": 3.2167935180664062,
      "step": 150300
    },
    {
      "epoch": 0.3285537572601588,
      "grad_norm": 0.2537592947483063,
      "learning_rate": 0.003,
      "loss": 3.2288177490234373,
      "step": 150400
    },
    {
      "epoch": 0.3287722105562094,
      "grad_norm": 0.1927787810564041,
      "learning_rate": 0.003,
      "loss": 3.170396423339844,
      "step": 150500
    },
    {
      "epoch": 0.32899066385226006,
      "grad_norm": 0.23473043739795685,
      "learning_rate": 0.003,
      "loss": 3.1796908569335938,
      "step": 150600
    },
    {
      "epoch": 0.3292091171483107,
      "grad_norm": 0.2488144338130951,
      "learning_rate": 0.003,
      "loss": 3.16794189453125,
      "step": 150700
    },
    {
      "epoch": 0.32942757044436133,
      "grad_norm": 0.21751940250396729,
      "learning_rate": 0.003,
      "loss": 3.185949401855469,
      "step": 150800
    },
    {
      "epoch": 0.32964602374041196,
      "grad_norm": 0.22387519478797913,
      "learning_rate": 0.003,
      "loss": 3.202431945800781,
      "step": 150900
    },
    {
      "epoch": 0.3298644770364626,
      "grad_norm": 0.1522534191608429,
      "learning_rate": 0.003,
      "loss": 3.211038818359375,
      "step": 151000
    },
    {
      "epoch": 0.33008293033251324,
      "grad_norm": 0.17218022048473358,
      "learning_rate": 0.003,
      "loss": 3.1591448974609375,
      "step": 151100
    },
    {
      "epoch": 0.33030138362856387,
      "grad_norm": 0.17332923412322998,
      "learning_rate": 0.003,
      "loss": 3.147066955566406,
      "step": 151200
    },
    {
      "epoch": 0.3305198369246145,
      "grad_norm": 0.16366907954216003,
      "learning_rate": 0.003,
      "loss": 3.228832092285156,
      "step": 151300
    },
    {
      "epoch": 0.33073829022066514,
      "grad_norm": 0.18040701746940613,
      "learning_rate": 0.003,
      "loss": 3.154132080078125,
      "step": 151400
    },
    {
      "epoch": 0.3309567435167158,
      "grad_norm": 0.17774927616119385,
      "learning_rate": 0.003,
      "loss": 3.192138671875,
      "step": 151500
    },
    {
      "epoch": 0.3311751968127664,
      "grad_norm": 0.20536623895168304,
      "learning_rate": 0.003,
      "loss": 3.18081787109375,
      "step": 151600
    },
    {
      "epoch": 0.33139365010881705,
      "grad_norm": 0.20949424803256989,
      "learning_rate": 0.003,
      "loss": 3.1637872314453124,
      "step": 151700
    },
    {
      "epoch": 0.3316121034048677,
      "grad_norm": 0.2223246991634369,
      "learning_rate": 0.003,
      "loss": 3.1776608276367186,
      "step": 151800
    },
    {
      "epoch": 0.3318305567009183,
      "grad_norm": 0.17206287384033203,
      "learning_rate": 0.003,
      "loss": 3.15651123046875,
      "step": 151900
    },
    {
      "epoch": 0.33204900999696896,
      "grad_norm": 0.21758702397346497,
      "learning_rate": 0.003,
      "loss": 3.1671078491210936,
      "step": 152000
    },
    {
      "epoch": 0.3322674632930196,
      "grad_norm": 0.18254788219928741,
      "learning_rate": 0.003,
      "loss": 3.1718585205078127,
      "step": 152100
    },
    {
      "epoch": 0.33248591658907023,
      "grad_norm": 0.18393871188163757,
      "learning_rate": 0.003,
      "loss": 3.1879238891601562,
      "step": 152200
    },
    {
      "epoch": 0.33270436988512087,
      "grad_norm": 0.23279863595962524,
      "learning_rate": 0.003,
      "loss": 3.192552185058594,
      "step": 152300
    },
    {
      "epoch": 0.3329228231811715,
      "grad_norm": 0.18877536058425903,
      "learning_rate": 0.003,
      "loss": 3.177838134765625,
      "step": 152400
    },
    {
      "epoch": 0.33314127647722214,
      "grad_norm": 0.1876782476902008,
      "learning_rate": 0.003,
      "loss": 3.132906494140625,
      "step": 152500
    },
    {
      "epoch": 0.3333597297732728,
      "grad_norm": 0.16887180507183075,
      "learning_rate": 0.003,
      "loss": 3.2051397705078126,
      "step": 152600
    },
    {
      "epoch": 0.3335781830693234,
      "grad_norm": 0.1972004771232605,
      "learning_rate": 0.003,
      "loss": 3.1865728759765624,
      "step": 152700
    },
    {
      "epoch": 0.33379663636537404,
      "grad_norm": 0.2580986022949219,
      "learning_rate": 0.003,
      "loss": 3.2121429443359375,
      "step": 152800
    },
    {
      "epoch": 0.3340150896614247,
      "grad_norm": 0.1952686458826065,
      "learning_rate": 0.003,
      "loss": 3.1715158081054686,
      "step": 152900
    },
    {
      "epoch": 0.3342335429574753,
      "grad_norm": 0.22782842814922333,
      "learning_rate": 0.003,
      "loss": 3.1909320068359377,
      "step": 153000
    },
    {
      "epoch": 0.33445199625352595,
      "grad_norm": 0.2532144784927368,
      "learning_rate": 0.003,
      "loss": 3.2305587768554687,
      "step": 153100
    },
    {
      "epoch": 0.3346704495495766,
      "grad_norm": 0.22145599126815796,
      "learning_rate": 0.003,
      "loss": 3.2270474243164062,
      "step": 153200
    },
    {
      "epoch": 0.3348889028456272,
      "grad_norm": 0.21716009080410004,
      "learning_rate": 0.003,
      "loss": 3.1774713134765626,
      "step": 153300
    },
    {
      "epoch": 0.33510735614167786,
      "grad_norm": 0.31625574827194214,
      "learning_rate": 0.003,
      "loss": 2.6925650024414063,
      "step": 153400
    },
    {
      "epoch": 0.33532580943772855,
      "grad_norm": 0.18389812111854553,
      "learning_rate": 0.003,
      "loss": 3.2025628662109376,
      "step": 153500
    },
    {
      "epoch": 0.3355442627337792,
      "grad_norm": 0.18168075382709503,
      "learning_rate": 0.003,
      "loss": 3.1919210815429686,
      "step": 153600
    },
    {
      "epoch": 0.3357627160298298,
      "grad_norm": 0.19095513224601746,
      "learning_rate": 0.003,
      "loss": 3.170085754394531,
      "step": 153700
    },
    {
      "epoch": 0.33598116932588046,
      "grad_norm": 0.24979139864444733,
      "learning_rate": 0.003,
      "loss": 3.196229248046875,
      "step": 153800
    },
    {
      "epoch": 0.3361996226219311,
      "grad_norm": 0.24247103929519653,
      "learning_rate": 0.003,
      "loss": 3.155550231933594,
      "step": 153900
    },
    {
      "epoch": 0.33641807591798173,
      "grad_norm": 0.2211730033159256,
      "learning_rate": 0.003,
      "loss": 3.2138156127929687,
      "step": 154000
    },
    {
      "epoch": 0.33663652921403237,
      "grad_norm": 0.1641773283481598,
      "learning_rate": 0.003,
      "loss": 3.1940878295898436,
      "step": 154100
    },
    {
      "epoch": 0.336854982510083,
      "grad_norm": 0.1894778609275818,
      "learning_rate": 0.003,
      "loss": 3.2004910278320313,
      "step": 154200
    },
    {
      "epoch": 0.33707343580613364,
      "grad_norm": 0.1566590666770935,
      "learning_rate": 0.003,
      "loss": 3.1311114501953123,
      "step": 154300
    },
    {
      "epoch": 0.3372918891021843,
      "grad_norm": 0.19558022916316986,
      "learning_rate": 0.003,
      "loss": 3.164029235839844,
      "step": 154400
    },
    {
      "epoch": 0.3375103423982349,
      "grad_norm": 0.21856990456581116,
      "learning_rate": 0.003,
      "loss": 3.1604824829101563,
      "step": 154500
    },
    {
      "epoch": 0.33772879569428554,
      "grad_norm": 0.19755780696868896,
      "learning_rate": 0.003,
      "loss": 3.158997802734375,
      "step": 154600
    },
    {
      "epoch": 0.3379472489903362,
      "grad_norm": 0.15918242931365967,
      "learning_rate": 0.003,
      "loss": 3.230296325683594,
      "step": 154700
    },
    {
      "epoch": 0.3381657022863868,
      "grad_norm": 0.24871376156806946,
      "learning_rate": 0.003,
      "loss": 2.9430838012695313,
      "step": 154800
    },
    {
      "epoch": 0.33838415558243745,
      "grad_norm": 0.24803753197193146,
      "learning_rate": 0.003,
      "loss": 3.2192874145507813,
      "step": 154900
    },
    {
      "epoch": 0.3386026088784881,
      "grad_norm": 0.17800495028495789,
      "learning_rate": 0.003,
      "loss": 3.204012756347656,
      "step": 155000
    },
    {
      "epoch": 0.3388210621745387,
      "grad_norm": 0.25822532176971436,
      "learning_rate": 0.003,
      "loss": 3.18099365234375,
      "step": 155100
    },
    {
      "epoch": 0.33903951547058936,
      "grad_norm": 0.16437004506587982,
      "learning_rate": 0.003,
      "loss": 3.183768310546875,
      "step": 155200
    },
    {
      "epoch": 0.33925796876664,
      "grad_norm": 0.1815718412399292,
      "learning_rate": 0.003,
      "loss": 3.076330261230469,
      "step": 155300
    },
    {
      "epoch": 0.33947642206269063,
      "grad_norm": 0.1795693188905716,
      "learning_rate": 0.003,
      "loss": 3.1956195068359374,
      "step": 155400
    },
    {
      "epoch": 0.33969487535874127,
      "grad_norm": 0.9455909729003906,
      "learning_rate": 0.003,
      "loss": 3.154691467285156,
      "step": 155500
    },
    {
      "epoch": 0.3399133286547919,
      "grad_norm": 0.188655823469162,
      "learning_rate": 0.003,
      "loss": 3.1824188232421875,
      "step": 155600
    },
    {
      "epoch": 0.34013178195084254,
      "grad_norm": 0.19210544228553772,
      "learning_rate": 0.003,
      "loss": 3.18107177734375,
      "step": 155700
    },
    {
      "epoch": 0.3403502352468932,
      "grad_norm": 0.16656406223773956,
      "learning_rate": 0.003,
      "loss": 3.1568673706054686,
      "step": 155800
    },
    {
      "epoch": 0.3405686885429438,
      "grad_norm": 0.22872625291347504,
      "learning_rate": 0.003,
      "loss": 3.171075744628906,
      "step": 155900
    },
    {
      "epoch": 0.34078714183899445,
      "grad_norm": 0.16131971776485443,
      "learning_rate": 0.003,
      "loss": 3.167562255859375,
      "step": 156000
    },
    {
      "epoch": 0.3410055951350451,
      "grad_norm": 0.15685568749904633,
      "learning_rate": 0.003,
      "loss": 3.1865103149414065,
      "step": 156100
    },
    {
      "epoch": 0.3412240484310957,
      "grad_norm": 0.22560730576515198,
      "learning_rate": 0.003,
      "loss": 3.208013916015625,
      "step": 156200
    },
    {
      "epoch": 0.34144250172714635,
      "grad_norm": 0.1931314617395401,
      "learning_rate": 0.003,
      "loss": 3.1950698852539063,
      "step": 156300
    },
    {
      "epoch": 0.341660955023197,
      "grad_norm": 0.1877717822790146,
      "learning_rate": 0.003,
      "loss": 3.1804913330078124,
      "step": 156400
    },
    {
      "epoch": 0.3418794083192476,
      "grad_norm": 0.2338135540485382,
      "learning_rate": 0.003,
      "loss": 3.1736178588867188,
      "step": 156500
    },
    {
      "epoch": 0.34209786161529826,
      "grad_norm": 0.2008652240037918,
      "learning_rate": 0.003,
      "loss": 3.1773001098632814,
      "step": 156600
    },
    {
      "epoch": 0.3423163149113489,
      "grad_norm": 0.17682594060897827,
      "learning_rate": 0.003,
      "loss": 3.19855712890625,
      "step": 156700
    },
    {
      "epoch": 0.3425347682073996,
      "grad_norm": 0.1595831662416458,
      "learning_rate": 0.003,
      "loss": 3.1685079956054687,
      "step": 156800
    },
    {
      "epoch": 0.3427532215034502,
      "grad_norm": 0.14333690702915192,
      "learning_rate": 0.003,
      "loss": 3.187269592285156,
      "step": 156900
    },
    {
      "epoch": 0.34297167479950086,
      "grad_norm": 0.2140931487083435,
      "learning_rate": 0.003,
      "loss": 3.1413455200195313,
      "step": 157000
    },
    {
      "epoch": 0.3431901280955515,
      "grad_norm": 0.22988301515579224,
      "learning_rate": 0.003,
      "loss": 3.222878723144531,
      "step": 157100
    },
    {
      "epoch": 0.34340858139160213,
      "grad_norm": 0.1641242504119873,
      "learning_rate": 0.003,
      "loss": 3.16712890625,
      "step": 157200
    },
    {
      "epoch": 0.34362703468765277,
      "grad_norm": 0.1825564205646515,
      "learning_rate": 0.003,
      "loss": 3.16823486328125,
      "step": 157300
    },
    {
      "epoch": 0.3438454879837034,
      "grad_norm": 0.18540945649147034,
      "learning_rate": 0.003,
      "loss": 3.1882949829101563,
      "step": 157400
    },
    {
      "epoch": 0.34406394127975404,
      "grad_norm": 0.2009730190038681,
      "learning_rate": 0.003,
      "loss": 3.2248907470703125,
      "step": 157500
    },
    {
      "epoch": 0.3442823945758047,
      "grad_norm": 0.17075271904468536,
      "learning_rate": 0.003,
      "loss": 3.0380267333984374,
      "step": 157600
    },
    {
      "epoch": 0.3445008478718553,
      "grad_norm": 0.1846093088388443,
      "learning_rate": 0.003,
      "loss": 3.610770263671875,
      "step": 157700
    },
    {
      "epoch": 0.34471930116790594,
      "grad_norm": 0.16304230690002441,
      "learning_rate": 0.003,
      "loss": 3.1604934692382813,
      "step": 157800
    },
    {
      "epoch": 0.3449377544639566,
      "grad_norm": 0.19401445984840393,
      "learning_rate": 0.003,
      "loss": 3.1814840698242186,
      "step": 157900
    },
    {
      "epoch": 0.3451562077600072,
      "grad_norm": 0.15682169795036316,
      "learning_rate": 0.003,
      "loss": 3.1792025756835938,
      "step": 158000
    },
    {
      "epoch": 0.34537466105605785,
      "grad_norm": 0.21715964376926422,
      "learning_rate": 0.003,
      "loss": 3.2103289794921874,
      "step": 158100
    },
    {
      "epoch": 0.3455931143521085,
      "grad_norm": 0.167643204331398,
      "learning_rate": 0.003,
      "loss": 3.1870416259765624,
      "step": 158200
    },
    {
      "epoch": 0.3458115676481591,
      "grad_norm": 0.21195171773433685,
      "learning_rate": 0.003,
      "loss": 3.2112298583984376,
      "step": 158300
    },
    {
      "epoch": 0.34603002094420976,
      "grad_norm": 0.20956410467624664,
      "learning_rate": 0.003,
      "loss": 3.1495452880859376,
      "step": 158400
    },
    {
      "epoch": 0.3462484742402604,
      "grad_norm": 0.17523027956485748,
      "learning_rate": 0.003,
      "loss": 3.1977639770507813,
      "step": 158500
    },
    {
      "epoch": 0.34646692753631103,
      "grad_norm": 0.1980908364057541,
      "learning_rate": 0.003,
      "loss": 3.1888766479492188,
      "step": 158600
    },
    {
      "epoch": 0.34668538083236167,
      "grad_norm": 0.14576759934425354,
      "learning_rate": 0.003,
      "loss": 3.16719482421875,
      "step": 158700
    },
    {
      "epoch": 0.3469038341284123,
      "grad_norm": 0.16576829552650452,
      "learning_rate": 0.003,
      "loss": 3.214666442871094,
      "step": 158800
    },
    {
      "epoch": 0.34712228742446294,
      "grad_norm": 0.16519513726234436,
      "learning_rate": 0.003,
      "loss": 3.1716073608398436,
      "step": 158900
    },
    {
      "epoch": 0.3473407407205136,
      "grad_norm": 0.24041765928268433,
      "learning_rate": 0.003,
      "loss": 3.1977297973632814,
      "step": 159000
    },
    {
      "epoch": 0.3475591940165642,
      "grad_norm": 0.20679371058940887,
      "learning_rate": 0.003,
      "loss": 3.1427734375,
      "step": 159100
    },
    {
      "epoch": 0.34777764731261485,
      "grad_norm": 0.13883677124977112,
      "learning_rate": 0.003,
      "loss": 3.21267333984375,
      "step": 159200
    },
    {
      "epoch": 0.3479961006086655,
      "grad_norm": 0.26354363560676575,
      "learning_rate": 0.003,
      "loss": 3.2137460327148437,
      "step": 159300
    },
    {
      "epoch": 0.3482145539047161,
      "grad_norm": 0.20705294609069824,
      "learning_rate": 0.003,
      "loss": 3.1597760009765623,
      "step": 159400
    },
    {
      "epoch": 0.34843300720076675,
      "grad_norm": 0.22643183171749115,
      "learning_rate": 0.003,
      "loss": 3.167184143066406,
      "step": 159500
    },
    {
      "epoch": 0.3486514604968174,
      "grad_norm": 0.18660259246826172,
      "learning_rate": 0.003,
      "loss": 2.986766052246094,
      "step": 159600
    },
    {
      "epoch": 0.348869913792868,
      "grad_norm": 0.15333609282970428,
      "learning_rate": 0.003,
      "loss": 3.2087274169921876,
      "step": 159700
    },
    {
      "epoch": 0.34908836708891866,
      "grad_norm": 0.22221969068050385,
      "learning_rate": 0.003,
      "loss": 3.1692669677734373,
      "step": 159800
    },
    {
      "epoch": 0.3493068203849693,
      "grad_norm": 0.22474493086338043,
      "learning_rate": 0.003,
      "loss": 3.1715362548828123,
      "step": 159900
    },
    {
      "epoch": 0.34952527368101993,
      "grad_norm": 0.198649063706398,
      "learning_rate": 0.003,
      "loss": 3.157160339355469,
      "step": 160000
    },
    {
      "epoch": 0.3497437269770706,
      "grad_norm": 0.15874658524990082,
      "learning_rate": 0.003,
      "loss": 3.153104553222656,
      "step": 160100
    },
    {
      "epoch": 0.34996218027312126,
      "grad_norm": 0.16205880045890808,
      "learning_rate": 0.003,
      "loss": 3.1441021728515626,
      "step": 160200
    },
    {
      "epoch": 0.3501806335691719,
      "grad_norm": 0.15748894214630127,
      "learning_rate": 0.003,
      "loss": 3.1915768432617186,
      "step": 160300
    },
    {
      "epoch": 0.35039908686522253,
      "grad_norm": 0.16804157197475433,
      "learning_rate": 0.003,
      "loss": 2.852764892578125,
      "step": 160400
    },
    {
      "epoch": 0.35061754016127317,
      "grad_norm": 0.1834060698747635,
      "learning_rate": 0.003,
      "loss": 3.20140380859375,
      "step": 160500
    },
    {
      "epoch": 0.3508359934573238,
      "grad_norm": 0.17118389904499054,
      "learning_rate": 0.003,
      "loss": 3.1939096069335937,
      "step": 160600
    },
    {
      "epoch": 0.35105444675337444,
      "grad_norm": 0.1672763228416443,
      "learning_rate": 0.003,
      "loss": 3.1681689453125,
      "step": 160700
    },
    {
      "epoch": 0.3512729000494251,
      "grad_norm": 0.19242221117019653,
      "learning_rate": 0.003,
      "loss": 3.1664584350585936,
      "step": 160800
    },
    {
      "epoch": 0.3514913533454757,
      "grad_norm": 0.15714991092681885,
      "learning_rate": 0.003,
      "loss": 3.109347229003906,
      "step": 160900
    },
    {
      "epoch": 0.35170980664152635,
      "grad_norm": 0.15889999270439148,
      "learning_rate": 0.003,
      "loss": 3.2017071533203123,
      "step": 161000
    },
    {
      "epoch": 0.351928259937577,
      "grad_norm": 0.1645916849374771,
      "learning_rate": 0.003,
      "loss": 3.167985534667969,
      "step": 161100
    },
    {
      "epoch": 0.3521467132336276,
      "grad_norm": 0.23582269251346588,
      "learning_rate": 0.003,
      "loss": 3.177903137207031,
      "step": 161200
    },
    {
      "epoch": 0.35236516652967825,
      "grad_norm": 0.19157132506370544,
      "learning_rate": 0.003,
      "loss": 3.191995849609375,
      "step": 161300
    },
    {
      "epoch": 0.3525836198257289,
      "grad_norm": 0.20941288769245148,
      "learning_rate": 0.003,
      "loss": 3.153175964355469,
      "step": 161400
    },
    {
      "epoch": 0.3528020731217795,
      "grad_norm": 0.1850237399339676,
      "learning_rate": 0.003,
      "loss": 3.170132751464844,
      "step": 161500
    },
    {
      "epoch": 0.35302052641783016,
      "grad_norm": 0.16023872792720795,
      "learning_rate": 0.003,
      "loss": 3.1849407958984375,
      "step": 161600
    },
    {
      "epoch": 0.3532389797138808,
      "grad_norm": 0.16243669390678406,
      "learning_rate": 0.003,
      "loss": 3.1426345825195314,
      "step": 161700
    },
    {
      "epoch": 0.35345743300993143,
      "grad_norm": 0.18923358619213104,
      "learning_rate": 0.003,
      "loss": 3.1663934326171876,
      "step": 161800
    },
    {
      "epoch": 0.35367588630598207,
      "grad_norm": 0.1994985044002533,
      "learning_rate": 0.003,
      "loss": 3.2043157958984376,
      "step": 161900
    },
    {
      "epoch": 0.3538943396020327,
      "grad_norm": 0.19438615441322327,
      "learning_rate": 0.003,
      "loss": 3.2031292724609375,
      "step": 162000
    },
    {
      "epoch": 0.35411279289808334,
      "grad_norm": 0.1888693869113922,
      "learning_rate": 0.003,
      "loss": 3.174179992675781,
      "step": 162100
    },
    {
      "epoch": 0.354331246194134,
      "grad_norm": 0.20153461396694183,
      "learning_rate": 0.003,
      "loss": 3.2011062622070314,
      "step": 162200
    },
    {
      "epoch": 0.3545496994901846,
      "grad_norm": 0.25670602917671204,
      "learning_rate": 0.003,
      "loss": 3.2489642333984374,
      "step": 162300
    },
    {
      "epoch": 0.35476815278623525,
      "grad_norm": 0.3643508851528168,
      "learning_rate": 0.003,
      "loss": 3.1777423095703123,
      "step": 162400
    },
    {
      "epoch": 0.3549866060822859,
      "grad_norm": 0.14907072484493256,
      "learning_rate": 0.003,
      "loss": 3.182525634765625,
      "step": 162500
    },
    {
      "epoch": 0.3552050593783365,
      "grad_norm": 0.18209069967269897,
      "learning_rate": 0.003,
      "loss": 3.164674072265625,
      "step": 162600
    },
    {
      "epoch": 0.35542351267438715,
      "grad_norm": 0.2017740160226822,
      "learning_rate": 0.003,
      "loss": 3.194468688964844,
      "step": 162700
    },
    {
      "epoch": 0.3556419659704378,
      "grad_norm": 0.17735159397125244,
      "learning_rate": 0.003,
      "loss": 3.179418029785156,
      "step": 162800
    },
    {
      "epoch": 0.3558604192664884,
      "grad_norm": 0.25465652346611023,
      "learning_rate": 0.003,
      "loss": 3.181459655761719,
      "step": 162900
    },
    {
      "epoch": 0.35607887256253906,
      "grad_norm": 0.15170180797576904,
      "learning_rate": 0.003,
      "loss": 3.1619601440429688,
      "step": 163000
    },
    {
      "epoch": 0.3562973258585897,
      "grad_norm": 0.18672648072242737,
      "learning_rate": 0.003,
      "loss": 3.165998840332031,
      "step": 163100
    },
    {
      "epoch": 0.35651577915464033,
      "grad_norm": 0.21018573641777039,
      "learning_rate": 0.003,
      "loss": 3.1902142333984376,
      "step": 163200
    },
    {
      "epoch": 0.35673423245069097,
      "grad_norm": 0.5577970743179321,
      "learning_rate": 0.003,
      "loss": 3.1940487670898436,
      "step": 163300
    },
    {
      "epoch": 0.35695268574674166,
      "grad_norm": 0.22371803224086761,
      "learning_rate": 0.003,
      "loss": 3.1257666015625,
      "step": 163400
    },
    {
      "epoch": 0.3571711390427923,
      "grad_norm": 0.17022310197353363,
      "learning_rate": 0.003,
      "loss": 3.1521151733398436,
      "step": 163500
    },
    {
      "epoch": 0.35738959233884293,
      "grad_norm": 0.16075775027275085,
      "learning_rate": 0.003,
      "loss": 3.1516033935546877,
      "step": 163600
    },
    {
      "epoch": 0.35760804563489357,
      "grad_norm": 0.16093774139881134,
      "learning_rate": 0.003,
      "loss": 3.1644271850585937,
      "step": 163700
    },
    {
      "epoch": 0.3578264989309442,
      "grad_norm": 0.20827049016952515,
      "learning_rate": 0.003,
      "loss": 3.182415771484375,
      "step": 163800
    },
    {
      "epoch": 0.35804495222699484,
      "grad_norm": 0.17943401634693146,
      "learning_rate": 0.003,
      "loss": 3.1575823974609376,
      "step": 163900
    },
    {
      "epoch": 0.3582634055230455,
      "grad_norm": 0.19859860837459564,
      "learning_rate": 0.003,
      "loss": 3.145097351074219,
      "step": 164000
    },
    {
      "epoch": 0.3584818588190961,
      "grad_norm": 0.20336900651454926,
      "learning_rate": 0.003,
      "loss": 3.185714111328125,
      "step": 164100
    },
    {
      "epoch": 0.35870031211514675,
      "grad_norm": 0.18309247493743896,
      "learning_rate": 0.003,
      "loss": 3.1826467895507813,
      "step": 164200
    },
    {
      "epoch": 0.3589187654111974,
      "grad_norm": 0.17939050495624542,
      "learning_rate": 0.003,
      "loss": 3.1910614013671874,
      "step": 164300
    },
    {
      "epoch": 0.359137218707248,
      "grad_norm": 0.20175869762897491,
      "learning_rate": 0.003,
      "loss": 3.1837725830078125,
      "step": 164400
    },
    {
      "epoch": 0.35935567200329865,
      "grad_norm": 0.21120579540729523,
      "learning_rate": 0.003,
      "loss": 3.1697833251953127,
      "step": 164500
    },
    {
      "epoch": 0.3595741252993493,
      "grad_norm": 0.1523100584745407,
      "learning_rate": 0.003,
      "loss": 3.161806945800781,
      "step": 164600
    },
    {
      "epoch": 0.3597925785953999,
      "grad_norm": 0.18864744901657104,
      "learning_rate": 0.003,
      "loss": 3.1357794189453125,
      "step": 164700
    },
    {
      "epoch": 0.36001103189145056,
      "grad_norm": 0.1667052060365677,
      "learning_rate": 0.003,
      "loss": 3.1624359130859374,
      "step": 164800
    },
    {
      "epoch": 0.3602294851875012,
      "grad_norm": 0.5051073431968689,
      "learning_rate": 0.003,
      "loss": 3.1776788330078123,
      "step": 164900
    },
    {
      "epoch": 0.36044793848355183,
      "grad_norm": 0.1835436075925827,
      "learning_rate": 0.003,
      "loss": 3.2048748779296874,
      "step": 165000
    },
    {
      "epoch": 0.36066639177960247,
      "grad_norm": 0.2018285095691681,
      "learning_rate": 0.003,
      "loss": 3.1898895263671876,
      "step": 165100
    },
    {
      "epoch": 0.3608848450756531,
      "grad_norm": 0.2360716611146927,
      "learning_rate": 0.003,
      "loss": 3.1715792846679687,
      "step": 165200
    },
    {
      "epoch": 0.36110329837170374,
      "grad_norm": 0.19357648491859436,
      "learning_rate": 0.003,
      "loss": 3.1751763916015623,
      "step": 165300
    },
    {
      "epoch": 0.3613217516677544,
      "grad_norm": 0.22794722020626068,
      "learning_rate": 0.003,
      "loss": 3.1800875854492188,
      "step": 165400
    },
    {
      "epoch": 0.361540204963805,
      "grad_norm": 0.18184566497802734,
      "learning_rate": 0.003,
      "loss": 3.2099285888671876,
      "step": 165500
    },
    {
      "epoch": 0.36175865825985565,
      "grad_norm": 0.1959710717201233,
      "learning_rate": 0.003,
      "loss": 3.0024569702148436,
      "step": 165600
    },
    {
      "epoch": 0.3619771115559063,
      "grad_norm": 0.2441798746585846,
      "learning_rate": 0.003,
      "loss": 3.160757751464844,
      "step": 165700
    },
    {
      "epoch": 0.3621955648519569,
      "grad_norm": 0.2302255481481552,
      "learning_rate": 0.003,
      "loss": 3.1961187744140624,
      "step": 165800
    },
    {
      "epoch": 0.36241401814800756,
      "grad_norm": 0.22491635382175446,
      "learning_rate": 0.003,
      "loss": 3.1815185546875,
      "step": 165900
    },
    {
      "epoch": 0.3626324714440582,
      "grad_norm": 0.19608400762081146,
      "learning_rate": 0.003,
      "loss": 3.2075823974609374,
      "step": 166000
    },
    {
      "epoch": 0.3628509247401088,
      "grad_norm": 0.18288902938365936,
      "learning_rate": 0.003,
      "loss": 3.1492605590820313,
      "step": 166100
    },
    {
      "epoch": 0.36306937803615946,
      "grad_norm": 0.20123060047626495,
      "learning_rate": 0.003,
      "loss": 3.1266104125976564,
      "step": 166200
    },
    {
      "epoch": 0.3632878313322101,
      "grad_norm": 0.16410323977470398,
      "learning_rate": 0.003,
      "loss": 3.211439208984375,
      "step": 166300
    },
    {
      "epoch": 0.36350628462826073,
      "grad_norm": 0.27165287733078003,
      "learning_rate": 0.003,
      "loss": 3.137961730957031,
      "step": 166400
    },
    {
      "epoch": 0.36372473792431137,
      "grad_norm": 0.17709319293498993,
      "learning_rate": 0.003,
      "loss": 3.179796142578125,
      "step": 166500
    },
    {
      "epoch": 0.363943191220362,
      "grad_norm": 0.1782919019460678,
      "learning_rate": 0.003,
      "loss": 3.16959716796875,
      "step": 166600
    },
    {
      "epoch": 0.3641616445164127,
      "grad_norm": 0.35208815336227417,
      "learning_rate": 0.003,
      "loss": 3.157923583984375,
      "step": 166700
    },
    {
      "epoch": 0.36438009781246333,
      "grad_norm": 0.2911792993545532,
      "learning_rate": 0.003,
      "loss": 3.1828079223632812,
      "step": 166800
    },
    {
      "epoch": 0.36459855110851397,
      "grad_norm": 0.1510099470615387,
      "learning_rate": 0.003,
      "loss": 3.1355581665039063,
      "step": 166900
    },
    {
      "epoch": 0.3648170044045646,
      "grad_norm": 0.15822523832321167,
      "learning_rate": 0.003,
      "loss": 3.156095275878906,
      "step": 167000
    },
    {
      "epoch": 0.36503545770061524,
      "grad_norm": 0.21178464591503143,
      "learning_rate": 0.003,
      "loss": 3.1742117309570315,
      "step": 167100
    },
    {
      "epoch": 0.3652539109966659,
      "grad_norm": 0.1757752001285553,
      "learning_rate": 0.003,
      "loss": 3.174485778808594,
      "step": 167200
    },
    {
      "epoch": 0.3654723642927165,
      "grad_norm": 0.18174314498901367,
      "learning_rate": 0.003,
      "loss": 3.14523193359375,
      "step": 167300
    },
    {
      "epoch": 0.36569081758876715,
      "grad_norm": 0.518521249294281,
      "learning_rate": 0.003,
      "loss": 3.1884396362304686,
      "step": 167400
    },
    {
      "epoch": 0.3659092708848178,
      "grad_norm": 0.16352346539497375,
      "learning_rate": 0.003,
      "loss": 3.2025137329101563,
      "step": 167500
    },
    {
      "epoch": 0.3661277241808684,
      "grad_norm": 0.18585847318172455,
      "learning_rate": 0.003,
      "loss": 3.1688381958007814,
      "step": 167600
    },
    {
      "epoch": 0.36634617747691905,
      "grad_norm": 0.1814800202846527,
      "learning_rate": 0.003,
      "loss": 3.1297698974609376,
      "step": 167700
    },
    {
      "epoch": 0.3665646307729697,
      "grad_norm": 0.21663619577884674,
      "learning_rate": 0.003,
      "loss": 3.1845257568359373,
      "step": 167800
    },
    {
      "epoch": 0.3667830840690203,
      "grad_norm": 0.19967739284038544,
      "learning_rate": 0.003,
      "loss": 3.168363037109375,
      "step": 167900
    },
    {
      "epoch": 0.36700153736507096,
      "grad_norm": 0.21710465848445892,
      "learning_rate": 0.003,
      "loss": 3.141382141113281,
      "step": 168000
    }
  ],
  "logging_steps": 100,
  "max_steps": 457764,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.29248703250432e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}