{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 24.0017,
  "eval_steps": 500,
  "global_step": 4100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002,
      "grad_norm": 226.5673828125,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 67.51285400390626,
      "step": 10
    },
    {
      "epoch": 0.0004,
      "grad_norm": 30.177888870239258,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 29.44110107421875,
      "step": 20
    },
    {
      "epoch": 0.0006,
      "grad_norm": 7.557392120361328,
      "learning_rate": 8.699999999999999e-05,
      "loss": 16.708602905273438,
      "step": 30
    },
    {
      "epoch": 0.0008,
      "grad_norm": 4.4042744636535645,
      "learning_rate": 0.000117,
      "loss": 16.181797790527344,
      "step": 40
    },
    {
      "epoch": 0.001,
      "grad_norm": 2.3703675270080566,
      "learning_rate": 0.000147,
      "loss": 13.265884399414062,
      "step": 50
    },
    {
      "epoch": 0.0012,
      "grad_norm": 0.868837296962738,
      "learning_rate": 0.00017699999999999997,
      "loss": 11.693977355957031,
      "step": 60
    },
    {
      "epoch": 0.0014,
      "grad_norm": 1.1192706823349,
      "learning_rate": 0.00020699999999999996,
      "loss": 12.454998016357422,
      "step": 70
    },
    {
      "epoch": 0.0016,
      "grad_norm": 1.4453760385513306,
      "learning_rate": 0.000237,
      "loss": 13.03106231689453,
      "step": 80
    },
    {
      "epoch": 0.0018,
      "grad_norm": 1.499172568321228,
      "learning_rate": 0.000267,
      "loss": 10.518834686279297,
      "step": 90
    },
    {
      "epoch": 0.002,
      "grad_norm": 2.132214069366455,
      "learning_rate": 0.00029699999999999996,
      "loss": 12.466087341308594,
      "step": 100
    },
    {
      "epoch": 0.0022,
      "grad_norm": 0.9064206480979919,
      "learning_rate": 0.0002999458917835671,
      "loss": 12.170447540283202,
      "step": 110
    },
    {
      "epoch": 0.0024,
      "grad_norm": 4.273526191711426,
      "learning_rate": 0.00029988577154308615,
      "loss": 10.753311157226562,
      "step": 120
    },
    {
      "epoch": 0.0026,
      "grad_norm": 1.101340889930725,
      "learning_rate": 0.0002998256513026052,
      "loss": 12.582955932617187,
      "step": 130
    },
    {
      "epoch": 0.0028,
      "grad_norm": 0.7963618040084839,
      "learning_rate": 0.0002997655310621242,
      "loss": 12.283400726318359,
      "step": 140
    },
    {
      "epoch": 0.003,
      "grad_norm": 1.5654473304748535,
      "learning_rate": 0.00029970541082164324,
      "loss": 11.285658264160157,
      "step": 150
    },
    {
      "epoch": 0.0032,
      "grad_norm": 1.8542180061340332,
      "learning_rate": 0.0002996452905811623,
      "loss": 10.847380065917969,
      "step": 160
    },
    {
      "epoch": 0.0034,
      "grad_norm": 2.580841302871704,
      "learning_rate": 0.00029958517034068134,
      "loss": 9.636419677734375,
      "step": 170
    },
    {
      "epoch": 0.0036,
      "grad_norm": 1.7422585487365723,
      "learning_rate": 0.0002995250501002004,
      "loss": 12.142258453369141,
      "step": 180
    },
    {
      "epoch": 0.0038,
      "grad_norm": 1.7994998693466187,
      "learning_rate": 0.00029946492985971943,
      "loss": 11.316072845458985,
      "step": 190
    },
    {
      "epoch": 0.004,
      "grad_norm": 0.8520310521125793,
      "learning_rate": 0.0002994048096192384,
      "loss": 9.44781723022461,
      "step": 200
    },
    {
      "epoch": 0.0042,
      "grad_norm": 1.9302258491516113,
      "learning_rate": 0.0002993446893787575,
      "loss": 11.585807800292969,
      "step": 210
    },
    {
      "epoch": 0.0044,
      "grad_norm": 1.4165903329849243,
      "learning_rate": 0.0002992845691382765,
      "loss": 10.411253356933594,
      "step": 220
    },
    {
      "epoch": 0.0046,
      "grad_norm": 2.6108484268188477,
      "learning_rate": 0.00029922444889779557,
      "loss": 13.10027618408203,
      "step": 230
    },
    {
      "epoch": 0.0048,
      "grad_norm": 2.317113161087036,
      "learning_rate": 0.00029916432865731456,
      "loss": 10.390520477294922,
      "step": 240
    },
    {
      "epoch": 0.005,
      "grad_norm": 2.3662290573120117,
      "learning_rate": 0.00029910420841683367,
      "loss": 11.516622924804688,
      "step": 250
    },
    {
      "epoch": 0.0052,
      "grad_norm": 1.1160132884979248,
      "learning_rate": 0.0002990440881763527,
      "loss": 10.796371459960938,
      "step": 260
    },
    {
      "epoch": 0.0054,
      "grad_norm": 2.113326072692871,
      "learning_rate": 0.0002989839679358717,
      "loss": 12.288037109375,
      "step": 270
    },
    {
      "epoch": 0.0056,
      "grad_norm": 1.6802517175674438,
      "learning_rate": 0.00029892384769539075,
      "loss": 9.989302062988282,
      "step": 280
    },
    {
      "epoch": 0.0058,
      "grad_norm": 0.667611300945282,
      "learning_rate": 0.0002988637274549098,
      "loss": 10.866537475585938,
      "step": 290
    },
    {
      "epoch": 0.006,
      "grad_norm": 0.9238641858100891,
      "learning_rate": 0.00029880360721442885,
      "loss": 10.386916351318359,
      "step": 300
    },
    {
      "epoch": 0.0062,
      "grad_norm": 2.5315372943878174,
      "learning_rate": 0.00029874348697394784,
      "loss": 8.981736755371093,
      "step": 310
    },
    {
      "epoch": 0.0064,
      "grad_norm": 1.1698753833770752,
      "learning_rate": 0.0002986833667334669,
      "loss": 8.788543701171875,
      "step": 320
    },
    {
      "epoch": 0.0066,
      "grad_norm": 1.353128433227539,
      "learning_rate": 0.00029862324649298594,
      "loss": 9.83536148071289,
      "step": 330
    },
    {
      "epoch": 0.0068,
      "grad_norm": 1.1758288145065308,
      "learning_rate": 0.000298563126252505,
      "loss": 11.545357513427735,
      "step": 340
    },
    {
      "epoch": 0.007,
      "grad_norm": 1.2862794399261475,
      "learning_rate": 0.00029850300601202403,
      "loss": 9.087370300292969,
      "step": 350
    },
    {
      "epoch": 0.0072,
      "grad_norm": 1.449062466621399,
      "learning_rate": 0.0002984428857715431,
      "loss": 11.168739318847656,
      "step": 360
    },
    {
      "epoch": 0.0074,
      "grad_norm": 0.5698562264442444,
      "learning_rate": 0.00029838276553106213,
      "loss": 7.454578399658203,
      "step": 370
    },
    {
      "epoch": 0.0076,
      "grad_norm": 0.9205979108810425,
      "learning_rate": 0.0002983226452905811,
      "loss": 11.321672058105468,
      "step": 380
    },
    {
      "epoch": 0.0078,
      "grad_norm": 0.8094843626022339,
      "learning_rate": 0.00029826252505010017,
      "loss": 9.661857604980469,
      "step": 390
    },
    {
      "epoch": 0.008,
      "grad_norm": 0.9517568945884705,
      "learning_rate": 0.0002982024048096192,
      "loss": 7.4337646484375,
      "step": 400
    },
    {
      "epoch": 0.0082,
      "grad_norm": 28.707782745361328,
      "learning_rate": 0.00029814228456913827,
      "loss": 103.1381591796875,
      "step": 410
    },
    {
      "epoch": 0.0084,
      "grad_norm": 12.400252342224121,
      "learning_rate": 0.00029808216432865726,
      "loss": 83.130029296875,
      "step": 420
    },
    {
      "epoch": 0.0086,
      "grad_norm": 7.325169563293457,
      "learning_rate": 0.0002980220440881763,
      "loss": 73.54479370117187,
      "step": 430
    },
    {
      "epoch": 0.0088,
      "grad_norm": 11.358526229858398,
      "learning_rate": 0.00029796192384769535,
      "loss": 77.26640625,
      "step": 440
    },
    {
      "epoch": 0.009,
      "grad_norm": 8.655184745788574,
      "learning_rate": 0.0002979018036072144,
      "loss": 77.83007202148437,
      "step": 450
    },
    {
      "epoch": 0.0092,
      "grad_norm": 10.999149322509766,
      "learning_rate": 0.00029784168336673345,
      "loss": 78.61140747070313,
      "step": 460
    },
    {
      "epoch": 0.0094,
      "grad_norm": 9.994011878967285,
      "learning_rate": 0.0002977815631262525,
      "loss": 71.70507202148437,
      "step": 470
    },
    {
      "epoch": 0.0096,
      "grad_norm": 7.690250873565674,
      "learning_rate": 0.00029772144288577155,
      "loss": 73.41466674804687,
      "step": 480
    },
    {
      "epoch": 0.0098,
      "grad_norm": 9.543883323669434,
      "learning_rate": 0.00029766132264529054,
      "loss": 75.77626953125,
      "step": 490
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.137728691101074,
      "learning_rate": 0.0002976012024048096,
      "loss": 78.9918212890625,
      "step": 500
    },
    {
      "epoch": 0.0102,
      "grad_norm": 15.467362403869629,
      "learning_rate": 0.00029754108216432863,
      "loss": 124.401513671875,
      "step": 510
    },
    {
      "epoch": 0.0104,
      "grad_norm": 13.991318702697754,
      "learning_rate": 0.0002974809619238477,
      "loss": 110.567431640625,
      "step": 520
    },
    {
      "epoch": 0.0106,
      "grad_norm": 17.036069869995117,
      "learning_rate": 0.0002974208416833667,
      "loss": 104.7319580078125,
      "step": 530
    },
    {
      "epoch": 0.0108,
      "grad_norm": 13.922304153442383,
      "learning_rate": 0.0002973607214428857,
      "loss": 100.63988647460937,
      "step": 540
    },
    {
      "epoch": 0.011,
      "grad_norm": 13.223531723022461,
      "learning_rate": 0.0002973006012024048,
      "loss": 99.96443481445313,
      "step": 550
    },
    {
      "epoch": 0.0112,
      "grad_norm": 14.53707504272461,
      "learning_rate": 0.0002972404809619238,
      "loss": 95.74251098632813,
      "step": 560
    },
    {
      "epoch": 0.0114,
      "grad_norm": 14.91770076751709,
      "learning_rate": 0.00029718036072144287,
      "loss": 94.661767578125,
      "step": 570
    },
    {
      "epoch": 0.0116,
      "grad_norm": 13.45614242553711,
      "learning_rate": 0.0002971202404809619,
      "loss": 90.941796875,
      "step": 580
    },
    {
      "epoch": 0.0118,
      "grad_norm": 13.695131301879883,
      "learning_rate": 0.00029706012024048096,
      "loss": 92.9096923828125,
      "step": 590
    },
    {
      "epoch": 0.012,
      "grad_norm": 16.406902313232422,
      "learning_rate": 0.00029699999999999996,
      "loss": 90.14566650390626,
      "step": 600
    },
    {
      "epoch": 0.0122,
      "grad_norm": 11.779080390930176,
      "learning_rate": 0.000296939879759519,
      "loss": 86.8746826171875,
      "step": 610
    },
    {
      "epoch": 0.0124,
      "grad_norm": 13.758212089538574,
      "learning_rate": 0.00029687975951903805,
      "loss": 87.3355224609375,
      "step": 620
    },
    {
      "epoch": 0.0126,
      "grad_norm": 12.833357810974121,
      "learning_rate": 0.0002968196392785571,
      "loss": 89.81148071289063,
      "step": 630
    },
    {
      "epoch": 0.0128,
      "grad_norm": 14.684094429016113,
      "learning_rate": 0.0002967595190380761,
      "loss": 89.44540405273438,
      "step": 640
    },
    {
      "epoch": 0.013,
      "grad_norm": 10.780083656311035,
      "learning_rate": 0.0002966993987975952,
      "loss": 88.07953491210938,
      "step": 650
    },
    {
      "epoch": 0.0132,
      "grad_norm": 11.908385276794434,
      "learning_rate": 0.0002966392785571142,
      "loss": 87.04054565429688,
      "step": 660
    },
    {
      "epoch": 0.0134,
      "grad_norm": 15.518954277038574,
      "learning_rate": 0.00029657915831663323,
      "loss": 85.9423583984375,
      "step": 670
    },
    {
      "epoch": 0.0136,
      "grad_norm": 10.570508003234863,
      "learning_rate": 0.0002965190380761523,
      "loss": 86.79979858398437,
      "step": 680
    },
    {
      "epoch": 0.0138,
      "grad_norm": 14.696393013000488,
      "learning_rate": 0.00029645891783567133,
      "loss": 79.76475219726562,
      "step": 690
    },
    {
      "epoch": 0.014,
      "grad_norm": 12.92392349243164,
      "learning_rate": 0.0002963987975951904,
      "loss": 87.0448974609375,
      "step": 700
    },
    {
      "epoch": 0.0142,
      "grad_norm": 13.465226173400879,
      "learning_rate": 0.00029633867735470937,
      "loss": 90.22592163085938,
      "step": 710
    },
    {
      "epoch": 0.0144,
      "grad_norm": 12.435464859008789,
      "learning_rate": 0.0002962785571142284,
      "loss": 86.32198486328124,
      "step": 720
    },
    {
      "epoch": 0.0146,
      "grad_norm": 12.340784072875977,
      "learning_rate": 0.00029621843687374747,
      "loss": 89.89630737304688,
      "step": 730
    },
    {
      "epoch": 0.0148,
      "grad_norm": 14.63569164276123,
      "learning_rate": 0.0002961583166332665,
      "loss": 86.31669921875,
      "step": 740
    },
    {
      "epoch": 0.015,
      "grad_norm": 10.646244049072266,
      "learning_rate": 0.00029609819639278556,
      "loss": 85.20569458007813,
      "step": 750
    },
    {
      "epoch": 0.0152,
      "grad_norm": 8.930062294006348,
      "learning_rate": 0.0002960380761523046,
      "loss": 86.44678955078125,
      "step": 760
    },
    {
      "epoch": 0.0154,
      "grad_norm": 12.228261947631836,
      "learning_rate": 0.0002959779559118236,
      "loss": 84.96986083984375,
      "step": 770
    },
    {
      "epoch": 0.0156,
      "grad_norm": 9.189741134643555,
      "learning_rate": 0.00029591783567134265,
      "loss": 86.03868408203125,
      "step": 780
    },
    {
      "epoch": 0.0158,
      "grad_norm": 12.331954956054688,
      "learning_rate": 0.0002958577154308617,
      "loss": 85.13253784179688,
      "step": 790
    },
    {
      "epoch": 0.016,
      "grad_norm": 14.345333099365234,
      "learning_rate": 0.00029579759519038075,
      "loss": 86.58322143554688,
      "step": 800
    },
    {
      "epoch": 0.0162,
      "grad_norm": 10.961579322814941,
      "learning_rate": 0.00029573747494989974,
      "loss": 84.83054809570312,
      "step": 810
    },
    {
      "epoch": 0.0164,
      "grad_norm": 11.578486442565918,
      "learning_rate": 0.0002956773547094188,
      "loss": 87.94888305664062,
      "step": 820
    },
    {
      "epoch": 0.0166,
      "grad_norm": 13.537806510925293,
      "learning_rate": 0.00029561723446893784,
      "loss": 87.522900390625,
      "step": 830
    },
    {
      "epoch": 0.0168,
      "grad_norm": 10.907570838928223,
      "learning_rate": 0.0002955571142284569,
      "loss": 84.80013427734374,
      "step": 840
    },
    {
      "epoch": 0.017,
      "grad_norm": 13.713836669921875,
      "learning_rate": 0.00029549699398797593,
      "loss": 86.79594116210937,
      "step": 850
    },
    {
      "epoch": 0.0172,
      "grad_norm": 12.571099281311035,
      "learning_rate": 0.000295436873747495,
      "loss": 84.85569458007812,
      "step": 860
    },
    {
      "epoch": 0.0174,
      "grad_norm": 9.433479309082031,
      "learning_rate": 0.000295376753507014,
      "loss": 85.20677490234375,
      "step": 870
    },
    {
      "epoch": 0.0176,
      "grad_norm": 12.85809326171875,
      "learning_rate": 0.000295316633266533,
      "loss": 79.00835571289062,
      "step": 880
    },
    {
      "epoch": 0.0178,
      "grad_norm": 11.075084686279297,
      "learning_rate": 0.00029525651302605207,
      "loss": 80.06212158203125,
      "step": 890
    },
    {
      "epoch": 0.018,
      "grad_norm": 14.64054012298584,
      "learning_rate": 0.0002951963927855711,
      "loss": 83.31229248046876,
      "step": 900
    },
    {
      "epoch": 0.0182,
      "grad_norm": 11.558423042297363,
      "learning_rate": 0.00029513627254509016,
      "loss": 78.82657470703126,
      "step": 910
    },
    {
      "epoch": 0.0184,
      "grad_norm": 22.44339942932129,
      "learning_rate": 0.00029507615230460916,
      "loss": 81.31973266601562,
      "step": 920
    },
    {
      "epoch": 0.0186,
      "grad_norm": 10.331223487854004,
      "learning_rate": 0.0002950160320641282,
      "loss": 83.343115234375,
      "step": 930
    },
    {
      "epoch": 0.0188,
      "grad_norm": 9.869694709777832,
      "learning_rate": 0.0002949559118236473,
      "loss": 79.85993041992188,
      "step": 940
    },
    {
      "epoch": 0.019,
      "grad_norm": 10.701475143432617,
      "learning_rate": 0.0002948957915831663,
      "loss": 84.02029418945312,
      "step": 950
    },
    {
      "epoch": 0.0192,
      "grad_norm": 12.234188079833984,
      "learning_rate": 0.00029483567134268535,
      "loss": 83.42827758789062,
      "step": 960
    },
    {
      "epoch": 0.0194,
      "grad_norm": 11.610219955444336,
      "learning_rate": 0.0002947755511022044,
      "loss": 80.161669921875,
      "step": 970
    },
    {
      "epoch": 0.0196,
      "grad_norm": 8.672530174255371,
      "learning_rate": 0.00029471543086172344,
      "loss": 81.43499145507812,
      "step": 980
    },
    {
      "epoch": 0.0198,
      "grad_norm": 11.546252250671387,
      "learning_rate": 0.00029465531062124244,
      "loss": 79.0343017578125,
      "step": 990
    },
    {
      "epoch": 0.02,
      "grad_norm": 11.632270812988281,
      "learning_rate": 0.0002945951903807615,
      "loss": 80.40287475585937,
      "step": 1000
    },
    {
      "epoch": 0.0202,
      "grad_norm": 10.527654647827148,
      "learning_rate": 0.00029453507014028053,
      "loss": 80.63410034179688,
      "step": 1010
    },
    {
      "epoch": 0.0204,
      "grad_norm": 15.636934280395508,
      "learning_rate": 0.0002944749498997996,
      "loss": 81.25313720703124,
      "step": 1020
    },
    {
      "epoch": 0.0206,
      "grad_norm": 8.874528884887695,
      "learning_rate": 0.00029441482965931857,
      "loss": 82.75345458984376,
      "step": 1030
    },
    {
      "epoch": 0.0208,
      "grad_norm": 9.90005874633789,
      "learning_rate": 0.0002943547094188377,
      "loss": 82.091015625,
      "step": 1040
    },
    {
      "epoch": 0.021,
      "grad_norm": 13.979220390319824,
      "learning_rate": 0.0002942945891783567,
      "loss": 78.61309814453125,
      "step": 1050
    },
    {
      "epoch": 0.0212,
      "grad_norm": 12.40916919708252,
      "learning_rate": 0.0002942344689378757,
      "loss": 77.57515258789063,
      "step": 1060
    },
    {
      "epoch": 0.0214,
      "grad_norm": 10.719722747802734,
      "learning_rate": 0.00029417434869739476,
      "loss": 81.308154296875,
      "step": 1070
    },
    {
      "epoch": 0.0216,
      "grad_norm": 11.862334251403809,
      "learning_rate": 0.0002941142284569138,
      "loss": 82.37334594726562,
      "step": 1080
    },
    {
      "epoch": 0.0218,
      "grad_norm": 9.369874954223633,
      "learning_rate": 0.00029405410821643286,
      "loss": 83.06602783203125,
      "step": 1090
    },
    {
      "epoch": 0.022,
      "grad_norm": 12.45842456817627,
      "learning_rate": 0.00029399398797595185,
      "loss": 80.74660034179688,
      "step": 1100
    },
    {
      "epoch": 0.0222,
      "grad_norm": 10.802011489868164,
      "learning_rate": 0.0002939338677354709,
      "loss": 82.18253784179687,
      "step": 1110
    },
    {
      "epoch": 0.0224,
      "grad_norm": 11.504124641418457,
      "learning_rate": 0.00029387374749498995,
      "loss": 82.32182006835937,
      "step": 1120
    },
    {
      "epoch": 0.0226,
      "grad_norm": 11.662162780761719,
      "learning_rate": 0.000293813627254509,
      "loss": 77.90712890625,
      "step": 1130
    },
    {
      "epoch": 0.0228,
      "grad_norm": 10.139030456542969,
      "learning_rate": 0.00029375350701402804,
      "loss": 80.47349853515625,
      "step": 1140
    },
    {
      "epoch": 0.023,
      "grad_norm": 10.677655220031738,
      "learning_rate": 0.0002936933867735471,
      "loss": 83.250830078125,
      "step": 1150
    },
    {
      "epoch": 0.0232,
      "grad_norm": 9.329009056091309,
      "learning_rate": 0.00029363326653306614,
      "loss": 78.31179809570312,
      "step": 1160
    },
    {
      "epoch": 0.0234,
      "grad_norm": 11.546579360961914,
      "learning_rate": 0.00029357314629258513,
      "loss": 84.429248046875,
      "step": 1170
    },
    {
      "epoch": 0.0236,
      "grad_norm": 11.815690040588379,
      "learning_rate": 0.0002935130260521042,
      "loss": 81.21365966796876,
      "step": 1180
    },
    {
      "epoch": 0.0238,
      "grad_norm": 11.184410095214844,
      "learning_rate": 0.0002934529058116232,
      "loss": 79.05919189453125,
      "step": 1190
    },
    {
      "epoch": 0.024,
      "grad_norm": 10.736798286437988,
      "learning_rate": 0.0002933927855711423,
      "loss": 80.73649291992187,
      "step": 1200
    },
    {
      "epoch": 0.0242,
      "grad_norm": 8.631206512451172,
      "learning_rate": 0.00029333266533066127,
      "loss": 78.77828979492188,
      "step": 1210
    },
    {
      "epoch": 0.0244,
      "grad_norm": 10.169127464294434,
      "learning_rate": 0.0002932725450901803,
      "loss": 75.32427978515625,
      "step": 1220
    },
    {
      "epoch": 0.0246,
      "grad_norm": 9.112273216247559,
      "learning_rate": 0.00029321242484969936,
      "loss": 80.11078491210938,
      "step": 1230
    },
    {
      "epoch": 0.0248,
      "grad_norm": 12.80979061126709,
      "learning_rate": 0.0002931523046092184,
      "loss": 80.26668090820313,
      "step": 1240
    },
    {
      "epoch": 0.025,
      "grad_norm": 11.88176155090332,
      "learning_rate": 0.00029309218436873746,
      "loss": 76.81950073242187,
      "step": 1250
    },
    {
      "epoch": 0.0252,
      "grad_norm": 9.650444984436035,
      "learning_rate": 0.0002930320641282565,
      "loss": 79.194091796875,
      "step": 1260
    },
    {
      "epoch": 0.0254,
      "grad_norm": 14.309748649597168,
      "learning_rate": 0.00029297194388777555,
      "loss": 76.17477416992188,
      "step": 1270
    },
    {
      "epoch": 0.0256,
      "grad_norm": 8.881438255310059,
      "learning_rate": 0.00029291182364729455,
      "loss": 76.45478515625,
      "step": 1280
    },
    {
      "epoch": 0.0258,
      "grad_norm": 13.313039779663086,
      "learning_rate": 0.0002928517034068136,
      "loss": 82.49783325195312,
      "step": 1290
    },
    {
      "epoch": 0.026,
      "grad_norm": 10.125815391540527,
      "learning_rate": 0.00029279158316633264,
      "loss": 74.025732421875,
      "step": 1300
    },
    {
      "epoch": 0.0262,
      "grad_norm": 9.924642562866211,
      "learning_rate": 0.0002927314629258517,
      "loss": 78.94208374023438,
      "step": 1310
    },
    {
      "epoch": 0.0264,
      "grad_norm": 12.754880905151367,
      "learning_rate": 0.0002926713426853707,
      "loss": 77.15728759765625,
      "step": 1320
    },
    {
      "epoch": 0.0266,
      "grad_norm": 10.190311431884766,
      "learning_rate": 0.0002926112224448898,
      "loss": 80.74267578125,
      "step": 1330
    },
    {
      "epoch": 0.0268,
      "grad_norm": 11.177680969238281,
      "learning_rate": 0.0002925511022044088,
      "loss": 76.56298828125,
      "step": 1340
    },
    {
      "epoch": 0.027,
      "grad_norm": 10.974754333496094,
      "learning_rate": 0.00029249098196392783,
      "loss": 77.54933471679688,
      "step": 1350
    },
    {
      "epoch": 0.0272,
      "grad_norm": 10.333001136779785,
      "learning_rate": 0.0002924308617234469,
      "loss": 76.95223999023438,
      "step": 1360
    },
    {
      "epoch": 0.0274,
      "grad_norm": 9.6028470993042,
      "learning_rate": 0.0002923707414829659,
      "loss": 76.2347900390625,
      "step": 1370
    },
    {
      "epoch": 0.0276,
      "grad_norm": 9.229351997375488,
      "learning_rate": 0.00029231062124248497,
      "loss": 84.37387084960938,
      "step": 1380
    },
    {
      "epoch": 0.0278,
      "grad_norm": 11.785066604614258,
      "learning_rate": 0.00029225050100200396,
      "loss": 77.95558471679688,
      "step": 1390
    },
    {
      "epoch": 0.028,
      "grad_norm": 8.809196472167969,
      "learning_rate": 0.000292190380761523,
      "loss": 75.076611328125,
      "step": 1400
    },
    {
      "epoch": 0.0282,
      "grad_norm": 13.894006729125977,
      "learning_rate": 0.00029213026052104206,
      "loss": 74.74369506835937,
      "step": 1410
    },
    {
      "epoch": 0.0284,
      "grad_norm": 11.996317863464355,
      "learning_rate": 0.0002920701402805611,
      "loss": 80.37234497070312,
      "step": 1420
    },
    {
      "epoch": 0.0286,
      "grad_norm": 9.478863716125488,
      "learning_rate": 0.00029201002004008015,
      "loss": 76.234619140625,
      "step": 1430
    },
    {
      "epoch": 0.0288,
      "grad_norm": 11.88571834564209,
      "learning_rate": 0.0002919498997995992,
      "loss": 82.56802368164062,
      "step": 1440
    },
    {
      "epoch": 0.029,
      "grad_norm": 10.63763427734375,
      "learning_rate": 0.0002918897795591182,
      "loss": 80.0512939453125,
      "step": 1450
    },
    {
      "epoch": 0.0292,
      "grad_norm": 12.671412467956543,
      "learning_rate": 0.00029182965931863724,
      "loss": 76.4797607421875,
      "step": 1460
    },
    {
      "epoch": 0.0294,
      "grad_norm": 11.89295482635498,
      "learning_rate": 0.0002917695390781563,
      "loss": 81.70416259765625,
      "step": 1470
    },
    {
      "epoch": 0.0296,
      "grad_norm": 10.384812355041504,
      "learning_rate": 0.00029170941883767534,
      "loss": 76.416650390625,
      "step": 1480
    },
    {
      "epoch": 0.0298,
      "grad_norm": 12.619583129882812,
      "learning_rate": 0.00029164929859719433,
      "loss": 82.743701171875,
      "step": 1490
    },
    {
      "epoch": 0.03,
      "grad_norm": 10.555590629577637,
      "learning_rate": 0.0002915891783567134,
      "loss": 77.63518676757812,
      "step": 1500
    },
    {
      "epoch": 1.0002,
      "grad_norm": NaN,
      "learning_rate": 0.00029152905811623243,
      "loss": 107136583467008.0,
      "step": 1510
    },
    {
      "epoch": 1.0004,
      "grad_norm": NaN,
      "learning_rate": 0.0002914689378757515,
      "loss": 3583383070310.4,
      "step": 1520
    },
    {
      "epoch": 1.0006,
      "grad_norm": NaN,
      "learning_rate": 0.0002914088176352705,
      "loss": 36528589478297.6,
      "step": 1530
    },
    {
      "epoch": 1.0008,
      "grad_norm": NaN,
      "learning_rate": 0.00029134869739478957,
      "loss": 1132657744281.6,
      "step": 1540
    },
    {
      "epoch": 1.001,
      "grad_norm": NaN,
      "learning_rate": 0.0002912885771543086,
      "loss": 9138627379.2,
      "step": 1550
    },
    {
      "epoch": 1.0012,
      "grad_norm": NaN,
      "learning_rate": 0.0002912284569138276,
      "loss": 1681122891975884.8,
      "step": 1560
    },
    {
      "epoch": 1.0014,
      "grad_norm": NaN,
      "learning_rate": 0.00029116833667334666,
      "loss": 929300570596966.4,
      "step": 1570
    },
    {
      "epoch": 1.0016,
      "grad_norm": NaN,
      "learning_rate": 0.0002911082164328657,
      "loss": 9330961573478.4,
      "step": 1580
    },
    {
      "epoch": 1.0018,
      "grad_norm": NaN,
      "learning_rate": 0.00029104809619238476,
      "loss": 63892658271027.2,
      "step": 1590
    },
    {
      "epoch": 1.002,
      "grad_norm": NaN,
      "learning_rate": 0.00029098797595190375,
      "loss": 3103321489408.0,
      "step": 1600
    },
    {
      "epoch": 1.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002909278557114228,
      "loss": 95.5510498046875,
      "step": 1610
    },
    {
      "epoch": 1.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00029086773547094184,
      "loss": 98.69436645507812,
      "step": 1620
    },
    {
      "epoch": 1.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002908076152304609,
      "loss": 99.0325439453125,
      "step": 1630
    },
    {
      "epoch": 1.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.00029074749498997994,
      "loss": 97.31904296875,
      "step": 1640
    },
    {
      "epoch": 1.001,
      "grad_norm": 0.0,
      "learning_rate": 0.000290687374749499,
      "loss": 98.40114135742188,
      "step": 1650
    },
    {
      "epoch": 1.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.00029062725450901803,
      "loss": 99.31021728515626,
      "step": 1660
    },
    {
      "epoch": 1.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00029056713426853703,
      "loss": 99.4878662109375,
      "step": 1670
    },
    {
      "epoch": 1.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002905070140280561,
      "loss": 99.3884521484375,
      "step": 1680
    },
    {
      "epoch": 1.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002904468937875751,
      "loss": 99.46731567382812,
      "step": 1690
    },
    {
      "epoch": 1.002,
      "grad_norm": 0.0,
      "learning_rate": 0.00029038677354709417,
      "loss": 99.4464599609375,
      "step": 1700
    },
    {
      "epoch": 2.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.00029032665330661317,
      "loss": 104.66427001953124,
      "step": 1710
    },
    {
      "epoch": 2.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.0002902665330661322,
      "loss": 98.24152221679688,
      "step": 1720
    },
    {
      "epoch": 2.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002902064128256513,
      "loss": 99.4651123046875,
      "step": 1730
    },
    {
      "epoch": 2.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002901462925851703,
      "loss": 99.3810546875,
      "step": 1740
    },
    {
      "epoch": 2.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00029008617234468936,
      "loss": 96.20846557617188,
      "step": 1750
    },
    {
      "epoch": 2.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002900260521042084,
      "loss": 99.44166259765625,
      "step": 1760
    },
    {
      "epoch": 2.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.00028996593186372745,
      "loss": 99.43170776367188,
      "step": 1770
    },
    {
      "epoch": 2.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.00028990581162324644,
      "loss": 99.37213134765625,
      "step": 1780
    },
    {
      "epoch": 2.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002898456913827655,
      "loss": 99.51829223632812,
      "step": 1790
    },
    {
      "epoch": 2.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00028978557114228454,
      "loss": 99.27789306640625,
      "step": 1800
    },
    {
      "epoch": 2.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.0002897254509018036,
      "loss": 99.44300537109375,
      "step": 1810
    },
    {
      "epoch": 3.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028966533066132264,
      "loss": 103.58494873046875,
      "step": 1820
    },
    {
      "epoch": 3.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.0002896052104208417,
      "loss": 99.35955810546875,
      "step": 1830
    },
    {
      "epoch": 3.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.00028954509018036073,
      "loss": 99.25761108398437,
      "step": 1840
    },
    {
      "epoch": 3.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.0002894849699398797,
      "loss": 97.34839477539063,
      "step": 1850
    },
    {
      "epoch": 3.001,
      "grad_norm": 0.0,
      "learning_rate": 0.00028942484969939877,
      "loss": 98.359326171875,
      "step": 1860
    },
    {
      "epoch": 3.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002893647294589178,
      "loss": 99.25703735351563,
      "step": 1870
    },
    {
      "epoch": 3.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00028930460921843687,
      "loss": 99.42723388671875,
      "step": 1880
    },
    {
      "epoch": 3.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.00028924448897795586,
      "loss": 99.32404174804688,
      "step": 1890
    },
    {
      "epoch": 3.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002891843687374749,
      "loss": 99.3990966796875,
      "step": 1900
    },
    {
      "epoch": 3.002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028912424849699396,
      "loss": 99.39078369140626,
      "step": 1910
    },
    {
      "epoch": 4.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.000289064128256513,
      "loss": 104.5905517578125,
      "step": 1920
    },
    {
      "epoch": 4.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00028900400801603205,
      "loss": 98.17286987304688,
      "step": 1930
    },
    {
      "epoch": 4.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002889438877755511,
      "loss": 99.40567016601562,
      "step": 1940
    },
    {
      "epoch": 4.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.00028888376753507015,
      "loss": 99.32139892578125,
      "step": 1950
    },
    {
      "epoch": 4.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00028882364729458914,
      "loss": 96.15136108398437,
      "step": 1960
    },
    {
      "epoch": 4.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002887635270541082,
      "loss": 99.3803466796875,
      "step": 1970
    },
    {
      "epoch": 4.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.00028870340681362724,
      "loss": 99.37009887695312,
      "step": 1980
    },
    {
      "epoch": 4.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.0002886432865731463,
      "loss": 99.310498046875,
      "step": 1990
    },
    {
      "epoch": 4.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002885831663326653,
      "loss": 99.45986938476562,
      "step": 2000
    },
    {
      "epoch": 4.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.0002885230460921843,
      "loss": 99.21234741210938,
      "step": 2010
    },
    {
      "epoch": 4.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.00028846292585170337,
      "loss": 99.381591796875,
      "step": 2020
    },
    {
      "epoch": 5.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002884028056112224,
      "loss": 103.5211669921875,
      "step": 2030
    },
    {
      "epoch": 5.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00028834268537074147,
      "loss": 99.30160522460938,
      "step": 2040
    },
    {
      "epoch": 5.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002882825651302605,
      "loss": 99.195703125,
      "step": 2050
    },
    {
      "epoch": 5.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.0002882224448897795,
      "loss": 97.29168090820312,
      "step": 2060
    },
    {
      "epoch": 5.001,
      "grad_norm": 0.0,
      "learning_rate": 0.00028816232464929856,
      "loss": 98.30964965820313,
      "step": 2070
    },
    {
      "epoch": 5.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002881022044088176,
      "loss": 99.19823608398437,
      "step": 2080
    },
    {
      "epoch": 5.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00028804208416833665,
      "loss": 99.3675048828125,
      "step": 2090
    },
    {
      "epoch": 5.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002879819639278557,
      "loss": 99.27457275390626,
      "step": 2100
    },
    {
      "epoch": 5.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002879218436873747,
      "loss": 99.3427490234375,
      "step": 2110
    },
    {
      "epoch": 5.002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002878617234468938,
      "loss": 99.33101806640624,
      "step": 2120
    },
    {
      "epoch": 6.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002878016032064128,
      "loss": 104.52410888671875,
      "step": 2130
    },
    {
      "epoch": 6.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00028774148296593184,
      "loss": 98.11661376953126,
      "step": 2140
    },
    {
      "epoch": 6.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002876813627254509,
      "loss": 99.35023193359375,
      "step": 2150
    },
    {
      "epoch": 6.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.00028762124248496993,
      "loss": 99.27654418945312,
      "step": 2160
    },
    {
      "epoch": 6.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.0002875611222444889,
      "loss": 96.09561767578126,
      "step": 2170
    },
    {
      "epoch": 6.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.000287501002004008,
      "loss": 99.32379760742188,
      "step": 2180
    },
    {
      "epoch": 6.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.000287440881763527,
      "loss": 99.31390991210938,
      "step": 2190
    },
    {
      "epoch": 6.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.00028738076152304607,
      "loss": 99.25233764648438,
      "step": 2200
    },
    {
      "epoch": 6.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002873206412825651,
      "loss": 99.400146484375,
      "step": 2210
    },
    {
      "epoch": 6.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00028726052104208416,
      "loss": 99.16478271484375,
      "step": 2220
    },
    {
      "epoch": 6.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.0002872004008016032,
      "loss": 99.3350830078125,
      "step": 2230
    },
    {
      "epoch": 7.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002871402805611222,
      "loss": 103.46038818359375,
      "step": 2240
    },
    {
      "epoch": 7.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00028708016032064125,
      "loss": 99.24920043945312,
      "step": 2250
    },
    {
      "epoch": 7.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002870200400801603,
      "loss": 99.14209594726563,
      "step": 2260
    },
    {
      "epoch": 7.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.00028695991983967935,
      "loss": 97.23970336914063,
      "step": 2270
    },
    {
      "epoch": 7.001,
      "grad_norm": 0.0,
      "learning_rate": 0.00028689979959919834,
      "loss": 98.25855712890625,
      "step": 2280
    },
    {
      "epoch": 7.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002868396793587174,
      "loss": 99.14596557617188,
      "step": 2290
    },
    {
      "epoch": 7.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00028677955911823644,
      "loss": 99.317333984375,
      "step": 2300
    },
    {
      "epoch": 7.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002867194388777555,
      "loss": 99.22235107421875,
      "step": 2310
    },
    {
      "epoch": 7.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.00028665931863727453,
      "loss": 99.2902587890625,
      "step": 2320
    },
    {
      "epoch": 7.002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002865991983967936,
      "loss": 99.27511596679688,
      "step": 2330
    },
    {
      "epoch": 8.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.00028653907815631263,
      "loss": 104.4739990234375,
      "step": 2340
    },
    {
      "epoch": 8.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.0002864789579158316,
      "loss": 98.07261352539062,
      "step": 2350
    },
    {
      "epoch": 8.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.00028641883767535067,
      "loss": 99.2950439453125,
      "step": 2360
    },
    {
      "epoch": 8.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002863587174348697,
      "loss": 99.22308959960938,
      "step": 2370
    },
    {
      "epoch": 8.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00028629859719438876,
      "loss": 96.060498046875,
      "step": 2380
    },
    {
      "epoch": 8.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.00028623847695390776,
      "loss": 99.27498168945313,
      "step": 2390
    },
    {
      "epoch": 8.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.0002861783567134268,
      "loss": 99.27508544921875,
      "step": 2400
    },
    {
      "epoch": 8.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.0002861182364729459,
      "loss": 99.20576782226563,
      "step": 2410
    },
    {
      "epoch": 8.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002860581162324649,
      "loss": 99.35106811523437,
      "step": 2420
    },
    {
      "epoch": 8.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00028599799599198395,
      "loss": 99.11838989257812,
      "step": 2430
    },
    {
      "epoch": 8.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.000285937875751503,
      "loss": 99.290185546875,
      "step": 2440
    },
    {
      "epoch": 9.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028587775551102204,
      "loss": 103.40933837890626,
      "step": 2450
    },
    {
      "epoch": 9.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00028581763527054104,
      "loss": 99.20323486328125,
      "step": 2460
    },
    {
      "epoch": 9.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002857575150300601,
      "loss": 99.10476684570312,
      "step": 2470
    },
    {
      "epoch": 9.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.00028569739478957913,
      "loss": 97.20264282226563,
      "step": 2480
    },
    {
      "epoch": 9.001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002856372745490982,
      "loss": 98.21160278320312,
      "step": 2490
    },
    {
      "epoch": 9.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002855771543086172,
      "loss": 99.10530395507813,
      "step": 2500
    },
    {
      "epoch": 9.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.0002855170340681363,
      "loss": 99.27515258789063,
      "step": 2510
    },
    {
      "epoch": 9.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002854569138276553,
      "loss": 99.17865600585938,
      "step": 2520
    },
    {
      "epoch": 9.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002853967935871743,
      "loss": 99.24905395507812,
      "step": 2530
    },
    {
      "epoch": 9.002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028533667334669336,
      "loss": 99.2433837890625,
      "step": 2540
    },
    {
      "epoch": 10.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002852765531062124,
      "loss": 104.4260498046875,
      "step": 2550
    },
    {
      "epoch": 10.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00028521643286573146,
      "loss": 98.03045043945312,
      "step": 2560
    },
    {
      "epoch": 10.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.00028515631262525045,
      "loss": 99.26333618164062,
      "step": 2570
    },
    {
      "epoch": 10.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002850961923847695,
      "loss": 99.18395385742187,
      "step": 2580
    },
    {
      "epoch": 10.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00028503607214428855,
      "loss": 96.02274169921876,
      "step": 2590
    },
    {
      "epoch": 10.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002849759519038076,
      "loss": 99.23676147460938,
      "step": 2600
    },
    {
      "epoch": 10.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.00028491583166332664,
      "loss": 99.226318359375,
      "step": 2610
    },
    {
      "epoch": 10.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.0002848557114228457,
      "loss": 99.171044921875,
      "step": 2620
    },
    {
      "epoch": 10.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.00028479559118236474,
      "loss": 99.31712036132812,
      "step": 2630
    },
    {
      "epoch": 10.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00028473547094188373,
      "loss": 99.08142700195313,
      "step": 2640
    },
    {
      "epoch": 10.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.0002846753507014028,
      "loss": 99.24673461914062,
      "step": 2650
    },
    {
      "epoch": 11.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028461523046092183,
      "loss": 103.37125244140626,
      "step": 2660
    },
    {
      "epoch": 11.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.0002845551102204409,
      "loss": 99.16270141601562,
      "step": 2670
    },
    {
      "epoch": 11.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.00028449498997995987,
      "loss": 99.06387329101562,
      "step": 2680
    },
    {
      "epoch": 11.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.0002844348697394789,
      "loss": 97.17066040039063,
      "step": 2690
    },
    {
      "epoch": 11.001,
      "grad_norm": 0.0,
      "learning_rate": 0.00028437474949899797,
      "loss": 98.17435302734376,
      "step": 2700
    },
    {
      "epoch": 11.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.000284314629258517,
      "loss": 99.06696166992188,
      "step": 2710
    },
    {
      "epoch": 11.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00028425450901803606,
      "loss": 99.23809814453125,
      "step": 2720
    },
    {
      "epoch": 11.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002841943887775551,
      "loss": 99.14588623046875,
      "step": 2730
    },
    {
      "epoch": 11.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002841342685370741,
      "loss": 99.21581420898437,
      "step": 2740
    },
    {
      "epoch": 11.002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028407414829659315,
      "loss": 99.2086181640625,
      "step": 2750
    },
    {
      "epoch": 12.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002840140280561122,
      "loss": 104.3935546875,
      "step": 2760
    },
    {
      "epoch": 12.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00028395390781563125,
      "loss": 97.99188842773438,
      "step": 2770
    },
    {
      "epoch": 12.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002838937875751503,
      "loss": 99.22097778320312,
      "step": 2780
    },
    {
      "epoch": 12.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002838336673346693,
      "loss": 99.151953125,
      "step": 2790
    },
    {
      "epoch": 12.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00028377354709418833,
      "loss": 95.98749389648438,
      "step": 2800
    },
    {
      "epoch": 12.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002837134268537074,
      "loss": 99.2070556640625,
      "step": 2810
    },
    {
      "epoch": 12.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.00028365330661322643,
      "loss": 99.2055419921875,
      "step": 2820
    },
    {
      "epoch": 12.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.0002835931863727455,
      "loss": 99.14091186523437,
      "step": 2830
    },
    {
      "epoch": 12.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002835330661322645,
      "loss": 99.283544921875,
      "step": 2840
    },
    {
      "epoch": 12.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.0002834729458917835,
      "loss": 99.05504150390625,
      "step": 2850
    },
    {
      "epoch": 12.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.00028341282565130257,
      "loss": 99.22215576171875,
      "step": 2860
    },
    {
      "epoch": 13.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002833527054108216,
      "loss": 103.33685302734375,
      "step": 2870
    },
    {
      "epoch": 13.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00028329258517034066,
      "loss": 99.140380859375,
      "step": 2880
    },
    {
      "epoch": 13.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.00028323246492985965,
      "loss": 99.0400634765625,
      "step": 2890
    },
    {
      "epoch": 13.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.0002831723446893787,
      "loss": 97.14813842773438,
      "step": 2900
    },
    {
      "epoch": 13.001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002831122244488978,
      "loss": 98.15328979492188,
      "step": 2910
    },
    {
      "epoch": 13.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002830521042084168,
      "loss": 99.04591674804688,
      "step": 2920
    },
    {
      "epoch": 13.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00028299198396793585,
      "loss": 99.20752563476563,
      "step": 2930
    },
    {
      "epoch": 13.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002829318637274549,
      "loss": 99.11998291015625,
      "step": 2940
    },
    {
      "epoch": 13.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.00028287174348697394,
      "loss": 99.19060668945312,
      "step": 2950
    },
    {
      "epoch": 13.002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028281162324649293,
      "loss": 99.18587036132813,
      "step": 2960
    },
    {
      "epoch": 14.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.000282751503006012,
      "loss": 104.3642578125,
      "step": 2970
    },
    {
      "epoch": 14.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00028269138276553103,
      "loss": 97.97385864257812,
      "step": 2980
    },
    {
      "epoch": 14.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002826312625250501,
      "loss": 99.20270385742188,
      "step": 2990
    },
    {
      "epoch": 14.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002825711422845691,
      "loss": 99.12491455078126,
      "step": 3000
    },
    {
      "epoch": 14.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00028251102204408817,
      "loss": 95.97457275390624,
      "step": 3010
    },
    {
      "epoch": 14.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002824509018036072,
      "loss": 99.18565673828125,
      "step": 3020
    },
    {
      "epoch": 14.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.0002823907815631262,
      "loss": 99.17833251953125,
      "step": 3030
    },
    {
      "epoch": 14.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.00028233066132264526,
      "loss": 99.11763305664063,
      "step": 3040
    },
    {
      "epoch": 14.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002822705410821643,
      "loss": 99.26400146484374,
      "step": 3050
    },
    {
      "epoch": 14.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00028221042084168336,
      "loss": 99.02830200195312,
      "step": 3060
    },
    {
      "epoch": 14.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.00028215030060120235,
      "loss": 99.20048217773437,
      "step": 3070
    },
    {
      "epoch": 15.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002820901803607214,
      "loss": 103.31695556640625,
      "step": 3080
    },
    {
      "epoch": 15.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00028203006012024045,
      "loss": 99.11974487304687,
      "step": 3090
    },
    {
      "epoch": 15.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002819699398797595,
      "loss": 99.01674194335938,
      "step": 3100
    },
    {
      "epoch": 15.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.00028190981963927854,
      "loss": 97.12745361328125,
      "step": 3110
    },
    {
      "epoch": 15.001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002818496993987976,
      "loss": 98.1295654296875,
      "step": 3120
    },
    {
      "epoch": 15.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.00028178957915831664,
      "loss": 99.0256591796875,
      "step": 3130
    },
    {
      "epoch": 15.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00028172945891783563,
      "loss": 99.1876220703125,
      "step": 3140
    },
    {
      "epoch": 15.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002816693386773547,
      "loss": 99.0940673828125,
      "step": 3150
    },
    {
      "epoch": 15.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002816092184368737,
      "loss": 99.16301879882812,
      "step": 3160
    },
    {
      "epoch": 15.002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002815490981963928,
      "loss": 99.16691284179687,
      "step": 3170
    },
    {
      "epoch": 16.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.00028148897795591177,
      "loss": 104.3411865234375,
      "step": 3180
    },
    {
      "epoch": 16.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.0002814288577154308,
      "loss": 97.95174560546874,
      "step": 3190
    },
    {
      "epoch": 16.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002813687374749499,
      "loss": 99.18150024414062,
      "step": 3200
    },
    {
      "epoch": 16.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002813086172344689,
      "loss": 99.10928344726562,
      "step": 3210
    },
    {
      "epoch": 16.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00028124849699398796,
      "loss": 95.95228881835938,
      "step": 3220
    },
    {
      "epoch": 16.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.000281188376753507,
      "loss": 99.16500244140624,
      "step": 3230
    },
    {
      "epoch": 16.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.00028112825651302605,
      "loss": 99.16441040039062,
      "step": 3240
    },
    {
      "epoch": 16.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.00028106813627254505,
      "loss": 99.10928955078126,
      "step": 3250
    },
    {
      "epoch": 16.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002810080160320641,
      "loss": 99.24561157226563,
      "step": 3260
    },
    {
      "epoch": 16.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00028094789579158314,
      "loss": 99.01414184570312,
      "step": 3270
    },
    {
      "epoch": 16.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.0002808877755511022,
      "loss": 99.175,
      "step": 3280
    },
    {
      "epoch": 17.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002808276553106212,
      "loss": 103.296435546875,
      "step": 3290
    },
    {
      "epoch": 17.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.0002807675350701403,
      "loss": 99.10460205078125,
      "step": 3300
    },
    {
      "epoch": 17.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002807074148296593,
      "loss": 99.00741577148438,
      "step": 3310
    },
    {
      "epoch": 17.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.0002806472945891783,
      "loss": 97.1107177734375,
      "step": 3320
    },
    {
      "epoch": 17.001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002805871743486974,
      "loss": 98.12017211914062,
      "step": 3330
    },
    {
      "epoch": 17.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002805270541082164,
      "loss": 99.01578979492187,
      "step": 3340
    },
    {
      "epoch": 17.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00028046693386773547,
      "loss": 99.17923583984376,
      "step": 3350
    },
    {
      "epoch": 17.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.00028040681362725446,
      "loss": 99.08976440429687,
      "step": 3360
    },
    {
      "epoch": 17.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002803466933867735,
      "loss": 99.15631103515625,
      "step": 3370
    },
    {
      "epoch": 17.002,
      "grad_norm": 0.0,
      "learning_rate": 0.00028028657314629256,
      "loss": 99.15965576171875,
      "step": 3380
    },
    {
      "epoch": 18.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002802264529058116,
      "loss": 104.33367919921875,
      "step": 3390
    },
    {
      "epoch": 18.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00028016633266533065,
      "loss": 97.9498779296875,
      "step": 3400
    },
    {
      "epoch": 18.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002801062124248497,
      "loss": 99.17077026367187,
      "step": 3410
    },
    {
      "epoch": 18.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002800460921843687,
      "loss": 99.10169677734375,
      "step": 3420
    },
    {
      "epoch": 18.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00027998597194388774,
      "loss": 95.9587158203125,
      "step": 3430
    },
    {
      "epoch": 18.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002799258517034068,
      "loss": 99.152587890625,
      "step": 3440
    },
    {
      "epoch": 18.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.00027986573146292584,
      "loss": 99.15311889648437,
      "step": 3450
    },
    {
      "epoch": 18.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.0002798056112224449,
      "loss": 99.09374389648437,
      "step": 3460
    },
    {
      "epoch": 18.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002797454909819639,
      "loss": 99.24362182617188,
      "step": 3470
    },
    {
      "epoch": 18.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.0002796853707414829,
      "loss": 99.01097412109375,
      "step": 3480
    },
    {
      "epoch": 18.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.000279625250501002,
      "loss": 99.16884155273438,
      "step": 3490
    },
    {
      "epoch": 19.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.000279565130260521,
      "loss": 103.30040283203125,
      "step": 3500
    },
    {
      "epoch": 19.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00027950501002004007,
      "loss": 99.10455932617188,
      "step": 3510
    },
    {
      "epoch": 19.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002794448897795591,
      "loss": 98.99957275390625,
      "step": 3520
    },
    {
      "epoch": 19.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.0002793847695390781,
      "loss": 97.1145751953125,
      "step": 3530
    },
    {
      "epoch": 19.001,
      "grad_norm": 0.0,
      "learning_rate": 0.00027932464929859716,
      "loss": 98.1151123046875,
      "step": 3540
    },
    {
      "epoch": 19.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002792645290581162,
      "loss": 99.0079833984375,
      "step": 3550
    },
    {
      "epoch": 19.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00027920440881763525,
      "loss": 99.1750732421875,
      "step": 3560
    },
    {
      "epoch": 19.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.00027914428857715425,
      "loss": 99.08978271484375,
      "step": 3570
    },
    {
      "epoch": 19.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002790841683366733,
      "loss": 99.1601806640625,
      "step": 3580
    },
    {
      "epoch": 19.002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002790240480961924,
      "loss": 99.15270385742187,
      "step": 3590
    },
    {
      "epoch": 20.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002789639278557114,
      "loss": 104.329833984375,
      "step": 3600
    },
    {
      "epoch": 20.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00027890380761523044,
      "loss": 97.94336547851563,
      "step": 3610
    },
    {
      "epoch": 20.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.0002788436873747495,
      "loss": 99.16564331054687,
      "step": 3620
    },
    {
      "epoch": 20.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.00027878356713426853,
      "loss": 99.0989990234375,
      "step": 3630
    },
    {
      "epoch": 20.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00027872344689378753,
      "loss": 95.96222534179688,
      "step": 3640
    },
    {
      "epoch": 20.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002786633266533066,
      "loss": 99.14838256835938,
      "step": 3650
    },
    {
      "epoch": 20.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.0002786032064128256,
      "loss": 99.150390625,
      "step": 3660
    },
    {
      "epoch": 20.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.00027854308617234467,
      "loss": 99.0933837890625,
      "step": 3670
    },
    {
      "epoch": 20.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.00027848296593186366,
      "loss": 99.23428955078126,
      "step": 3680
    },
    {
      "epoch": 20.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00027842284569138277,
      "loss": 99.016259765625,
      "step": 3690
    },
    {
      "epoch": 20.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.0002783627254509018,
      "loss": 99.17916870117188,
      "step": 3700
    },
    {
      "epoch": 21.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002783026052104208,
      "loss": 103.300244140625,
      "step": 3710
    },
    {
      "epoch": 21.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00027824248496993985,
      "loss": 99.09691162109375,
      "step": 3720
    },
    {
      "epoch": 21.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002781823647294589,
      "loss": 99.0059326171875,
      "step": 3730
    },
    {
      "epoch": 21.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.00027812224448897795,
      "loss": 97.12512817382813,
      "step": 3740
    },
    {
      "epoch": 21.001,
      "grad_norm": 0.0,
      "learning_rate": 0.00027806212424849694,
      "loss": 98.11283569335937,
      "step": 3750
    },
    {
      "epoch": 21.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.000278002004008016,
      "loss": 99.00809326171876,
      "step": 3760
    },
    {
      "epoch": 21.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.00027794188376753504,
      "loss": 99.1753662109375,
      "step": 3770
    },
    {
      "epoch": 21.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.0002778817635270541,
      "loss": 99.08587036132812,
      "step": 3780
    },
    {
      "epoch": 21.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.00027782164328657313,
      "loss": 99.15759887695313,
      "step": 3790
    },
    {
      "epoch": 21.002,
      "grad_norm": 0.0,
      "learning_rate": 0.0002777615230460922,
      "loss": 99.1598388671875,
      "step": 3800
    },
    {
      "epoch": 22.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.00027770140280561123,
      "loss": 104.32696533203125,
      "step": 3810
    },
    {
      "epoch": 22.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.0002776412825651302,
      "loss": 97.95064697265624,
      "step": 3820
    },
    {
      "epoch": 22.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.00027758116232464927,
      "loss": 99.16984252929687,
      "step": 3830
    },
    {
      "epoch": 22.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002775210420841683,
      "loss": 99.10538940429687,
      "step": 3840
    },
    {
      "epoch": 22.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00027746092184368737,
      "loss": 95.97281494140626,
      "step": 3850
    },
    {
      "epoch": 22.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.00027740080160320636,
      "loss": 99.15985717773438,
      "step": 3860
    },
    {
      "epoch": 22.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.0002773406813627254,
      "loss": 99.1621826171875,
      "step": 3870
    },
    {
      "epoch": 22.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.00027728056112224446,
      "loss": 99.09931030273438,
      "step": 3880
    },
    {
      "epoch": 22.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002772204408817635,
      "loss": 99.2378662109375,
      "step": 3890
    },
    {
      "epoch": 22.0019,
      "grad_norm": 0.0,
      "learning_rate": 0.00027716032064128255,
      "loss": 99.01779174804688,
      "step": 3900
    },
    {
      "epoch": 22.0021,
      "grad_norm": 0.0,
      "learning_rate": 0.0002771002004008016,
      "loss": 99.17398071289062,
      "step": 3910
    },
    {
      "epoch": 23.0002,
      "grad_norm": 0.0,
      "learning_rate": 0.00027704008016032065,
      "loss": 103.30367431640624,
      "step": 3920
    },
    {
      "epoch": 23.0004,
      "grad_norm": 0.0,
      "learning_rate": 0.00027697995991983964,
      "loss": 99.10546875,
      "step": 3930
    },
    {
      "epoch": 23.0006,
      "grad_norm": 0.0,
      "learning_rate": 0.0002769198396793587,
      "loss": 99.01024780273437,
      "step": 3940
    },
    {
      "epoch": 23.0008,
      "grad_norm": 0.0,
      "learning_rate": 0.00027685971943887773,
      "loss": 97.12568969726563,
      "step": 3950
    },
    {
      "epoch": 23.001,
      "grad_norm": 0.0,
      "learning_rate": 0.0002767995991983968,
      "loss": 98.12539672851562,
      "step": 3960
    },
    {
      "epoch": 23.0012,
      "grad_norm": 0.0,
      "learning_rate": 0.0002767394789579158,
      "loss": 99.0267578125,
      "step": 3970
    },
    {
      "epoch": 23.0014,
      "grad_norm": 0.0,
      "learning_rate": 0.0002766793587174348,
      "loss": 99.17804565429688,
      "step": 3980
    },
    {
      "epoch": 23.0016,
      "grad_norm": 0.0,
      "learning_rate": 0.00027661923847695387,
      "loss": 99.09422607421875,
      "step": 3990
    },
    {
      "epoch": 23.0018,
      "grad_norm": 0.0,
      "learning_rate": 0.0002765591182364729,
      "loss": 99.1647705078125,
      "step": 4000
    },
    {
      "epoch": 23.002,
      "grad_norm": 0.0,
      "learning_rate": 0.00027649899799599197,
      "loss": 99.16721801757812,
      "step": 4010
    },
    {
      "epoch": 24.0001,
      "grad_norm": 0.0,
      "learning_rate": 0.000276438877755511,
      "loss": 104.34345703125,
      "step": 4020
    },
    {
      "epoch": 24.0003,
      "grad_norm": 0.0,
      "learning_rate": 0.00027637875751503006,
      "loss": 97.96480712890624,
      "step": 4030
    },
    {
      "epoch": 24.0005,
      "grad_norm": 0.0,
      "learning_rate": 0.00027631863727454906,
      "loss": 99.17822265625,
      "step": 4040
    },
    {
      "epoch": 24.0007,
      "grad_norm": 0.0,
      "learning_rate": 0.0002762585170340681,
      "loss": 99.11380615234376,
      "step": 4050
    },
    {
      "epoch": 24.0009,
      "grad_norm": 0.0,
      "learning_rate": 0.00027619839679358715,
      "loss": 95.99370727539062,
      "step": 4060
    },
    {
      "epoch": 24.0011,
      "grad_norm": 0.0,
      "learning_rate": 0.0002761382765531062,
      "loss": 99.17216186523437,
      "step": 4070
    },
    {
      "epoch": 24.0013,
      "grad_norm": 0.0,
      "learning_rate": 0.00027607815631262525,
      "loss": 99.17363891601562,
      "step": 4080
    },
    {
      "epoch": 24.0015,
      "grad_norm": 0.0,
      "learning_rate": 0.0002760180360721443,
      "loss": 99.11543579101563,
      "step": 4090
    },
    {
      "epoch": 24.0017,
      "grad_norm": 0.0,
      "learning_rate": 0.0002759579158316633,
      "loss": 99.25667724609374,
      "step": 4100
    }
  ],
  "logging_steps": 10,
  "max_steps": 50000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.832807993700608e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}