{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 4353,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006893382352941176,
      "grad_norm": 408.0095355325432,
      "learning_rate": 2.064220183486239e-07,
      "loss": 1.899764633178711,
      "step": 10
    },
    {
      "epoch": 0.013786764705882353,
      "grad_norm": 92.61159411256806,
      "learning_rate": 4.357798165137615e-07,
      "loss": 1.4172555923461914,
      "step": 20
    },
    {
      "epoch": 0.02068014705882353,
      "grad_norm": 32.207767435815356,
      "learning_rate": 6.651376146788992e-07,
      "loss": 0.8929882049560547,
      "step": 30
    },
    {
      "epoch": 0.027573529411764705,
      "grad_norm": 32.755132366261854,
      "learning_rate": 8.944954128440368e-07,
      "loss": 0.6050376415252685,
      "step": 40
    },
    {
      "epoch": 0.034466911764705885,
      "grad_norm": 13.127638750604937,
      "learning_rate": 1.1238532110091744e-06,
      "loss": 0.40024476051330565,
      "step": 50
    },
    {
      "epoch": 0.04136029411764706,
      "grad_norm": 13.958674191161862,
      "learning_rate": 1.353211009174312e-06,
      "loss": 0.28873419761657715,
      "step": 60
    },
    {
      "epoch": 0.04825367647058824,
      "grad_norm": 9.475701802831885,
      "learning_rate": 1.5825688073394496e-06,
      "loss": 0.24238238334655762,
      "step": 70
    },
    {
      "epoch": 0.05514705882352941,
      "grad_norm": 7.021237440607234,
      "learning_rate": 1.8119266055045873e-06,
      "loss": 0.23558053970336915,
      "step": 80
    },
    {
      "epoch": 0.06204044117647059,
      "grad_norm": 13.964661987592764,
      "learning_rate": 2.041284403669725e-06,
      "loss": 0.20369558334350585,
      "step": 90
    },
    {
      "epoch": 0.06893382352941177,
      "grad_norm": 6.904745638393748,
      "learning_rate": 2.2706422018348624e-06,
      "loss": 0.2047752857208252,
      "step": 100
    },
    {
      "epoch": 0.07582720588235294,
      "grad_norm": 6.671775484183751,
      "learning_rate": 2.5e-06,
      "loss": 0.20352354049682617,
      "step": 110
    },
    {
      "epoch": 0.08272058823529412,
      "grad_norm": 6.222310915287519,
      "learning_rate": 2.7293577981651376e-06,
      "loss": 0.21354033946990966,
      "step": 120
    },
    {
      "epoch": 0.0896139705882353,
      "grad_norm": 4.849297586859702,
      "learning_rate": 2.9587155963302755e-06,
      "loss": 0.18913990259170532,
      "step": 130
    },
    {
      "epoch": 0.09650735294117647,
      "grad_norm": 3.970356137509761,
      "learning_rate": 3.188073394495413e-06,
      "loss": 0.18926186561584474,
      "step": 140
    },
    {
      "epoch": 0.10340073529411764,
      "grad_norm": 5.085440983605754,
      "learning_rate": 3.4174311926605508e-06,
      "loss": 0.17663187980651857,
      "step": 150
    },
    {
      "epoch": 0.11029411764705882,
      "grad_norm": 4.070361033499435,
      "learning_rate": 3.646788990825688e-06,
      "loss": 0.20000953674316407,
      "step": 160
    },
    {
      "epoch": 0.1171875,
      "grad_norm": 3.7938381340697718,
      "learning_rate": 3.876146788990826e-06,
      "loss": 0.1932319164276123,
      "step": 170
    },
    {
      "epoch": 0.12408088235294118,
      "grad_norm": 4.224904079524738,
      "learning_rate": 4.105504587155963e-06,
      "loss": 0.19782212972640992,
      "step": 180
    },
    {
      "epoch": 0.13097426470588236,
      "grad_norm": 4.24134231418686,
      "learning_rate": 4.334862385321102e-06,
      "loss": 0.16215966939926146,
      "step": 190
    },
    {
      "epoch": 0.13786764705882354,
      "grad_norm": 4.651074223514888,
      "learning_rate": 4.564220183486239e-06,
      "loss": 0.1765323281288147,
      "step": 200
    },
    {
      "epoch": 0.14476102941176472,
      "grad_norm": 3.8989243198161176,
      "learning_rate": 4.793577981651377e-06,
      "loss": 0.1944495677947998,
      "step": 210
    },
    {
      "epoch": 0.15165441176470587,
      "grad_norm": 4.23498818757111,
      "learning_rate": 5.0229357798165144e-06,
      "loss": 0.1924619197845459,
      "step": 220
    },
    {
      "epoch": 0.15854779411764705,
      "grad_norm": 6.00696293600751,
      "learning_rate": 5.252293577981652e-06,
      "loss": 0.19220852851867676,
      "step": 230
    },
    {
      "epoch": 0.16544117647058823,
      "grad_norm": 2.988377478624419,
      "learning_rate": 5.481651376146789e-06,
      "loss": 0.20981230735778808,
      "step": 240
    },
    {
      "epoch": 0.1723345588235294,
      "grad_norm": 3.53288683385863,
      "learning_rate": 5.711009174311926e-06,
      "loss": 0.19124144315719604,
      "step": 250
    },
    {
      "epoch": 0.1792279411764706,
      "grad_norm": 9.121392576219252,
      "learning_rate": 5.940366972477065e-06,
      "loss": 0.18142223358154297,
      "step": 260
    },
    {
      "epoch": 0.18612132352941177,
      "grad_norm": 3.4843827538742667,
      "learning_rate": 6.169724770642203e-06,
      "loss": 0.1944233298301697,
      "step": 270
    },
    {
      "epoch": 0.19301470588235295,
      "grad_norm": 2.5474386014966055,
      "learning_rate": 6.39908256880734e-06,
      "loss": 0.1755244493484497,
      "step": 280
    },
    {
      "epoch": 0.19990808823529413,
      "grad_norm": 3.839649820728239,
      "learning_rate": 6.628440366972477e-06,
      "loss": 0.19340382814407348,
      "step": 290
    },
    {
      "epoch": 0.20680147058823528,
      "grad_norm": 2.886883512390973,
      "learning_rate": 6.8577981651376156e-06,
      "loss": 0.16824949979782106,
      "step": 300
    },
    {
      "epoch": 0.21369485294117646,
      "grad_norm": 4.2127209530067855,
      "learning_rate": 7.087155963302753e-06,
      "loss": 0.19202438592910767,
      "step": 310
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 3.062259022475788,
      "learning_rate": 7.31651376146789e-06,
      "loss": 0.17803602218627929,
      "step": 320
    },
    {
      "epoch": 0.22748161764705882,
      "grad_norm": 2.973124517202252,
      "learning_rate": 7.545871559633028e-06,
      "loss": 0.18407149314880372,
      "step": 330
    },
    {
      "epoch": 0.234375,
      "grad_norm": 3.080222861587291,
      "learning_rate": 7.775229357798164e-06,
      "loss": 0.16222720146179198,
      "step": 340
    },
    {
      "epoch": 0.24126838235294118,
      "grad_norm": 3.2202753581915182,
      "learning_rate": 8.004587155963303e-06,
      "loss": 0.18032631874084473,
      "step": 350
    },
    {
      "epoch": 0.24816176470588236,
      "grad_norm": 4.664501676539128,
      "learning_rate": 8.233944954128442e-06,
      "loss": 0.18896214962005614,
      "step": 360
    },
    {
      "epoch": 0.25505514705882354,
      "grad_norm": 5.209193117107188,
      "learning_rate": 8.463302752293579e-06,
      "loss": 0.195867657661438,
      "step": 370
    },
    {
      "epoch": 0.2619485294117647,
      "grad_norm": 4.0958531533725,
      "learning_rate": 8.692660550458716e-06,
      "loss": 0.18059426546096802,
      "step": 380
    },
    {
      "epoch": 0.2688419117647059,
      "grad_norm": 7.150822572916362,
      "learning_rate": 8.922018348623855e-06,
      "loss": 0.17681434154510497,
      "step": 390
    },
    {
      "epoch": 0.2757352941176471,
      "grad_norm": 2.920438647918486,
      "learning_rate": 9.151376146788992e-06,
      "loss": 0.18795492649078369,
      "step": 400
    },
    {
      "epoch": 0.28262867647058826,
      "grad_norm": 2.5081095655528745,
      "learning_rate": 9.380733944954129e-06,
      "loss": 0.1930767059326172,
      "step": 410
    },
    {
      "epoch": 0.28952205882352944,
      "grad_norm": 2.5913970488585814,
      "learning_rate": 9.610091743119267e-06,
      "loss": 0.1833290934562683,
      "step": 420
    },
    {
      "epoch": 0.29641544117647056,
      "grad_norm": 4.581750590951869,
      "learning_rate": 9.839449541284404e-06,
      "loss": 0.19203636646270753,
      "step": 430
    },
    {
      "epoch": 0.30330882352941174,
      "grad_norm": 3.806206792421457,
      "learning_rate": 9.999985526455163e-06,
      "loss": 0.1817917823791504,
      "step": 440
    },
    {
      "epoch": 0.3102022058823529,
      "grad_norm": 5.495198063895541,
      "learning_rate": 9.99972822132241e-06,
      "loss": 0.19012433290481567,
      "step": 450
    },
    {
      "epoch": 0.3170955882352941,
      "grad_norm": 1.999975785747172,
      "learning_rate": 9.999149300911473e-06,
      "loss": 0.1932447910308838,
      "step": 460
    },
    {
      "epoch": 0.3239889705882353,
      "grad_norm": 4.259835150245755,
      "learning_rate": 9.998248802462309e-06,
      "loss": 0.17884019613265992,
      "step": 470
    },
    {
      "epoch": 0.33088235294117646,
      "grad_norm": 1.9870921470917253,
      "learning_rate": 9.997026783900877e-06,
      "loss": 0.19179301261901854,
      "step": 480
    },
    {
      "epoch": 0.33777573529411764,
      "grad_norm": 3.149363390626566,
      "learning_rate": 9.995483323835415e-06,
      "loss": 0.16465436220169066,
      "step": 490
    },
    {
      "epoch": 0.3446691176470588,
      "grad_norm": 2.2913290521139547,
      "learning_rate": 9.993618521551392e-06,
      "loss": 0.18261477947235108,
      "step": 500
    },
    {
      "epoch": 0.3515625,
      "grad_norm": 2.6584422304956528,
      "learning_rate": 9.991432497005108e-06,
      "loss": 0.16887296438217164,
      "step": 510
    },
    {
      "epoch": 0.3584558823529412,
      "grad_norm": 2.3465797902420165,
      "learning_rate": 9.988925390815983e-06,
      "loss": 0.17460349798202515,
      "step": 520
    },
    {
      "epoch": 0.36534926470588236,
      "grad_norm": 2.3984953552948767,
      "learning_rate": 9.986097364257516e-06,
      "loss": 0.1771254301071167,
      "step": 530
    },
    {
      "epoch": 0.37224264705882354,
      "grad_norm": 2.1309951969550074,
      "learning_rate": 9.982948599246905e-06,
      "loss": 0.17704691886901855,
      "step": 540
    },
    {
      "epoch": 0.3791360294117647,
      "grad_norm": 2.7125303523799342,
      "learning_rate": 9.979479298333345e-06,
      "loss": 0.16429059505462645,
      "step": 550
    },
    {
      "epoch": 0.3860294117647059,
      "grad_norm": 2.5221873852843695,
      "learning_rate": 9.975689684685003e-06,
      "loss": 0.16307862997055053,
      "step": 560
    },
    {
      "epoch": 0.3929227941176471,
      "grad_norm": 2.4156518244400145,
      "learning_rate": 9.97158000207466e-06,
      "loss": 0.18063623905181886,
      "step": 570
    },
    {
      "epoch": 0.39981617647058826,
      "grad_norm": 1.7052013475184895,
      "learning_rate": 9.967150514864025e-06,
      "loss": 0.17896972894668578,
      "step": 580
    },
    {
      "epoch": 0.40670955882352944,
      "grad_norm": 3.9649815254577345,
      "learning_rate": 9.962401507986744e-06,
      "loss": 0.17231045961380004,
      "step": 590
    },
    {
      "epoch": 0.41360294117647056,
      "grad_norm": 2.0152421795545843,
      "learning_rate": 9.957333286930052e-06,
      "loss": 0.1710118055343628,
      "step": 600
    },
    {
      "epoch": 0.42049632352941174,
      "grad_norm": 2.2784545567461327,
      "learning_rate": 9.951946177715135e-06,
      "loss": 0.16978123188018798,
      "step": 610
    },
    {
      "epoch": 0.4273897058823529,
      "grad_norm": 2.485412274625397,
      "learning_rate": 9.946240526876156e-06,
      "loss": 0.1771092653274536,
      "step": 620
    },
    {
      "epoch": 0.4342830882352941,
      "grad_norm": 2.155278632580223,
      "learning_rate": 9.940216701437959e-06,
      "loss": 0.17805719375610352,
      "step": 630
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 2.634826396766847,
      "learning_rate": 9.933875088892469e-06,
      "loss": 0.1876924753189087,
      "step": 640
    },
    {
      "epoch": 0.44806985294117646,
      "grad_norm": 2.5253337051343343,
      "learning_rate": 9.927216097173753e-06,
      "loss": 0.16187468767166138,
      "step": 650
    },
    {
      "epoch": 0.45496323529411764,
      "grad_norm": 1.7880514692807836,
      "learning_rate": 9.92024015463179e-06,
      "loss": 0.15662612915039062,
      "step": 660
    },
    {
      "epoch": 0.4618566176470588,
      "grad_norm": 2.6211333298114403,
      "learning_rate": 9.912947710004914e-06,
      "loss": 0.16395634412765503,
      "step": 670
    },
    {
      "epoch": 0.46875,
      "grad_norm": 6.803510886519711,
      "learning_rate": 9.905339232390941e-06,
      "loss": 0.1961168885231018,
      "step": 680
    },
    {
      "epoch": 0.4756433823529412,
      "grad_norm": 2.2560745584712976,
      "learning_rate": 9.897415211217005e-06,
      "loss": 0.17447874546051026,
      "step": 690
    },
    {
      "epoch": 0.48253676470588236,
      "grad_norm": 2.308703518802818,
      "learning_rate": 9.889176156208067e-06,
      "loss": 0.15677268505096437,
      "step": 700
    },
    {
      "epoch": 0.48943014705882354,
      "grad_norm": 1.6557324265716848,
      "learning_rate": 9.880622597354128e-06,
      "loss": 0.16228680610656737,
      "step": 710
    },
    {
      "epoch": 0.4963235294117647,
      "grad_norm": 2.3357722885845935,
      "learning_rate": 9.871755084876138e-06,
      "loss": 0.18117380142211914,
      "step": 720
    },
    {
      "epoch": 0.5032169117647058,
      "grad_norm": 2.0219706055523763,
      "learning_rate": 9.862574189190602e-06,
      "loss": 0.16354126930236818,
      "step": 730
    },
    {
      "epoch": 0.5101102941176471,
      "grad_norm": 2.0421756504474557,
      "learning_rate": 9.853080500872885e-06,
      "loss": 0.17628874778747558,
      "step": 740
    },
    {
      "epoch": 0.5170036764705882,
      "grad_norm": 2.292579436194196,
      "learning_rate": 9.843274630619223e-06,
      "loss": 0.170723819732666,
      "step": 750
    },
    {
      "epoch": 0.5238970588235294,
      "grad_norm": 2.4042538922350154,
      "learning_rate": 9.83315720920744e-06,
      "loss": 0.16912319660186767,
      "step": 760
    },
    {
      "epoch": 0.5307904411764706,
      "grad_norm": 2.6657736414253272,
      "learning_rate": 9.822728887456371e-06,
      "loss": 0.17005774974822999,
      "step": 770
    },
    {
      "epoch": 0.5376838235294118,
      "grad_norm": 2.1871853204746974,
      "learning_rate": 9.811990336184002e-06,
      "loss": 0.15716840028762818,
      "step": 780
    },
    {
      "epoch": 0.5445772058823529,
      "grad_norm": 2.1039922622512695,
      "learning_rate": 9.80094224616431e-06,
      "loss": 0.1609179139137268,
      "step": 790
    },
    {
      "epoch": 0.5514705882352942,
      "grad_norm": 2.700897716338548,
      "learning_rate": 9.789585328082834e-06,
      "loss": 0.165602707862854,
      "step": 800
    },
    {
      "epoch": 0.5583639705882353,
      "grad_norm": 2.4045793157665734,
      "learning_rate": 9.777920312490956e-06,
      "loss": 0.165569269657135,
      "step": 810
    },
    {
      "epoch": 0.5652573529411765,
      "grad_norm": 3.4466475085106003,
      "learning_rate": 9.765947949758912e-06,
      "loss": 0.18095078468322753,
      "step": 820
    },
    {
      "epoch": 0.5721507352941176,
      "grad_norm": 1.9864981229287977,
      "learning_rate": 9.753669010027516e-06,
      "loss": 0.15277321338653566,
      "step": 830
    },
    {
      "epoch": 0.5790441176470589,
      "grad_norm": 2.008725930996786,
      "learning_rate": 9.741084283158625e-06,
      "loss": 0.16132116317749023,
      "step": 840
    },
    {
      "epoch": 0.5859375,
      "grad_norm": 2.2736349123593915,
      "learning_rate": 9.728194578684329e-06,
      "loss": 0.16320421695709228,
      "step": 850
    },
    {
      "epoch": 0.5928308823529411,
      "grad_norm": 1.6275630590940082,
      "learning_rate": 9.715000725754876e-06,
      "loss": 0.16025235652923583,
      "step": 860
    },
    {
      "epoch": 0.5997242647058824,
      "grad_norm": 2.2920671077137373,
      "learning_rate": 9.701503573085333e-06,
      "loss": 0.1543705105781555,
      "step": 870
    },
    {
      "epoch": 0.6066176470588235,
      "grad_norm": 2.270603371483843,
      "learning_rate": 9.687703988900997e-06,
      "loss": 0.16801002025604247,
      "step": 880
    },
    {
      "epoch": 0.6135110294117647,
      "grad_norm": 2.1946461234899126,
      "learning_rate": 9.673602860881537e-06,
      "loss": 0.1437917470932007,
      "step": 890
    },
    {
      "epoch": 0.6204044117647058,
      "grad_norm": 2.3507098335526435,
      "learning_rate": 9.6592010961039e-06,
      "loss": 0.17003096342086793,
      "step": 900
    },
    {
      "epoch": 0.6272977941176471,
      "grad_norm": 2.017492647818431,
      "learning_rate": 9.644499620983963e-06,
      "loss": 0.15792806148529054,
      "step": 910
    },
    {
      "epoch": 0.6341911764705882,
      "grad_norm": 2.0787254533352786,
      "learning_rate": 9.62949938121693e-06,
      "loss": 0.14900211095809937,
      "step": 920
    },
    {
      "epoch": 0.6410845588235294,
      "grad_norm": 2.40035447227194,
      "learning_rate": 9.614201341716504e-06,
      "loss": 0.1706167697906494,
      "step": 930
    },
    {
      "epoch": 0.6479779411764706,
      "grad_norm": 1.8538950485267431,
      "learning_rate": 9.598606486552824e-06,
      "loss": 0.15982599258422853,
      "step": 940
    },
    {
      "epoch": 0.6548713235294118,
      "grad_norm": 1.9043934071906214,
      "learning_rate": 9.582715818889153e-06,
      "loss": 0.17432740926742554,
      "step": 950
    },
    {
      "epoch": 0.6617647058823529,
      "grad_norm": 2.27587594496883,
      "learning_rate": 9.566530360917352e-06,
      "loss": 0.1577114224433899,
      "step": 960
    },
    {
      "epoch": 0.6686580882352942,
      "grad_norm": 2.105344773854573,
      "learning_rate": 9.55005115379213e-06,
      "loss": 0.16678417921066285,
      "step": 970
    },
    {
      "epoch": 0.6755514705882353,
      "grad_norm": 2.5167176992600693,
      "learning_rate": 9.53327925756406e-06,
      "loss": 0.17092509269714357,
      "step": 980
    },
    {
      "epoch": 0.6824448529411765,
      "grad_norm": 2.370482416583327,
      "learning_rate": 9.516215751111404e-06,
      "loss": 0.16372032165527345,
      "step": 990
    },
    {
      "epoch": 0.6893382352941176,
      "grad_norm": 2.028088178828449,
      "learning_rate": 9.498861732070696e-06,
      "loss": 0.161215341091156,
      "step": 1000
    },
    {
      "epoch": 0.6962316176470589,
      "grad_norm": 2.451825452141502,
      "learning_rate": 9.48121831676615e-06,
      "loss": 0.1647666573524475,
      "step": 1010
    },
    {
      "epoch": 0.703125,
      "grad_norm": 2.2527801259080906,
      "learning_rate": 9.463286640137836e-06,
      "loss": 0.15716235637664794,
      "step": 1020
    },
    {
      "epoch": 0.7100183823529411,
      "grad_norm": 2.097993910638137,
      "learning_rate": 9.445067855668692e-06,
      "loss": 0.16385359764099122,
      "step": 1030
    },
    {
      "epoch": 0.7169117647058824,
      "grad_norm": 3.0584172391268507,
      "learning_rate": 9.426563135310302e-06,
      "loss": 0.17193572521209716,
      "step": 1040
    },
    {
      "epoch": 0.7238051470588235,
      "grad_norm": 1.6318781928354185,
      "learning_rate": 9.407773669407529e-06,
      "loss": 0.1576675534248352,
      "step": 1050
    },
    {
      "epoch": 0.7306985294117647,
      "grad_norm": 1.3266401164663664,
      "learning_rate": 9.388700666621928e-06,
      "loss": 0.14984090328216554,
      "step": 1060
    },
    {
      "epoch": 0.7375919117647058,
      "grad_norm": 2.127107914334403,
      "learning_rate": 9.369345353854009e-06,
      "loss": 0.16828520298004152,
      "step": 1070
    },
    {
      "epoch": 0.7444852941176471,
      "grad_norm": 2.927318758975383,
      "learning_rate": 9.349708976164309e-06,
      "loss": 0.1415470600128174,
      "step": 1080
    },
    {
      "epoch": 0.7513786764705882,
      "grad_norm": 1.9163131807789373,
      "learning_rate": 9.329792796693303e-06,
      "loss": 0.14385123252868653,
      "step": 1090
    },
    {
      "epoch": 0.7582720588235294,
      "grad_norm": 1.7777424344257127,
      "learning_rate": 9.309598096580144e-06,
      "loss": 0.1374192714691162,
      "step": 1100
    },
    {
      "epoch": 0.7651654411764706,
      "grad_norm": 2.2574148851852174,
      "learning_rate": 9.289126174880264e-06,
      "loss": 0.16254189014434814,
      "step": 1110
    },
    {
      "epoch": 0.7720588235294118,
      "grad_norm": 1.8406257858680126,
      "learning_rate": 9.268378348481803e-06,
      "loss": 0.16165242195129395,
      "step": 1120
    },
    {
      "epoch": 0.7789522058823529,
      "grad_norm": 1.9984650789891443,
      "learning_rate": 9.247355952020896e-06,
      "loss": 0.15757261514663695,
      "step": 1130
    },
    {
      "epoch": 0.7858455882352942,
      "grad_norm": 1.807488800870132,
      "learning_rate": 9.226060337795828e-06,
      "loss": 0.1674361228942871,
      "step": 1140
    },
    {
      "epoch": 0.7927389705882353,
      "grad_norm": 2.8527206210520517,
      "learning_rate": 9.204492875680036e-06,
      "loss": 0.17353161573410034,
      "step": 1150
    },
    {
      "epoch": 0.7996323529411765,
      "grad_norm": 1.9864562225381739,
      "learning_rate": 9.182654953033998e-06,
      "loss": 0.1709738254547119,
      "step": 1160
    },
    {
      "epoch": 0.8065257352941176,
      "grad_norm": 1.81435176617034,
      "learning_rate": 9.160547974615984e-06,
      "loss": 0.14444026947021485,
      "step": 1170
    },
    {
      "epoch": 0.8134191176470589,
      "grad_norm": 2.387257767795693,
      "learning_rate": 9.138173362491691e-06,
      "loss": 0.16030573844909668,
      "step": 1180
    },
    {
      "epoch": 0.8203125,
      "grad_norm": 2.1939235046635783,
      "learning_rate": 9.115532555942775e-06,
      "loss": 0.16388990879058837,
      "step": 1190
    },
    {
      "epoch": 0.8272058823529411,
      "grad_norm": 2.222000975052618,
      "learning_rate": 9.092627011374262e-06,
      "loss": 0.16416647434234619,
      "step": 1200
    },
    {
      "epoch": 0.8340992647058824,
      "grad_norm": 1.7100514464919614,
      "learning_rate": 9.069458202220856e-06,
      "loss": 0.1494975209236145,
      "step": 1210
    },
    {
      "epoch": 0.8409926470588235,
      "grad_norm": 1.6705268223100351,
      "learning_rate": 9.046027618852166e-06,
      "loss": 0.1610775589942932,
      "step": 1220
    },
    {
      "epoch": 0.8478860294117647,
      "grad_norm": 1.5995452402151205,
      "learning_rate": 9.022336768476838e-06,
      "loss": 0.16996046304702758,
      "step": 1230
    },
    {
      "epoch": 0.8547794117647058,
      "grad_norm": 2.041549973190287,
      "learning_rate": 8.998387175045594e-06,
      "loss": 0.1636579990386963,
      "step": 1240
    },
    {
      "epoch": 0.8616727941176471,
      "grad_norm": 1.7037094609055712,
      "learning_rate": 8.974180379153204e-06,
      "loss": 0.1470111846923828,
      "step": 1250
    },
    {
      "epoch": 0.8685661764705882,
      "grad_norm": 12.65925244398326,
      "learning_rate": 8.949717937939386e-06,
      "loss": 0.1743556022644043,
      "step": 1260
    },
    {
      "epoch": 0.8754595588235294,
      "grad_norm": 1.5699028556152872,
      "learning_rate": 8.925001424988643e-06,
      "loss": 0.15395480394363403,
      "step": 1270
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 1.8226746929112438,
      "learning_rate": 8.90003243022903e-06,
      "loss": 0.14501887559890747,
      "step": 1280
    },
    {
      "epoch": 0.8892463235294118,
      "grad_norm": 1.6835055994056067,
      "learning_rate": 8.874812559829895e-06,
      "loss": 0.16053210496902465,
      "step": 1290
    },
    {
      "epoch": 0.8961397058823529,
      "grad_norm": 1.91322433569754,
      "learning_rate": 8.849343436098546e-06,
      "loss": 0.15655715465545655,
      "step": 1300
    },
    {
      "epoch": 0.9030330882352942,
      "grad_norm": 1.844931916160508,
      "learning_rate": 8.823626697375896e-06,
      "loss": 0.17419509887695311,
      "step": 1310
    },
    {
      "epoch": 0.9099264705882353,
      "grad_norm": 2.198528532750326,
      "learning_rate": 8.79766399793108e-06,
      "loss": 0.16050173044204713,
      "step": 1320
    },
    {
      "epoch": 0.9168198529411765,
      "grad_norm": 1.767688811197616,
      "learning_rate": 8.771457007855043e-06,
      "loss": 0.17059826850891113,
      "step": 1330
    },
    {
      "epoch": 0.9237132352941176,
      "grad_norm": 1.675386445109649,
      "learning_rate": 8.745007412953093e-06,
      "loss": 0.1467560887336731,
      "step": 1340
    },
    {
      "epoch": 0.9306066176470589,
      "grad_norm": 2.084810779676981,
      "learning_rate": 8.718316914636478e-06,
      "loss": 0.15948697328567504,
      "step": 1350
    },
    {
      "epoch": 0.9375,
      "grad_norm": 1.957514064781039,
      "learning_rate": 8.69138722981293e-06,
      "loss": 0.16934080123901368,
      "step": 1360
    },
    {
      "epoch": 0.9443933823529411,
      "grad_norm": 1.6377851644577517,
      "learning_rate": 8.664220090776225e-06,
      "loss": 0.16854534149169922,
      "step": 1370
    },
    {
      "epoch": 0.9512867647058824,
      "grad_norm": 1.8510588416477833,
      "learning_rate": 8.636817245094748e-06,
      "loss": 0.15824053287506104,
      "step": 1380
    },
    {
      "epoch": 0.9581801470588235,
      "grad_norm": 2.21286548122359,
      "learning_rate": 8.609180455499082e-06,
      "loss": 0.1537485122680664,
      "step": 1390
    },
    {
      "epoch": 0.9650735294117647,
      "grad_norm": 2.2136550539311246,
      "learning_rate": 8.581311499768613e-06,
      "loss": 0.1517881155014038,
      "step": 1400
    },
    {
      "epoch": 0.9719669117647058,
      "grad_norm": 2.2606781494619894,
      "learning_rate": 8.553212170617175e-06,
      "loss": 0.16092751026153565,
      "step": 1410
    },
    {
      "epoch": 0.9788602941176471,
      "grad_norm": 1.7674200123266897,
      "learning_rate": 8.524884275577734e-06,
      "loss": 0.15237100124359132,
      "step": 1420
    },
    {
      "epoch": 0.9857536764705882,
      "grad_norm": 2.0081256630907416,
      "learning_rate": 8.496329636886102e-06,
      "loss": 0.14266293048858641,
      "step": 1430
    },
    {
      "epoch": 0.9926470588235294,
      "grad_norm": 2.273672127947933,
      "learning_rate": 8.467550091363738e-06,
      "loss": 0.15185041427612306,
      "step": 1440
    },
    {
      "epoch": 0.9995404411764706,
      "grad_norm": 1.8190214263965316,
      "learning_rate": 8.438547490299576e-06,
      "loss": 0.16282849311828612,
      "step": 1450
    },
    {
      "epoch": 1.006204044117647,
      "grad_norm": 1.5988745095260293,
      "learning_rate": 8.409323699330947e-06,
      "loss": 0.1472927451133728,
      "step": 1460
    },
    {
      "epoch": 1.0130974264705883,
      "grad_norm": 1.6223397490497409,
      "learning_rate": 8.379880598323567e-06,
      "loss": 0.1473831295967102,
      "step": 1470
    },
    {
      "epoch": 1.0199908088235294,
      "grad_norm": 2.6672758933732466,
      "learning_rate": 8.350220081250604e-06,
      "loss": 0.17242648601531982,
      "step": 1480
    },
    {
      "epoch": 1.0268841911764706,
      "grad_norm": 1.4051229719062264,
      "learning_rate": 8.320344056070856e-06,
      "loss": 0.16210659742355346,
      "step": 1490
    },
    {
      "epoch": 1.0337775735294117,
      "grad_norm": 1.8082907890381676,
      "learning_rate": 8.29025444460602e-06,
      "loss": 0.1460418939590454,
      "step": 1500
    },
    {
      "epoch": 1.040670955882353,
      "grad_norm": 2.1707620899501356,
      "learning_rate": 8.259953182417055e-06,
      "loss": 0.14574445486068727,
      "step": 1510
    },
    {
      "epoch": 1.0475643382352942,
      "grad_norm": 1.9668153212469441,
      "learning_rate": 8.229442218679681e-06,
      "loss": 0.15444610118865967,
      "step": 1520
    },
    {
      "epoch": 1.0544577205882353,
      "grad_norm": 1.6828432460896554,
      "learning_rate": 8.198723516059004e-06,
      "loss": 0.14573996067047118,
      "step": 1530
    },
    {
      "epoch": 1.0613511029411764,
      "grad_norm": 2.3639646606880267,
      "learning_rate": 8.167799050583243e-06,
      "loss": 0.15691652297973632,
      "step": 1540
    },
    {
      "epoch": 1.0682444852941178,
      "grad_norm": 2.2055580864363713,
      "learning_rate": 8.136670811516643e-06,
      "loss": 0.15435473918914794,
      "step": 1550
    },
    {
      "epoch": 1.0751378676470589,
      "grad_norm": 1.8433229201656933,
      "learning_rate": 8.105340801231497e-06,
      "loss": 0.1509031295776367,
      "step": 1560
    },
    {
      "epoch": 1.08203125,
      "grad_norm": 1.5824119795770026,
      "learning_rate": 8.073811035079347e-06,
      "loss": 0.1492925763130188,
      "step": 1570
    },
    {
      "epoch": 1.0889246323529411,
      "grad_norm": 1.5830695765054288,
      "learning_rate": 8.042083541261338e-06,
      "loss": 0.15630196332931517,
      "step": 1580
    },
    {
      "epoch": 1.0958180147058822,
      "grad_norm": 1.6076644988931885,
      "learning_rate": 8.010160360697756e-06,
      "loss": 0.13141361474990845,
      "step": 1590
    },
    {
      "epoch": 1.1027113970588236,
      "grad_norm": 1.585222535618291,
      "learning_rate": 7.978043546896743e-06,
      "loss": 0.15333921909332277,
      "step": 1600
    },
    {
      "epoch": 1.1096047794117647,
      "grad_norm": 1.63768137856969,
      "learning_rate": 7.945735165822193e-06,
      "loss": 0.1440296769142151,
      "step": 1610
    },
    {
      "epoch": 1.1164981617647058,
      "grad_norm": 1.907337845859398,
      "learning_rate": 7.91323729576087e-06,
      "loss": 0.1427100419998169,
      "step": 1620
    },
    {
      "epoch": 1.123391544117647,
      "grad_norm": 2.115544584235045,
      "learning_rate": 7.880552027188703e-06,
      "loss": 0.14052720069885255,
      "step": 1630
    },
    {
      "epoch": 1.1302849264705883,
      "grad_norm": 1.9214615227942893,
      "learning_rate": 7.84768146263633e-06,
      "loss": 0.13519850969314576,
      "step": 1640
    },
    {
      "epoch": 1.1371783088235294,
      "grad_norm": 1.9454184289215273,
      "learning_rate": 7.814627716553832e-06,
      "loss": 0.15731390714645385,
      "step": 1650
    },
    {
      "epoch": 1.1440716911764706,
      "grad_norm": 2.289939209729343,
      "learning_rate": 7.781392915174733e-06,
      "loss": 0.14594757556915283,
      "step": 1660
    },
    {
      "epoch": 1.1509650735294117,
      "grad_norm": 2.0907599024191326,
      "learning_rate": 7.747979196379219e-06,
      "loss": 0.15411378145217897,
      "step": 1670
    },
    {
      "epoch": 1.157858455882353,
      "grad_norm": 1.7624952652395163,
      "learning_rate": 7.714388709556609e-06,
      "loss": 0.15513694286346436,
      "step": 1680
    },
    {
      "epoch": 1.1647518382352942,
      "grad_norm": 1.9680280085303146,
      "learning_rate": 7.68062361546711e-06,
      "loss": 0.14441139698028566,
      "step": 1690
    },
    {
      "epoch": 1.1716452205882353,
      "grad_norm": 1.7092966245886136,
      "learning_rate": 7.646686086102806e-06,
      "loss": 0.13383402824401855,
      "step": 1700
    },
    {
      "epoch": 1.1785386029411764,
      "grad_norm": 2.0157942232171124,
      "learning_rate": 7.61257830454795e-06,
      "loss": 0.14235570430755615,
      "step": 1710
    },
    {
      "epoch": 1.1854319852941178,
      "grad_norm": 1.801340431180514,
      "learning_rate": 7.578302464838532e-06,
      "loss": 0.14418511390686034,
      "step": 1720
    },
    {
      "epoch": 1.1923253676470589,
      "grad_norm": 2.014703855062623,
      "learning_rate": 7.543860771821141e-06,
      "loss": 0.15101964473724366,
      "step": 1730
    },
    {
      "epoch": 1.19921875,
      "grad_norm": 1.9210973609098658,
      "learning_rate": 7.509255441011141e-06,
      "loss": 0.1443597912788391,
      "step": 1740
    },
    {
      "epoch": 1.2061121323529411,
      "grad_norm": 1.4104800122560395,
      "learning_rate": 7.474488698450148e-06,
      "loss": 0.14291495084762573,
      "step": 1750
    },
    {
      "epoch": 1.2130055147058822,
      "grad_norm": 1.5258623028176626,
      "learning_rate": 7.439562780562839e-06,
      "loss": 0.1412590980529785,
      "step": 1760
    },
    {
      "epoch": 1.2198988970588236,
      "grad_norm": 2.6367674482757453,
      "learning_rate": 7.4044799340130946e-06,
      "loss": 0.14387788772583007,
      "step": 1770
    },
    {
      "epoch": 1.2267922794117647,
      "grad_norm": 1.7069860176463973,
      "learning_rate": 7.3692424155594745e-06,
      "loss": 0.14593122005462647,
      "step": 1780
    },
    {
      "epoch": 1.2336856617647058,
      "grad_norm": 1.5917622816859138,
      "learning_rate": 7.333852491910043e-06,
      "loss": 0.13555134534835817,
      "step": 1790
    },
    {
      "epoch": 1.240579044117647,
      "grad_norm": 1.9305033420502284,
      "learning_rate": 7.298312439576574e-06,
      "loss": 0.14243204593658448,
      "step": 1800
    },
    {
      "epoch": 1.2474724264705883,
      "grad_norm": 1.4958837788508892,
      "learning_rate": 7.262624544728094e-06,
      "loss": 0.15101094245910646,
      "step": 1810
    },
    {
      "epoch": 1.2543658088235294,
      "grad_norm": 1.6747899060756728,
      "learning_rate": 7.226791103043835e-06,
      "loss": 0.14668235778808594,
      "step": 1820
    },
    {
      "epoch": 1.2612591911764706,
      "grad_norm": 2.2518485128377312,
      "learning_rate": 7.19081441956555e-06,
      "loss": 0.14163424968719482,
      "step": 1830
    },
    {
      "epoch": 1.2681525735294117,
      "grad_norm": 1.728273951797738,
      "learning_rate": 7.154696808549246e-06,
      "loss": 0.13002049922943115,
      "step": 1840
    },
    {
      "epoch": 1.2750459558823528,
      "grad_norm": 1.7020053589071926,
      "learning_rate": 7.118440593316312e-06,
      "loss": 0.16444404125213624,
      "step": 1850
    },
    {
      "epoch": 1.2819393382352942,
      "grad_norm": 2.0330568773602344,
      "learning_rate": 7.082048106104068e-06,
      "loss": 0.14571700096130372,
      "step": 1860
    },
    {
      "epoch": 1.2888327205882353,
      "grad_norm": 1.5544759227267877,
      "learning_rate": 7.045521687915739e-06,
      "loss": 0.15139193534851075,
      "step": 1870
    },
    {
      "epoch": 1.2957261029411764,
      "grad_norm": 1.3707954890971656,
      "learning_rate": 7.008863688369873e-06,
      "loss": 0.1477123022079468,
      "step": 1880
    },
    {
      "epoch": 1.3026194852941178,
      "grad_norm": 1.5077479473963344,
      "learning_rate": 6.972076465549186e-06,
      "loss": 0.14567289352416993,
      "step": 1890
    },
    {
      "epoch": 1.3095128676470589,
      "grad_norm": 1.8621365716256821,
      "learning_rate": 6.935162385848888e-06,
      "loss": 0.15198432207107543,
      "step": 1900
    },
    {
      "epoch": 1.31640625,
      "grad_norm": 1.5713690215818659,
      "learning_rate": 6.898123823824452e-06,
      "loss": 0.15759592056274413,
      "step": 1910
    },
    {
      "epoch": 1.3232996323529411,
      "grad_norm": 1.891675471457382,
      "learning_rate": 6.860963162038866e-06,
      "loss": 0.13721535205841065,
      "step": 1920
    },
    {
      "epoch": 1.3301930147058822,
      "grad_norm": 1.6943184507678362,
      "learning_rate": 6.823682790909384e-06,
      "loss": 0.13009350299835204,
      "step": 1930
    },
    {
      "epoch": 1.3370863970588236,
      "grad_norm": 1.7774359175748022,
      "learning_rate": 6.786285108553739e-06,
      "loss": 0.1439496397972107,
      "step": 1940
    },
    {
      "epoch": 1.3439797794117647,
      "grad_norm": 1.8597414102572818,
      "learning_rate": 6.748772520635899e-06,
      "loss": 0.13554062843322753,
      "step": 1950
    },
    {
      "epoch": 1.3508731617647058,
      "grad_norm": 2.1852960570901785,
      "learning_rate": 6.711147440211304e-06,
      "loss": 0.14609992504119873,
      "step": 1960
    },
    {
      "epoch": 1.3577665441176472,
      "grad_norm": 1.9313283084309325,
      "learning_rate": 6.673412287571655e-06,
      "loss": 0.14392735958099365,
      "step": 1970
    },
    {
      "epoch": 1.3646599264705883,
      "grad_norm": 1.7421508143880167,
      "learning_rate": 6.635569490089215e-06,
      "loss": 0.13514573574066163,
      "step": 1980
    },
    {
      "epoch": 1.3715533088235294,
      "grad_norm": 1.5432541026623707,
      "learning_rate": 6.5976214820606695e-06,
      "loss": 0.14920060634613036,
      "step": 1990
    },
    {
      "epoch": 1.3784466911764706,
      "grad_norm": 1.7325648788299666,
      "learning_rate": 6.559570704550536e-06,
      "loss": 0.13802111148834229,
      "step": 2000
    },
    {
      "epoch": 1.3853400735294117,
      "grad_norm": 1.4180755814316135,
      "learning_rate": 6.521419605234141e-06,
      "loss": 0.14823660850524903,
      "step": 2010
    },
    {
      "epoch": 1.3922334558823528,
      "grad_norm": 1.6671150546352118,
      "learning_rate": 6.48317063824016e-06,
      "loss": 0.1522348165512085,
      "step": 2020
    },
    {
      "epoch": 1.3991268382352942,
      "grad_norm": 1.6560268949174834,
      "learning_rate": 6.444826263992767e-06,
      "loss": 0.1401064395904541,
      "step": 2030
    },
    {
      "epoch": 1.4060202205882353,
      "grad_norm": 1.949640947160851,
      "learning_rate": 6.40638894905335e-06,
      "loss": 0.13964433670043946,
      "step": 2040
    },
    {
      "epoch": 1.4129136029411764,
      "grad_norm": 1.6916477749048844,
      "learning_rate": 6.367861165961854e-06,
      "loss": 0.14463403224945068,
      "step": 2050
    },
    {
      "epoch": 1.4198069852941178,
      "grad_norm": 1.7534809687050923,
      "learning_rate": 6.329245393077727e-06,
      "loss": 0.1377117156982422,
      "step": 2060
    },
    {
      "epoch": 1.4267003676470589,
      "grad_norm": 2.4343486564199748,
      "learning_rate": 6.290544114420496e-06,
      "loss": 0.1427626609802246,
      "step": 2070
    },
    {
      "epoch": 1.43359375,
      "grad_norm": 1.6339522704199174,
      "learning_rate": 6.251759819509984e-06,
      "loss": 0.150077486038208,
      "step": 2080
    },
    {
      "epoch": 1.4404871323529411,
      "grad_norm": 1.4745669822133622,
      "learning_rate": 6.212895003206158e-06,
      "loss": 0.14722493886947632,
      "step": 2090
    },
    {
      "epoch": 1.4473805147058822,
      "grad_norm": 2.0466125953036935,
      "learning_rate": 6.173952165548651e-06,
      "loss": 0.13647210597991943,
      "step": 2100
    },
    {
      "epoch": 1.4542738970588236,
      "grad_norm": 1.4084165087359701,
      "learning_rate": 6.13493381159594e-06,
      "loss": 0.15385825634002687,
      "step": 2110
    },
    {
      "epoch": 1.4611672794117647,
      "grad_norm": 1.5987480886779193,
      "learning_rate": 6.095842451264207e-06,
      "loss": 0.13793781995773316,
      "step": 2120
    },
    {
      "epoch": 1.4680606617647058,
      "grad_norm": 2.2310062139904354,
      "learning_rate": 6.056680599165882e-06,
      "loss": 0.14825844764709473,
      "step": 2130
    },
    {
      "epoch": 1.4749540441176472,
      "grad_norm": 1.654927391132379,
      "learning_rate": 6.017450774447885e-06,
      "loss": 0.13707478046417237,
      "step": 2140
    },
    {
      "epoch": 1.4818474264705883,
      "grad_norm": 1.7240535638114054,
      "learning_rate": 5.97815550062958e-06,
      "loss": 0.152138090133667,
      "step": 2150
    },
    {
      "epoch": 1.4887408088235294,
      "grad_norm": 1.6993262585571232,
      "learning_rate": 5.938797305440452e-06,
      "loss": 0.1269232749938965,
      "step": 2160
    },
    {
      "epoch": 1.4956341911764706,
      "grad_norm": 2.305065486004532,
      "learning_rate": 5.899378720657491e-06,
      "loss": 0.14829449653625487,
      "step": 2170
    },
    {
      "epoch": 1.5025275735294117,
      "grad_norm": 1.812931865023039,
      "learning_rate": 5.859902281942353e-06,
      "loss": 0.12375198602676392,
      "step": 2180
    },
    {
      "epoch": 1.5094209558823528,
      "grad_norm": 1.917807473002464,
      "learning_rate": 5.820370528678226e-06,
      "loss": 0.1606054425239563,
      "step": 2190
    },
    {
      "epoch": 1.5163143382352942,
      "grad_norm": 1.7798610166196271,
      "learning_rate": 5.780786003806502e-06,
      "loss": 0.1301969289779663,
      "step": 2200
    },
    {
      "epoch": 1.5232077205882353,
      "grad_norm": 1.7316987198868292,
      "learning_rate": 5.741151253663183e-06,
      "loss": 0.12928574085235595,
      "step": 2210
    },
    {
      "epoch": 1.5301011029411766,
      "grad_norm": 1.5262360769836112,
      "learning_rate": 5.7014688278150906e-06,
      "loss": 0.1264800548553467,
      "step": 2220
    },
    {
      "epoch": 1.5369944852941178,
      "grad_norm": 1.4924643904629133,
      "learning_rate": 5.661741278895862e-06,
      "loss": 0.13658742904663085,
      "step": 2230
    },
    {
      "epoch": 1.5438878676470589,
      "grad_norm": 2.0917676181153664,
      "learning_rate": 5.621971162441746e-06,
      "loss": 0.13064200878143312,
      "step": 2240
    },
    {
      "epoch": 1.55078125,
      "grad_norm": 2.3981719986350605,
      "learning_rate": 5.582161036727209e-06,
      "loss": 0.14448009729385375,
      "step": 2250
    },
    {
      "epoch": 1.5576746323529411,
      "grad_norm": 2.0348320032998495,
      "learning_rate": 5.542313462600384e-06,
      "loss": 0.12393027544021606,
      "step": 2260
    },
    {
      "epoch": 1.5645680147058822,
      "grad_norm": 1.8193697546174674,
      "learning_rate": 5.502431003318322e-06,
      "loss": 0.1507801055908203,
      "step": 2270
    },
    {
      "epoch": 1.5714613970588234,
      "grad_norm": 2.4845580997807186,
      "learning_rate": 5.4625162243821205e-06,
      "loss": 0.16156342029571533,
      "step": 2280
    },
    {
      "epoch": 1.5783547794117647,
      "grad_norm": 1.184445176280688,
      "learning_rate": 5.422571693371891e-06,
      "loss": 0.12696654796600343,
      "step": 2290
    },
    {
      "epoch": 1.5852481617647058,
      "grad_norm": 1.6066615967639477,
      "learning_rate": 5.382599979781588e-06,
      "loss": 0.14744441509246825,
      "step": 2300
    },
    {
      "epoch": 1.5921415441176472,
      "grad_norm": 1.6022406930157385,
      "learning_rate": 5.3426036548537315e-06,
      "loss": 0.12689508199691774,
      "step": 2310
    },
    {
      "epoch": 1.5990349264705883,
      "grad_norm": 1.5670282783908427,
      "learning_rate": 5.302585291414004e-06,
      "loss": 0.14102492332458497,
      "step": 2320
    },
    {
      "epoch": 1.6059283088235294,
      "grad_norm": 1.6969524622265773,
      "learning_rate": 5.262547463705747e-06,
      "loss": 0.14767897129058838,
      "step": 2330
    },
    {
      "epoch": 1.6128216911764706,
      "grad_norm": 1.7071268612508324,
      "learning_rate": 5.222492747224373e-06,
      "loss": 0.14464342594146729,
      "step": 2340
    },
    {
      "epoch": 1.6197150735294117,
      "grad_norm": 1.82359074948181,
      "learning_rate": 5.182423718551692e-06,
      "loss": 0.14657317399978637,
      "step": 2350
    },
    {
      "epoch": 1.6266084558823528,
      "grad_norm": 1.9443082806773748,
      "learning_rate": 5.142342955190163e-06,
      "loss": 0.13043413162231446,
      "step": 2360
    },
    {
      "epoch": 1.6335018382352942,
      "grad_norm": 1.5573398014873407,
      "learning_rate": 5.102253035397105e-06,
      "loss": 0.1361347556114197,
      "step": 2370
    },
    {
      "epoch": 1.6403952205882353,
      "grad_norm": 1.4728957935010625,
      "learning_rate": 5.062156538018832e-06,
      "loss": 0.145288348197937,
      "step": 2380
    },
    {
      "epoch": 1.6472886029411766,
      "grad_norm": 1.4961237431450092,
      "learning_rate": 5.0220560423247755e-06,
      "loss": 0.14340994358062745,
      "step": 2390
    },
    {
      "epoch": 1.6541819852941178,
      "grad_norm": 1.6411953674167117,
      "learning_rate": 4.981954127841562e-06,
      "loss": 0.15326478481292724,
      "step": 2400
    },
    {
      "epoch": 1.6610753676470589,
      "grad_norm": 1.3741078444189752,
      "learning_rate": 4.941853374187083e-06,
      "loss": 0.1366991877555847,
      "step": 2410
    },
    {
      "epoch": 1.66796875,
      "grad_norm": 2.0978470854164675,
      "learning_rate": 4.901756360904565e-06,
      "loss": 0.15518345832824706,
      "step": 2420
    },
    {
      "epoch": 1.6748621323529411,
      "grad_norm": 1.5814673061583175,
      "learning_rate": 4.861665667296619e-06,
      "loss": 0.1281091809272766,
      "step": 2430
    },
    {
      "epoch": 1.6817555147058822,
      "grad_norm": 1.6260719642062298,
      "learning_rate": 4.821583872259341e-06,
      "loss": 0.12725906372070311,
      "step": 2440
    },
    {
      "epoch": 1.6886488970588234,
      "grad_norm": 1.7690763597862846,
      "learning_rate": 4.781513554116408e-06,
      "loss": 0.13620359897613527,
      "step": 2450
    },
    {
      "epoch": 1.6955422794117647,
      "grad_norm": 1.6594918804985923,
      "learning_rate": 4.741457290453233e-06,
      "loss": 0.145400071144104,
      "step": 2460
    },
    {
      "epoch": 1.7024356617647058,
      "grad_norm": 1.4709815736807386,
      "learning_rate": 4.7014176579511456e-06,
      "loss": 0.142938494682312,
      "step": 2470
    },
    {
      "epoch": 1.7093290441176472,
      "grad_norm": 1.8067264635148756,
      "learning_rate": 4.661397232221658e-06,
      "loss": 0.13525724411010742,
      "step": 2480
    },
    {
      "epoch": 1.7162224264705883,
      "grad_norm": 1.6742657569361763,
      "learning_rate": 4.621398587640769e-06,
      "loss": 0.1330089569091797,
      "step": 2490
    },
    {
      "epoch": 1.7231158088235294,
      "grad_norm": 1.6012543971591917,
      "learning_rate": 4.58142429718338e-06,
      "loss": 0.1341208577156067,
      "step": 2500
    },
    {
      "epoch": 1.7300091911764706,
      "grad_norm": 1.9205684863387458,
      "learning_rate": 4.541476932257766e-06,
      "loss": 0.14351036548614501,
      "step": 2510
    },
    {
      "epoch": 1.7369025735294117,
      "grad_norm": 1.762354374799991,
      "learning_rate": 4.501559062540184e-06,
      "loss": 0.13325161933898927,
      "step": 2520
    },
    {
      "epoch": 1.7437959558823528,
      "grad_norm": 2.0632179097039973,
      "learning_rate": 4.461673255809562e-06,
      "loss": 0.12966744899749755,
      "step": 2530
    },
    {
      "epoch": 1.7506893382352942,
      "grad_norm": 2.1283125222582537,
      "learning_rate": 4.421822077782323e-06,
      "loss": 0.13448989391326904,
      "step": 2540
    },
    {
      "epoch": 1.7575827205882353,
      "grad_norm": 1.4134072111967055,
      "learning_rate": 4.382008091947355e-06,
      "loss": 0.1310030460357666,
      "step": 2550
    },
    {
      "epoch": 1.7644761029411766,
      "grad_norm": 2.298403913407891,
      "learning_rate": 4.3422338594010885e-06,
      "loss": 0.14739159345626832,
      "step": 2560
    },
    {
      "epoch": 1.7713694852941178,
      "grad_norm": 1.7763077758774186,
      "learning_rate": 4.302501938682771e-06,
      "loss": 0.1399444580078125,
      "step": 2570
    },
    {
      "epoch": 1.7782628676470589,
      "grad_norm": 1.653606623491891,
      "learning_rate": 4.262814885609872e-06,
      "loss": 0.1351703405380249,
      "step": 2580
    },
    {
      "epoch": 1.78515625,
      "grad_norm": 2.6738819877618853,
      "learning_rate": 4.223175253113681e-06,
      "loss": 0.1410216808319092,
      "step": 2590
    },
    {
      "epoch": 1.7920496323529411,
      "grad_norm": 1.6971057699000849,
      "learning_rate": 4.1835855910750835e-06,
      "loss": 0.13644049167633057,
      "step": 2600
    },
    {
      "epoch": 1.7989430147058822,
      "grad_norm": 1.6326460704526091,
      "learning_rate": 4.144048446160541e-06,
      "loss": 0.13414173126220702,
      "step": 2610
    },
    {
      "epoch": 1.8058363970588234,
      "grad_norm": 1.7336577381080374,
      "learning_rate": 4.104566361658267e-06,
      "loss": 0.13017280101776124,
      "step": 2620
    },
    {
      "epoch": 1.8127297794117647,
      "grad_norm": 1.9262868180041908,
      "learning_rate": 4.065141877314631e-06,
      "loss": 0.1337353229522705,
      "step": 2630
    },
    {
      "epoch": 1.8196231617647058,
      "grad_norm": 1.3835519377438648,
      "learning_rate": 4.02577752917078e-06,
      "loss": 0.13349078893661498,
      "step": 2640
    },
    {
      "epoch": 1.8265165441176472,
      "grad_norm": 1.9611288995915224,
      "learning_rate": 3.986475849399507e-06,
      "loss": 0.13329349756240844,
      "step": 2650
    },
    {
      "epoch": 1.8334099264705883,
      "grad_norm": 1.8948393474300083,
      "learning_rate": 3.947239366142369e-06,
      "loss": 0.1371665596961975,
      "step": 2660
    },
    {
      "epoch": 1.8403033088235294,
      "grad_norm": 1.7416005426621846,
      "learning_rate": 3.9080706033470464e-06,
      "loss": 0.1397342562675476,
      "step": 2670
    },
    {
      "epoch": 1.8471966911764706,
      "grad_norm": 1.2646051845672215,
      "learning_rate": 3.8689720806050095e-06,
      "loss": 0.11453455686569214,
      "step": 2680
    },
    {
      "epoch": 1.8540900735294117,
      "grad_norm": 2.001472916370873,
      "learning_rate": 3.829946312989414e-06,
      "loss": 0.13941944837570192,
      "step": 2690
    },
    {
      "epoch": 1.8609834558823528,
      "grad_norm": 1.9800679774471892,
      "learning_rate": 3.79099581089334e-06,
      "loss": 0.15124634504318238,
      "step": 2700
    },
    {
      "epoch": 1.8678768382352942,
      "grad_norm": 1.6867655002024835,
      "learning_rate": 3.7521230798682884e-06,
      "loss": 0.14064371585845947,
      "step": 2710
    },
    {
      "epoch": 1.8747702205882353,
      "grad_norm": 1.8976530277714836,
      "learning_rate": 3.7133306204630227e-06,
      "loss": 0.1397136926651001,
      "step": 2720
    },
    {
      "epoch": 1.8816636029411766,
      "grad_norm": 2.14151373187302,
      "learning_rate": 3.6746209280627034e-06,
      "loss": 0.14189364910125732,
      "step": 2730
    },
    {
      "epoch": 1.8885569852941178,
      "grad_norm": 1.9672105753560098,
      "learning_rate": 3.6359964927283776e-06,
      "loss": 0.1172229528427124,
      "step": 2740
    },
    {
      "epoch": 1.8954503676470589,
      "grad_norm": 1.993330453741204,
      "learning_rate": 3.597459799036802e-06,
      "loss": 0.13286043405532838,
      "step": 2750
    },
    {
      "epoch": 1.90234375,
      "grad_norm": 1.5302298187029924,
      "learning_rate": 3.5590133259206093e-06,
      "loss": 0.14128028154373168,
      "step": 2760
    },
    {
      "epoch": 1.9092371323529411,
      "grad_norm": 2.011950617156456,
      "learning_rate": 3.5206595465088606e-06,
      "loss": 0.13666582107543945,
      "step": 2770
    },
    {
      "epoch": 1.9161305147058822,
      "grad_norm": 1.7288358974818068,
      "learning_rate": 3.4824009279679456e-06,
      "loss": 0.13020799160003663,
      "step": 2780
    },
    {
      "epoch": 1.9230238970588234,
      "grad_norm": 1.5190704485403526,
      "learning_rate": 3.4442399313428875e-06,
      "loss": 0.13748562335968018,
      "step": 2790
    },
    {
      "epoch": 1.9299172794117647,
      "grad_norm": 1.832103272072538,
      "learning_rate": 3.406179011399021e-06,
      "loss": 0.1284859299659729,
      "step": 2800
    },
    {
      "epoch": 1.9368106617647058,
      "grad_norm": 1.4546021900693107,
      "learning_rate": 3.368220616464105e-06,
      "loss": 0.11885954141616821,
      "step": 2810
    },
    {
      "epoch": 1.9437040441176472,
      "grad_norm": 1.8271489966041947,
      "learning_rate": 3.330367188270805e-06,
      "loss": 0.12866705656051636,
      "step": 2820
    },
    {
      "epoch": 1.9505974264705883,
      "grad_norm": 1.8068298861667877,
      "learning_rate": 3.2926211617996474e-06,
      "loss": 0.14845612049102783,
      "step": 2830
    },
    {
      "epoch": 1.9574908088235294,
      "grad_norm": 1.5573554184944385,
      "learning_rate": 3.2549849651223693e-06,
      "loss": 0.13820537328720092,
      "step": 2840
    },
    {
      "epoch": 1.9643841911764706,
      "grad_norm": 1.9779923865800493,
      "learning_rate": 3.217461019245741e-06,
      "loss": 0.12901639938354492,
      "step": 2850
    },
    {
      "epoch": 1.9712775735294117,
      "grad_norm": 1.4256869281739777,
      "learning_rate": 3.180051737955826e-06,
      "loss": 0.13740575313568115,
      "step": 2860
    },
    {
      "epoch": 1.9781709558823528,
      "grad_norm": 1.4109838187842052,
      "learning_rate": 3.1427595276627042e-06,
      "loss": 0.13781973123550414,
      "step": 2870
    },
    {
      "epoch": 1.9850643382352942,
      "grad_norm": 1.6978632689805804,
      "learning_rate": 3.105586787245689e-06,
      "loss": 0.1352555513381958,
      "step": 2880
    },
    {
      "epoch": 1.9919577205882353,
      "grad_norm": 1.8073855403990506,
      "learning_rate": 3.068535907899004e-06,
      "loss": 0.13522062301635743,
      "step": 2890
    },
    {
      "epoch": 1.9988511029411766,
      "grad_norm": 1.704630610572276,
      "learning_rate": 3.0316092729779733e-06,
      "loss": 0.14497931003570558,
      "step": 2900
    },
    {
      "epoch": 2.005514705882353,
      "grad_norm": 1.356328172600568,
      "learning_rate": 2.9948092578457015e-06,
      "loss": 0.1228764533996582,
      "step": 2910
    },
    {
      "epoch": 2.012408088235294,
      "grad_norm": 2.407536667228917,
      "learning_rate": 2.9581382297202852e-06,
      "loss": 0.11468364000320434,
      "step": 2920
    },
    {
      "epoch": 2.0193014705882355,
      "grad_norm": 1.410250558397681,
      "learning_rate": 2.9215985475225224e-06,
      "loss": 0.11977126598358154,
      "step": 2930
    },
    {
      "epoch": 2.0261948529411766,
      "grad_norm": 1.5553196634912534,
      "learning_rate": 2.885192561724191e-06,
      "loss": 0.12928369045257568,
      "step": 2940
    },
    {
      "epoch": 2.0330882352941178,
      "grad_norm": 1.5120256544331756,
      "learning_rate": 2.8489226141968297e-06,
      "loss": 0.1211053967475891,
      "step": 2950
    },
    {
      "epoch": 2.039981617647059,
      "grad_norm": 1.510327380144663,
      "learning_rate": 2.8127910380611146e-06,
      "loss": 0.11670500040054321,
      "step": 2960
    },
    {
      "epoch": 2.046875,
      "grad_norm": 1.3126974404969163,
      "learning_rate": 2.776800157536761e-06,
      "loss": 0.13219075202941893,
      "step": 2970
    },
    {
      "epoch": 2.053768382352941,
      "grad_norm": 1.872423900612551,
      "learning_rate": 2.7409522877930184e-06,
      "loss": 0.12856197357177734,
      "step": 2980
    },
    {
      "epoch": 2.0606617647058822,
      "grad_norm": 1.715367764063543,
      "learning_rate": 2.7052497347997577e-06,
      "loss": 0.1153645634651184,
      "step": 2990
    },
    {
      "epoch": 2.0675551470588234,
      "grad_norm": 1.9674087281129433,
      "learning_rate": 2.669694795179106e-06,
      "loss": 0.12575641870498658,
      "step": 3000
    },
    {
      "epoch": 2.0744485294117645,
      "grad_norm": 2.184395219605904,
      "learning_rate": 2.6342897560577478e-06,
      "loss": 0.11486480236053467,
      "step": 3010
    },
    {
      "epoch": 2.081341911764706,
      "grad_norm": 1.9560867025510356,
      "learning_rate": 2.5990368949197776e-06,
      "loss": 0.12360923290252686,
      "step": 3020
    },
    {
      "epoch": 2.088235294117647,
      "grad_norm": 1.4957547139600433,
      "learning_rate": 2.5639384794602045e-06,
      "loss": 0.12444189786911011,
      "step": 3030
    },
    {
      "epoch": 2.0951286764705883,
      "grad_norm": 1.958571347724113,
      "learning_rate": 2.5289967674390804e-06,
      "loss": 0.12822755575180053,
      "step": 3040
    },
    {
      "epoch": 2.1020220588235294,
      "grad_norm": 1.6027469500661649,
      "learning_rate": 2.4942140065362684e-06,
      "loss": 0.13448936939239503,
      "step": 3050
    },
    {
      "epoch": 2.1089154411764706,
      "grad_norm": 1.6765411649394228,
      "learning_rate": 2.459592434206851e-06,
      "loss": 0.12157846689224243,
      "step": 3060
    },
    {
      "epoch": 2.1158088235294117,
      "grad_norm": 1.629101262437938,
      "learning_rate": 2.4251342775372044e-06,
      "loss": 0.13914096355438232,
      "step": 3070
    },
    {
      "epoch": 2.122702205882353,
      "grad_norm": 1.5912622976226074,
      "learning_rate": 2.3908417531017437e-06,
      "loss": 0.12324203252792358,
      "step": 3080
    },
    {
      "epoch": 2.129595588235294,
      "grad_norm": 2.210174202861284,
      "learning_rate": 2.3567170668203295e-06,
      "loss": 0.11572927236557007,
      "step": 3090
    },
    {
      "epoch": 2.1364889705882355,
      "grad_norm": 1.4923410743938628,
      "learning_rate": 2.322762413816373e-06,
      "loss": 0.12262394428253173,
      "step": 3100
    },
    {
      "epoch": 2.1433823529411766,
      "grad_norm": 1.7949914671907106,
      "learning_rate": 2.2889799782756296e-06,
      "loss": 0.10686519145965576,
      "step": 3110
    },
    {
      "epoch": 2.1502757352941178,
      "grad_norm": 2.1257598100960053,
      "learning_rate": 2.255371933305705e-06,
      "loss": 0.11408430337905884,
      "step": 3120
    },
    {
      "epoch": 2.157169117647059,
      "grad_norm": 2.53927856986225,
      "learning_rate": 2.2219404407962546e-06,
      "loss": 0.1226811408996582,
      "step": 3130
    },
    {
      "epoch": 2.1640625,
      "grad_norm": 1.7030436901690522,
      "learning_rate": 2.1886876512799254e-06,
      "loss": 0.11708424091339112,
      "step": 3140
    },
    {
      "epoch": 2.170955882352941,
      "grad_norm": 1.6614634238791786,
      "learning_rate": 2.155615703794014e-06,
      "loss": 0.12207735776901245,
      "step": 3150
    },
    {
      "epoch": 2.1778492647058822,
      "grad_norm": 1.1739219439939677,
      "learning_rate": 2.1227267257428812e-06,
      "loss": 0.12072246074676514,
      "step": 3160
    },
    {
      "epoch": 2.1847426470588234,
      "grad_norm": 1.623098330425371,
      "learning_rate": 2.0900228327610813e-06,
      "loss": 0.1309061050415039,
      "step": 3170
    },
    {
      "epoch": 2.1916360294117645,
      "grad_norm": 2.456163474600315,
      "learning_rate": 2.0575061285772974e-06,
      "loss": 0.12170616388320923,
      "step": 3180
    },
    {
      "epoch": 2.198529411764706,
      "grad_norm": 1.7439506066029569,
      "learning_rate": 2.0251787048789952e-06,
      "loss": 0.12398629188537598,
      "step": 3190
    },
    {
      "epoch": 2.205422794117647,
      "grad_norm": 1.618423785542649,
      "learning_rate": 1.9930426411778793e-06,
      "loss": 0.12292356491088867,
      "step": 3200
    },
    {
      "epoch": 2.2123161764705883,
      "grad_norm": 1.5653768754449628,
      "learning_rate": 1.9611000046761307e-06,
      "loss": 0.12482486963272095,
      "step": 3210
    },
    {
      "epoch": 2.2192095588235294,
      "grad_norm": 1.6970159191224437,
      "learning_rate": 1.929352850133421e-06,
      "loss": 0.12064193487167359,
      "step": 3220
    },
    {
      "epoch": 2.2261029411764706,
      "grad_norm": 1.4093474902826688,
      "learning_rate": 1.8978032197347428e-06,
      "loss": 0.11071947813034058,
      "step": 3230
    },
    {
      "epoch": 2.2329963235294117,
      "grad_norm": 1.6659035365221513,
      "learning_rate": 1.8664531429590388e-06,
      "loss": 0.1171844482421875,
      "step": 3240
    },
    {
      "epoch": 2.239889705882353,
      "grad_norm": 1.4585861475663948,
      "learning_rate": 1.835304636448662e-06,
      "loss": 0.12667326927185057,
      "step": 3250
    },
    {
      "epoch": 2.246783088235294,
      "grad_norm": 1.7852807628759235,
      "learning_rate": 1.8043597038796385e-06,
      "loss": 0.12232849597930909,
      "step": 3260
    },
    {
      "epoch": 2.2536764705882355,
      "grad_norm": 1.5846324738297328,
      "learning_rate": 1.773620335832788e-06,
      "loss": 0.12169291973114013,
      "step": 3270
    },
    {
      "epoch": 2.2605698529411766,
      "grad_norm": 1.3941886655728606,
      "learning_rate": 1.7430885096656697e-06,
      "loss": 0.12119593620300292,
      "step": 3280
    },
    {
      "epoch": 2.2674632352941178,
      "grad_norm": 1.7479226517961066,
      "learning_rate": 1.7127661893853974e-06,
      "loss": 0.13094499111175537,
      "step": 3290
    },
    {
      "epoch": 2.274356617647059,
      "grad_norm": 1.8497602209824469,
      "learning_rate": 1.682655325522281e-06,
      "loss": 0.12754638195037843,
      "step": 3300
    },
    {
      "epoch": 2.28125,
      "grad_norm": 1.8300480124155798,
      "learning_rate": 1.6527578550043794e-06,
      "loss": 0.12330667972564698,
      "step": 3310
    },
    {
      "epoch": 2.288143382352941,
      "grad_norm": 1.8351350793873797,
      "learning_rate": 1.6230757010328912e-06,
      "loss": 0.1271721363067627,
      "step": 3320
    },
    {
      "epoch": 2.2950367647058822,
      "grad_norm": 1.343942724740844,
      "learning_rate": 1.5936107729584366e-06,
      "loss": 0.1242860198020935,
      "step": 3330
    },
    {
      "epoch": 2.3019301470588234,
      "grad_norm": 2.0609844162533277,
      "learning_rate": 1.5643649661582516e-06,
      "loss": 0.12298851013183594,
      "step": 3340
    },
    {
      "epoch": 2.3088235294117645,
      "grad_norm": 1.7072391975471128,
      "learning_rate": 1.5353401619142522e-06,
      "loss": 0.11442519426345825,
      "step": 3350
    },
    {
      "epoch": 2.315716911764706,
      "grad_norm": 11.43260460138998,
      "learning_rate": 1.5065382272920216e-06,
      "loss": 0.1262655019760132,
      "step": 3360
    },
    {
      "epoch": 2.322610294117647,
      "grad_norm": 1.8237230391467154,
      "learning_rate": 1.477961015020708e-06,
      "loss": 0.13734149932861328,
      "step": 3370
    },
    {
      "epoch": 2.3295036764705883,
      "grad_norm": 2.2877695118445827,
      "learning_rate": 1.4496103633738501e-06,
      "loss": 0.13214576244354248,
      "step": 3380
    },
    {
      "epoch": 2.3363970588235294,
      "grad_norm": 1.5917342803973868,
      "learning_rate": 1.4214880960511185e-06,
      "loss": 0.13003909587860107,
      "step": 3390
    },
    {
      "epoch": 2.3432904411764706,
      "grad_norm": 1.7245932014266123,
      "learning_rate": 1.3935960220610085e-06,
      "loss": 0.12499830722808838,
      "step": 3400
    },
    {
      "epoch": 2.3501838235294117,
      "grad_norm": 1.9571976645528342,
      "learning_rate": 1.3659359356044704e-06,
      "loss": 0.10829086303710937,
      "step": 3410
    },
    {
      "epoch": 2.357077205882353,
      "grad_norm": 1.4718641738407137,
      "learning_rate": 1.3385096159595018e-06,
      "loss": 0.12705686092376708,
      "step": 3420
    },
    {
      "epoch": 2.363970588235294,
      "grad_norm": 1.401988786297165,
      "learning_rate": 1.3113188273666817e-06,
      "loss": 0.1253787398338318,
      "step": 3430
    },
    {
      "epoch": 2.3708639705882355,
      "grad_norm": 1.464538112801459,
      "learning_rate": 1.2843653189156895e-06,
      "loss": 0.12692570686340332,
      "step": 3440
    },
    {
      "epoch": 2.3777573529411766,
      "grad_norm": 1.587203541690375,
      "learning_rate": 1.2576508244327974e-06,
      "loss": 0.11601523160934449,
      "step": 3450
    },
    {
      "epoch": 2.3846507352941178,
      "grad_norm": 1.5265589774767858,
      "learning_rate": 1.2311770623693203e-06,
      "loss": 0.12817733287811278,
      "step": 3460
    },
    {
      "epoch": 2.391544117647059,
      "grad_norm": 2.5795723967867916,
      "learning_rate": 1.2049457356911004e-06,
      "loss": 0.1324072003364563,
      "step": 3470
    },
    {
      "epoch": 2.3984375,
      "grad_norm": 1.5185889507472856,
      "learning_rate": 1.1789585317689396e-06,
      "loss": 0.12961714267730712,
      "step": 3480
    },
    {
      "epoch": 2.405330882352941,
      "grad_norm": 1.355489655361134,
      "learning_rate": 1.153217122270065e-06,
      "loss": 0.12598588466644287,
      "step": 3490
    },
    {
      "epoch": 2.4122242647058822,
      "grad_norm": 1.7039180382759966,
      "learning_rate": 1.1277231630505974e-06,
      "loss": 0.11995019912719726,
      "step": 3500
    },
    {
      "epoch": 2.4191176470588234,
      "grad_norm": 1.3378222465611385,
      "learning_rate": 1.1024782940490359e-06,
      "loss": 0.12128536701202393,
      "step": 3510
    },
    {
      "epoch": 2.4260110294117645,
      "grad_norm": 2.5433540934359367,
      "learning_rate": 1.0774841391807621e-06,
      "loss": 0.1285119652748108,
      "step": 3520
    },
    {
      "epoch": 2.432904411764706,
      "grad_norm": 2.024696419036,
      "learning_rate": 1.0527423062335817e-06,
      "loss": 0.13637562990188598,
      "step": 3530
    },
    {
      "epoch": 2.439797794117647,
      "grad_norm": 1.6381170358240307,
      "learning_rate": 1.0282543867643035e-06,
      "loss": 0.11671664714813232,
      "step": 3540
    },
    {
      "epoch": 2.4466911764705883,
      "grad_norm": 1.3734365626645477,
      "learning_rate": 1.0040219559963566e-06,
      "loss": 0.11699503660202026,
      "step": 3550
    },
    {
      "epoch": 2.4535845588235294,
      "grad_norm": 1.774646527543002,
      "learning_rate": 9.800465727184615e-07,
      "loss": 0.13001445531845093,
      "step": 3560
    },
    {
      "epoch": 2.4604779411764706,
      "grad_norm": 1.3487004239076588,
      "learning_rate": 9.5632977918436e-07,
      "loss": 0.11101350784301758,
      "step": 3570
    },
    {
      "epoch": 2.4673713235294117,
      "grad_norm": 2.5371711664913716,
      "learning_rate": 9.328731010136127e-07,
      "loss": 0.11515891551971436,
      "step": 3580
    },
    {
      "epoch": 2.474264705882353,
      "grad_norm": 1.6498866705810662,
      "learning_rate": 9.096780470934452e-07,
      "loss": 0.12387334108352661,
      "step": 3590
    },
    {
      "epoch": 2.481158088235294,
      "grad_norm": 2.0340008261358844,
      "learning_rate": 8.867461094817076e-07,
      "loss": 0.11307168006896973,
      "step": 3600
    },
    {
      "epoch": 2.4880514705882355,
      "grad_norm": 2.0663184005008723,
      "learning_rate": 8.640787633108794e-07,
      "loss": 0.11421011686325074,
      "step": 3610
    },
    {
      "epoch": 2.4949448529411766,
      "grad_norm": 2.9574688497452257,
      "learning_rate": 8.416774666931865e-07,
      "loss": 0.1383601188659668,
      "step": 3620
    },
    {
      "epoch": 2.5018382352941178,
      "grad_norm": 1.3992496133775376,
      "learning_rate": 8.19543660626802e-07,
      "loss": 0.11277010440826415,
      "step": 3630
    },
    {
      "epoch": 2.508731617647059,
      "grad_norm": 2.013275617557738,
      "learning_rate": 7.976787689031595e-07,
      "loss": 0.12040656805038452,
      "step": 3640
    },
    {
      "epoch": 2.515625,
      "grad_norm": 1.688288679938074,
      "learning_rate": 7.760841980153549e-07,
      "loss": 0.11580615043640137,
      "step": 3650
    },
    {
      "epoch": 2.522518382352941,
      "grad_norm": 1.7801536781898577,
      "learning_rate": 7.547613370676781e-07,
      "loss": 0.11590677499771118,
      "step": 3660
    },
    {
      "epoch": 2.5294117647058822,
      "grad_norm": 1.5427348330312067,
      "learning_rate": 7.33711557686258e-07,
      "loss": 0.12278809547424316,
      "step": 3670
    },
    {
      "epoch": 2.5363051470588234,
      "grad_norm": 1.8284382603574516,
      "learning_rate": 7.129362139308244e-07,
      "loss": 0.12422704696655273,
      "step": 3680
    },
    {
      "epoch": 2.5431985294117645,
      "grad_norm": 1.5965588977584688,
      "learning_rate": 6.924366422076112e-07,
      "loss": 0.11048816442489624,
      "step": 3690
    },
    {
      "epoch": 2.5500919117647056,
      "grad_norm": 1.5253302854347293,
      "learning_rate": 6.722141611833871e-07,
      "loss": 0.12218728065490722,
      "step": 3700
    },
    {
      "epoch": 2.556985294117647,
      "grad_norm": 1.201475281413098,
      "learning_rate": 6.522700717006347e-07,
      "loss": 0.10220586061477661,
      "step": 3710
    },
    {
      "epoch": 2.5638786764705883,
      "grad_norm": 3.081778902240648,
      "learning_rate": 6.326056566938632e-07,
      "loss": 0.1138386845588684,
      "step": 3720
    },
    {
      "epoch": 2.5707720588235294,
      "grad_norm": 1.6512925830327463,
      "learning_rate": 6.132221811070921e-07,
      "loss": 0.12896506786346434,
      "step": 3730
    },
    {
      "epoch": 2.5776654411764706,
      "grad_norm": 1.5166413284955438,
      "learning_rate": 5.941208918124747e-07,
      "loss": 0.10645806789398193,
      "step": 3740
    },
    {
      "epoch": 2.5845588235294117,
      "grad_norm": 1.8186297717660707,
      "learning_rate": 5.753030175300911e-07,
      "loss": 0.11889870166778564,
      "step": 3750
    },
    {
      "epoch": 2.591452205882353,
      "grad_norm": 1.5580989576068087,
      "learning_rate": 5.567697687489154e-07,
      "loss": 0.12735145092010497,
      "step": 3760
    },
    {
      "epoch": 2.5983455882352944,
      "grad_norm": 1.4518378617234164,
      "learning_rate": 5.385223376489407e-07,
      "loss": 0.11554868221282959,
      "step": 3770
    },
    {
      "epoch": 2.6052389705882355,
      "grad_norm": 1.5547790547007871,
      "learning_rate": 5.205618980244947e-07,
      "loss": 0.13258237838745118,
      "step": 3780
    },
    {
      "epoch": 2.6121323529411766,
      "grad_norm": 1.572429077130676,
      "learning_rate": 5.028896052087335e-07,
      "loss": 0.12007336616516114,
      "step": 3790
    },
    {
      "epoch": 2.6190257352941178,
      "grad_norm": 1.7166206497939747,
      "learning_rate": 4.855065959993243e-07,
      "loss": 0.11507387161254883,
      "step": 3800
    },
    {
      "epoch": 2.625919117647059,
      "grad_norm": 1.6193340802293354,
      "learning_rate": 4.684139885853145e-07,
      "loss": 0.11864235401153564,
      "step": 3810
    },
    {
      "epoch": 2.6328125,
      "grad_norm": 1.7393702753965983,
      "learning_rate": 4.516128824752064e-07,
      "loss": 0.11445059776306152,
      "step": 3820
    },
    {
      "epoch": 2.639705882352941,
      "grad_norm": 1.6072292653652183,
      "learning_rate": 4.3510435842622767e-07,
      "loss": 0.11035342216491699,
      "step": 3830
    },
    {
      "epoch": 2.6465992647058822,
      "grad_norm": 1.606064949077685,
      "learning_rate": 4.1888947837481375e-07,
      "loss": 0.12097694873809814,
      "step": 3840
    },
    {
      "epoch": 2.6534926470588234,
      "grad_norm": 1.512296765366981,
      "learning_rate": 4.029692853682887e-07,
      "loss": 0.11435999870300292,
      "step": 3850
    },
    {
      "epoch": 2.6603860294117645,
      "grad_norm": 1.7403794577248,
      "learning_rate": 3.8734480349778e-07,
      "loss": 0.12074418067932129,
      "step": 3860
    },
    {
      "epoch": 2.6672794117647056,
      "grad_norm": 1.949724737199273,
      "learning_rate": 3.720170378323379e-07,
      "loss": 0.10687488317489624,
      "step": 3870
    },
    {
      "epoch": 2.674172794117647,
      "grad_norm": 1.9877400833773105,
      "learning_rate": 3.569869743542753e-07,
      "loss": 0.11448534727096557,
      "step": 3880
    },
    {
      "epoch": 2.6810661764705883,
      "grad_norm": 1.5259255754213394,
      "learning_rate": 3.422555798957572e-07,
      "loss": 0.11829607486724854,
      "step": 3890
    },
    {
      "epoch": 2.6879595588235294,
      "grad_norm": 1.626690639216131,
      "learning_rate": 3.2782380207659783e-07,
      "loss": 0.1268585205078125,
      "step": 3900
    },
    {
      "epoch": 2.6948529411764706,
      "grad_norm": 1.94094278614922,
      "learning_rate": 3.13692569243304e-07,
      "loss": 0.1243630290031433,
      "step": 3910
    },
    {
      "epoch": 2.7017463235294117,
      "grad_norm": 1.7245219991844833,
      "learning_rate": 2.9986279040936207e-07,
      "loss": 0.12488038539886474,
      "step": 3920
    },
    {
      "epoch": 2.708639705882353,
      "grad_norm": 1.8142262502061772,
      "learning_rate": 2.8633535519676294e-07,
      "loss": 0.11174612045288086,
      "step": 3930
    },
    {
      "epoch": 2.7155330882352944,
      "grad_norm": 1.6556190362956986,
      "learning_rate": 2.7311113377877175e-07,
      "loss": 0.11386919021606445,
      "step": 3940
    },
    {
      "epoch": 2.7224264705882355,
      "grad_norm": 1.5447919172735272,
      "learning_rate": 2.6019097682395744e-07,
      "loss": 0.12517250776290895,
      "step": 3950
    },
    {
      "epoch": 2.7293198529411766,
      "grad_norm": 1.7110649545377792,
      "learning_rate": 2.475757154414704e-07,
      "loss": 0.12617422342300416,
      "step": 3960
    },
    {
      "epoch": 2.7362132352941178,
      "grad_norm": 1.659104354503707,
      "learning_rate": 2.3526616112758139e-07,
      "loss": 0.12844340801239013,
      "step": 3970
    },
    {
      "epoch": 2.743106617647059,
      "grad_norm": 1.8015265455810567,
      "learning_rate": 2.2326310571347432e-07,
      "loss": 0.12189750671386719,
      "step": 3980
    },
    {
      "epoch": 2.75,
      "grad_norm": 2.3648605366638678,
      "learning_rate": 2.1156732131432213e-07,
      "loss": 0.11262389421463012,
      "step": 3990
    },
    {
      "epoch": 2.756893382352941,
      "grad_norm": 1.2501832028253748,
      "learning_rate": 2.0017956027961082e-07,
      "loss": 0.12388832569122314,
      "step": 4000
    },
    {
      "epoch": 2.7637867647058822,
      "grad_norm": 1.2851557190203722,
      "learning_rate": 1.8910055514474112e-07,
      "loss": 0.10303380489349365,
      "step": 4010
    },
    {
      "epoch": 2.7706801470588234,
      "grad_norm": 1.9204470859198808,
      "learning_rate": 1.7833101858391767e-07,
      "loss": 0.11358997821807862,
      "step": 4020
    },
    {
      "epoch": 2.7775735294117645,
      "grad_norm": 1.7080227045479466,
      "learning_rate": 1.6787164336429461e-07,
      "loss": 0.11228070259094239,
      "step": 4030
    },
    {
      "epoch": 2.7844669117647056,
      "grad_norm": 1.3775416790359925,
      "learning_rate": 1.5772310230141695e-07,
      "loss": 0.117854642868042,
      "step": 4040
    },
    {
      "epoch": 2.791360294117647,
      "grad_norm": 1.8791584442399056,
      "learning_rate": 1.478860482159411e-07,
      "loss": 0.112187659740448,
      "step": 4050
    },
    {
      "epoch": 2.7982536764705883,
      "grad_norm": 1.9987917177922738,
      "learning_rate": 1.3836111389163965e-07,
      "loss": 0.11832698583602905,
      "step": 4060
    },
    {
      "epoch": 2.8051470588235294,
      "grad_norm": 1.423866172565035,
      "learning_rate": 1.2914891203469782e-07,
      "loss": 0.1236728310585022,
      "step": 4070
    },
    {
      "epoch": 2.8120404411764706,
      "grad_norm": 1.6404941553348855,
      "learning_rate": 1.2025003523429834e-07,
      "loss": 0.11068458557128906,
      "step": 4080
    },
    {
      "epoch": 2.8189338235294117,
      "grad_norm": 1.56385801030188,
      "learning_rate": 1.1166505592450305e-07,
      "loss": 0.11898646354675294,
      "step": 4090
    },
    {
      "epoch": 2.825827205882353,
      "grad_norm": 1.1743785101898536,
      "learning_rate": 1.0339452634743286e-07,
      "loss": 0.11896709203720093,
      "step": 4100
    },
    {
      "epoch": 2.8327205882352944,
      "grad_norm": 1.3903690395275774,
      "learning_rate": 9.543897851773897e-08,
      "loss": 0.11602020263671875,
      "step": 4110
    },
    {
      "epoch": 2.8396139705882355,
      "grad_norm": 1.6220280778411569,
      "learning_rate": 8.77989241883831e-08,
      "loss": 0.12697683572769164,
      "step": 4120
    },
    {
      "epoch": 2.8465073529411766,
      "grad_norm": 1.1783819120179762,
      "learning_rate": 8.047485481772032e-08,
      "loss": 0.10793635845184327,
      "step": 4130
    },
    {
      "epoch": 2.8534007352941178,
      "grad_norm": 1.51950265310692,
      "learning_rate": 7.346724153787955e-08,
      "loss": 0.11777899265289307,
      "step": 4140
    },
    {
      "epoch": 2.860294117647059,
      "grad_norm": 1.6288327212397373,
      "learning_rate": 6.677653512446203e-08,
      "loss": 0.11815171241760254,
      "step": 4150
    },
    {
      "epoch": 2.8671875,
      "grad_norm": 1.9866334489353243,
      "learning_rate": 6.040316596754359e-08,
      "loss": 0.1235661268234253,
      "step": 4160
    },
    {
      "epoch": 2.874080882352941,
      "grad_norm": 1.9577164147990023,
      "learning_rate": 5.434754404398668e-08,
      "loss": 0.13137286901474,
      "step": 4170
    },
    {
      "epoch": 2.8809742647058822,
      "grad_norm": 1.9088848039878026,
      "learning_rate": 4.861005889107151e-08,
      "loss": 0.12607433795928955,
      "step": 4180
    },
    {
      "epoch": 2.8878676470588234,
      "grad_norm": 1.6351225910652742,
      "learning_rate": 4.319107958143554e-08,
      "loss": 0.11220908164978027,
      "step": 4190
    },
    {
      "epoch": 2.8947610294117645,
      "grad_norm": 2.4269218269069577,
      "learning_rate": 3.809095469933466e-08,
      "loss": 0.13201329708099366,
      "step": 4200
    },
    {
      "epoch": 2.9016544117647056,
      "grad_norm": 1.307879015339929,
      "learning_rate": 3.331001231821729e-08,
      "loss": 0.12485461235046387,
      "step": 4210
    },
    {
      "epoch": 2.908547794117647,
      "grad_norm": 1.9333207410600393,
      "learning_rate": 2.8848559979623436e-08,
      "loss": 0.11161249876022339,
      "step": 4220
    },
    {
      "epoch": 2.9154411764705883,
      "grad_norm": 1.5659557927019145,
      "learning_rate": 2.470688467339888e-08,
      "loss": 0.11746110916137695,
      "step": 4230
    },
    {
      "epoch": 2.9223345588235294,
      "grad_norm": 1.5186439196369166,
      "learning_rate": 2.0885252819237147e-08,
      "loss": 0.12025998830795288,
      "step": 4240
    },
    {
      "epoch": 2.9292279411764706,
      "grad_norm": 2.075056165300313,
      "learning_rate": 1.738391024953878e-08,
      "loss": 0.1375720977783203,
      "step": 4250
    },
    {
      "epoch": 2.9361213235294117,
      "grad_norm": 1.656928406562593,
      "learning_rate": 1.4203082193599005e-08,
      "loss": 0.12192656993865966,
      "step": 4260
    },
    {
      "epoch": 2.943014705882353,
      "grad_norm": 1.9732461153180607,
      "learning_rate": 1.1342973263119283e-08,
      "loss": 0.11261507272720336,
      "step": 4270
    },
    {
      "epoch": 2.9499080882352944,
      "grad_norm": 1.8675859339914511,
      "learning_rate": 8.803767439046206e-09,
      "loss": 0.11683320999145508,
      "step": 4280
    },
    {
      "epoch": 2.9568014705882355,
      "grad_norm": 1.6534479598597356,
      "learning_rate": 6.585628059735949e-09,
      "loss": 0.12072156667709351,
      "step": 4290
    },
    {
      "epoch": 2.9636948529411766,
      "grad_norm": 1.6128943708956411,
      "learning_rate": 4.688697810446563e-09,
      "loss": 0.11794602870941162,
      "step": 4300
    },
    {
      "epoch": 2.9705882352941178,
      "grad_norm": 1.6185222266398032,
      "learning_rate": 3.1130987141608783e-09,
      "loss": 0.10645477771759033,
      "step": 4310
    },
    {
      "epoch": 2.977481617647059,
      "grad_norm": 1.4801680409041869,
      "learning_rate": 1.8589321237366675e-09,
      "loss": 0.11435923576354981,
      "step": 4320
    },
    {
      "epoch": 2.984375,
      "grad_norm": 1.3859162146614572,
      "learning_rate": 9.262787153857533e-10,
      "loss": 0.12736527919769286,
      "step": 4330
    },
    {
      "epoch": 2.991268382352941,
      "grad_norm": 1.7791868203390604,
      "learning_rate": 3.151984834864896e-10,
      "loss": 0.10816608667373658,
      "step": 4340
    },
    {
      "epoch": 2.9981617647058822,
      "grad_norm": 1.4745807290302329,
      "learning_rate": 2.5730736723517113e-11,
      "loss": 0.12245618104934693,
      "step": 4350
    },
    {
      "epoch": 3.0,
      "step": 4353,
      "total_flos": 162751958106112.0,
      "train_loss": 0.1549751561536423,
      "train_runtime": 27473.2342,
      "train_samples_per_second": 7.603,
      "train_steps_per_second": 0.158
    }
  ],
  "logging_steps": 10,
  "max_steps": 4353,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 162751958106112.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}