{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9476758953517908,
  "eval_steps": 500,
  "global_step": 11193,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008466683600033867,
      "grad_norm": 2.1896274089813232,
      "learning_rate": 1.1061797752808989e-06,
      "loss": 0.9007,
      "step": 10
    },
    {
      "epoch": 0.0016933367200067733,
      "grad_norm": 1.3733998537063599,
      "learning_rate": 2.2241573033707866e-06,
      "loss": 0.8719,
      "step": 20
    },
    {
      "epoch": 0.00254000508001016,
      "grad_norm": 1.1982183456420898,
      "learning_rate": 3.342134831460675e-06,
      "loss": 0.8299,
      "step": 30
    },
    {
      "epoch": 0.0033866734400135466,
      "grad_norm": 1.1160142421722412,
      "learning_rate": 4.4601123595505624e-06,
      "loss": 0.7803,
      "step": 40
    },
    {
      "epoch": 0.004233341800016934,
      "grad_norm": 0.9138423204421997,
      "learning_rate": 5.5780898876404495e-06,
      "loss": 0.7622,
      "step": 50
    },
    {
      "epoch": 0.00508001016002032,
      "grad_norm": 0.8700115084648132,
      "learning_rate": 6.6960674157303374e-06,
      "loss": 0.7332,
      "step": 60
    },
    {
      "epoch": 0.005926678520023707,
      "grad_norm": 0.8024980425834656,
      "learning_rate": 7.814044943820226e-06,
      "loss": 0.7072,
      "step": 70
    },
    {
      "epoch": 0.006773346880027093,
      "grad_norm": 0.8063226342201233,
      "learning_rate": 8.932022471910112e-06,
      "loss": 0.7082,
      "step": 80
    },
    {
      "epoch": 0.00762001524003048,
      "grad_norm": 0.7324275970458984,
      "learning_rate": 1.005e-05,
      "loss": 0.7095,
      "step": 90
    },
    {
      "epoch": 0.008466683600033867,
      "grad_norm": 0.8663532137870789,
      "learning_rate": 1.1167977528089888e-05,
      "loss": 0.6899,
      "step": 100
    },
    {
      "epoch": 0.009313351960037254,
      "grad_norm": 0.8148631453514099,
      "learning_rate": 1.2285955056179776e-05,
      "loss": 0.6984,
      "step": 110
    },
    {
      "epoch": 0.01016002032004064,
      "grad_norm": 0.7821786403656006,
      "learning_rate": 1.3403932584269664e-05,
      "loss": 0.7066,
      "step": 120
    },
    {
      "epoch": 0.011006688680044027,
      "grad_norm": 0.7769770622253418,
      "learning_rate": 1.4521910112359552e-05,
      "loss": 0.6908,
      "step": 130
    },
    {
      "epoch": 0.011853357040047413,
      "grad_norm": 0.9013803601264954,
      "learning_rate": 1.563988764044944e-05,
      "loss": 0.6885,
      "step": 140
    },
    {
      "epoch": 0.0127000254000508,
      "grad_norm": 0.7101280689239502,
      "learning_rate": 1.6757865168539328e-05,
      "loss": 0.6886,
      "step": 150
    },
    {
      "epoch": 0.013546693760054187,
      "grad_norm": 0.8616020679473877,
      "learning_rate": 1.7875842696629214e-05,
      "loss": 0.6849,
      "step": 160
    },
    {
      "epoch": 0.014393362120057573,
      "grad_norm": 0.8392877578735352,
      "learning_rate": 1.89938202247191e-05,
      "loss": 0.6933,
      "step": 170
    },
    {
      "epoch": 0.01524003048006096,
      "grad_norm": 0.766579806804657,
      "learning_rate": 2e-05,
      "loss": 0.7048,
      "step": 180
    },
    {
      "epoch": 0.016086698840064348,
      "grad_norm": 0.7274855375289917,
      "learning_rate": 2e-05,
      "loss": 0.7039,
      "step": 190
    },
    {
      "epoch": 0.016933367200067734,
      "grad_norm": 0.7656974792480469,
      "learning_rate": 2e-05,
      "loss": 0.6829,
      "step": 200
    },
    {
      "epoch": 0.01778003556007112,
      "grad_norm": 0.7630816102027893,
      "learning_rate": 2e-05,
      "loss": 0.6948,
      "step": 210
    },
    {
      "epoch": 0.018626703920074508,
      "grad_norm": 0.7607164978981018,
      "learning_rate": 2e-05,
      "loss": 0.6976,
      "step": 220
    },
    {
      "epoch": 0.019473372280077894,
      "grad_norm": 0.6640747785568237,
      "learning_rate": 2e-05,
      "loss": 0.6529,
      "step": 230
    },
    {
      "epoch": 0.02032004064008128,
      "grad_norm": 0.648815393447876,
      "learning_rate": 2e-05,
      "loss": 0.687,
      "step": 240
    },
    {
      "epoch": 0.021166709000084667,
      "grad_norm": 0.5993350744247437,
      "learning_rate": 2e-05,
      "loss": 0.693,
      "step": 250
    },
    {
      "epoch": 0.022013377360088054,
      "grad_norm": 0.6671707630157471,
      "learning_rate": 2e-05,
      "loss": 0.7208,
      "step": 260
    },
    {
      "epoch": 0.02286004572009144,
      "grad_norm": 0.5551834106445312,
      "learning_rate": 2e-05,
      "loss": 0.6958,
      "step": 270
    },
    {
      "epoch": 0.023706714080094827,
      "grad_norm": 0.5955666303634644,
      "learning_rate": 2e-05,
      "loss": 0.685,
      "step": 280
    },
    {
      "epoch": 0.024553382440098213,
      "grad_norm": 0.5701448917388916,
      "learning_rate": 2e-05,
      "loss": 0.6796,
      "step": 290
    },
    {
      "epoch": 0.0254000508001016,
      "grad_norm": 0.5824018716812134,
      "learning_rate": 2e-05,
      "loss": 0.6841,
      "step": 300
    },
    {
      "epoch": 0.026246719160104987,
      "grad_norm": 0.576776921749115,
      "learning_rate": 2e-05,
      "loss": 0.6563,
      "step": 310
    },
    {
      "epoch": 0.027093387520108373,
      "grad_norm": 0.5411778688430786,
      "learning_rate": 2e-05,
      "loss": 0.6835,
      "step": 320
    },
    {
      "epoch": 0.02794005588011176,
      "grad_norm": 0.5345405340194702,
      "learning_rate": 2e-05,
      "loss": 0.6657,
      "step": 330
    },
    {
      "epoch": 0.028786724240115146,
      "grad_norm": 0.5346488952636719,
      "learning_rate": 2e-05,
      "loss": 0.6951,
      "step": 340
    },
    {
      "epoch": 0.029633392600118533,
      "grad_norm": 0.49902835488319397,
      "learning_rate": 2e-05,
      "loss": 0.664,
      "step": 350
    },
    {
      "epoch": 0.03048006096012192,
      "grad_norm": 0.6449501514434814,
      "learning_rate": 2e-05,
      "loss": 0.6737,
      "step": 360
    },
    {
      "epoch": 0.031326729320125306,
      "grad_norm": 0.487582802772522,
      "learning_rate": 2e-05,
      "loss": 0.6546,
      "step": 370
    },
    {
      "epoch": 0.032173397680128696,
      "grad_norm": 0.5169985294342041,
      "learning_rate": 2e-05,
      "loss": 0.6731,
      "step": 380
    },
    {
      "epoch": 0.03302006604013208,
      "grad_norm": 0.5427067279815674,
      "learning_rate": 2e-05,
      "loss": 0.6882,
      "step": 390
    },
    {
      "epoch": 0.03386673440013547,
      "grad_norm": 0.5355451107025146,
      "learning_rate": 2e-05,
      "loss": 0.6955,
      "step": 400
    },
    {
      "epoch": 0.03471340276013885,
      "grad_norm": 0.6196058392524719,
      "learning_rate": 2e-05,
      "loss": 0.6807,
      "step": 410
    },
    {
      "epoch": 0.03556007112014224,
      "grad_norm": 0.5216856598854065,
      "learning_rate": 2e-05,
      "loss": 0.6602,
      "step": 420
    },
    {
      "epoch": 0.036406739480145625,
      "grad_norm": 0.5485526323318481,
      "learning_rate": 2e-05,
      "loss": 0.6846,
      "step": 430
    },
    {
      "epoch": 0.037253407840149015,
      "grad_norm": 0.48402827978134155,
      "learning_rate": 2e-05,
      "loss": 0.6669,
      "step": 440
    },
    {
      "epoch": 0.0381000762001524,
      "grad_norm": 0.48090001940727234,
      "learning_rate": 2e-05,
      "loss": 0.6651,
      "step": 450
    },
    {
      "epoch": 0.03894674456015579,
      "grad_norm": 1.9493638277053833,
      "learning_rate": 2e-05,
      "loss": 0.6813,
      "step": 460
    },
    {
      "epoch": 0.03979341292015917,
      "grad_norm": 0.5349039435386658,
      "learning_rate": 2e-05,
      "loss": 0.6901,
      "step": 470
    },
    {
      "epoch": 0.04064008128016256,
      "grad_norm": 0.4926290214061737,
      "learning_rate": 2e-05,
      "loss": 0.6514,
      "step": 480
    },
    {
      "epoch": 0.041486749640165944,
      "grad_norm": 0.6464523077011108,
      "learning_rate": 2e-05,
      "loss": 0.6758,
      "step": 490
    },
    {
      "epoch": 0.042333418000169334,
      "grad_norm": 0.5073714256286621,
      "learning_rate": 2e-05,
      "loss": 0.6941,
      "step": 500
    },
    {
      "epoch": 0.04318008636017272,
      "grad_norm": 0.5042576193809509,
      "learning_rate": 2e-05,
      "loss": 0.6788,
      "step": 510
    },
    {
      "epoch": 0.04402675472017611,
      "grad_norm": 0.4722915589809418,
      "learning_rate": 2e-05,
      "loss": 0.6555,
      "step": 520
    },
    {
      "epoch": 0.04487342308017949,
      "grad_norm": 0.5186958312988281,
      "learning_rate": 2e-05,
      "loss": 0.657,
      "step": 530
    },
    {
      "epoch": 0.04572009144018288,
      "grad_norm": 0.47601163387298584,
      "learning_rate": 2e-05,
      "loss": 0.6734,
      "step": 540
    },
    {
      "epoch": 0.046566759800186264,
      "grad_norm": 0.4465620517730713,
      "learning_rate": 2e-05,
      "loss": 0.6834,
      "step": 550
    },
    {
      "epoch": 0.047413428160189654,
      "grad_norm": 0.4941118359565735,
      "learning_rate": 2e-05,
      "loss": 0.6476,
      "step": 560
    },
    {
      "epoch": 0.048260096520193044,
      "grad_norm": 0.479648232460022,
      "learning_rate": 2e-05,
      "loss": 0.6544,
      "step": 570
    },
    {
      "epoch": 0.04910676488019643,
      "grad_norm": 0.5040650963783264,
      "learning_rate": 2e-05,
      "loss": 0.6754,
      "step": 580
    },
    {
      "epoch": 0.04995343324019982,
      "grad_norm": 0.4866141378879547,
      "learning_rate": 2e-05,
      "loss": 0.6917,
      "step": 590
    },
    {
      "epoch": 0.0508001016002032,
      "grad_norm": 0.46658095717430115,
      "learning_rate": 2e-05,
      "loss": 0.6811,
      "step": 600
    },
    {
      "epoch": 0.05164676996020659,
      "grad_norm": 0.6377661228179932,
      "learning_rate": 2e-05,
      "loss": 0.6355,
      "step": 610
    },
    {
      "epoch": 0.05249343832020997,
      "grad_norm": 0.4834534823894501,
      "learning_rate": 2e-05,
      "loss": 0.6957,
      "step": 620
    },
    {
      "epoch": 0.05334010668021336,
      "grad_norm": 0.44412001967430115,
      "learning_rate": 2e-05,
      "loss": 0.6678,
      "step": 630
    },
    {
      "epoch": 0.054186775040216746,
      "grad_norm": 0.5037946701049805,
      "learning_rate": 2e-05,
      "loss": 0.6785,
      "step": 640
    },
    {
      "epoch": 0.055033443400220136,
      "grad_norm": 0.45366835594177246,
      "learning_rate": 2e-05,
      "loss": 0.676,
      "step": 650
    },
    {
      "epoch": 0.05588011176022352,
      "grad_norm": 0.4277074337005615,
      "learning_rate": 2e-05,
      "loss": 0.6591,
      "step": 660
    },
    {
      "epoch": 0.05672678012022691,
      "grad_norm": 0.4375869035720825,
      "learning_rate": 2e-05,
      "loss": 0.6616,
      "step": 670
    },
    {
      "epoch": 0.05757344848023029,
      "grad_norm": 0.46945950388908386,
      "learning_rate": 2e-05,
      "loss": 0.6838,
      "step": 680
    },
    {
      "epoch": 0.05842011684023368,
      "grad_norm": 0.4755280315876007,
      "learning_rate": 2e-05,
      "loss": 0.661,
      "step": 690
    },
    {
      "epoch": 0.059266785200237065,
      "grad_norm": 0.4614129960536957,
      "learning_rate": 2e-05,
      "loss": 0.6465,
      "step": 700
    },
    {
      "epoch": 0.060113453560240455,
      "grad_norm": 0.4619314968585968,
      "learning_rate": 2e-05,
      "loss": 0.6829,
      "step": 710
    },
    {
      "epoch": 0.06096012192024384,
      "grad_norm": 0.4906548261642456,
      "learning_rate": 2e-05,
      "loss": 0.6863,
      "step": 720
    },
    {
      "epoch": 0.06180679028024723,
      "grad_norm": 0.5654237866401672,
      "learning_rate": 2e-05,
      "loss": 0.6994,
      "step": 730
    },
    {
      "epoch": 0.06265345864025061,
      "grad_norm": 0.4611152112483978,
      "learning_rate": 2e-05,
      "loss": 0.6601,
      "step": 740
    },
    {
      "epoch": 0.063500127000254,
      "grad_norm": 0.4759562015533447,
      "learning_rate": 2e-05,
      "loss": 0.6537,
      "step": 750
    },
    {
      "epoch": 0.06434679536025739,
      "grad_norm": 0.45463666319847107,
      "learning_rate": 2e-05,
      "loss": 0.6623,
      "step": 760
    },
    {
      "epoch": 0.06519346372026077,
      "grad_norm": 0.45970118045806885,
      "learning_rate": 2e-05,
      "loss": 0.6557,
      "step": 770
    },
    {
      "epoch": 0.06604013208026416,
      "grad_norm": 0.45690014958381653,
      "learning_rate": 2e-05,
      "loss": 0.6478,
      "step": 780
    },
    {
      "epoch": 0.06688680044026754,
      "grad_norm": 0.45209041237831116,
      "learning_rate": 2e-05,
      "loss": 0.651,
      "step": 790
    },
    {
      "epoch": 0.06773346880027094,
      "grad_norm": 0.5716219544410706,
      "learning_rate": 2e-05,
      "loss": 0.6647,
      "step": 800
    },
    {
      "epoch": 0.06858013716027432,
      "grad_norm": 0.43732336163520813,
      "learning_rate": 2e-05,
      "loss": 0.6604,
      "step": 810
    },
    {
      "epoch": 0.0694268055202777,
      "grad_norm": 0.4478982388973236,
      "learning_rate": 2e-05,
      "loss": 0.6509,
      "step": 820
    },
    {
      "epoch": 0.07027347388028109,
      "grad_norm": 0.44605377316474915,
      "learning_rate": 2e-05,
      "loss": 0.6619,
      "step": 830
    },
    {
      "epoch": 0.07112014224028448,
      "grad_norm": 0.4520704746246338,
      "learning_rate": 2e-05,
      "loss": 0.6541,
      "step": 840
    },
    {
      "epoch": 0.07196681060028787,
      "grad_norm": 0.45137783885002136,
      "learning_rate": 2e-05,
      "loss": 0.6632,
      "step": 850
    },
    {
      "epoch": 0.07281347896029125,
      "grad_norm": 0.4655689299106598,
      "learning_rate": 2e-05,
      "loss": 0.6519,
      "step": 860
    },
    {
      "epoch": 0.07366014732029465,
      "grad_norm": 0.43631526827812195,
      "learning_rate": 2e-05,
      "loss": 0.6597,
      "step": 870
    },
    {
      "epoch": 0.07450681568029803,
      "grad_norm": 0.42785879969596863,
      "learning_rate": 2e-05,
      "loss": 0.6464,
      "step": 880
    },
    {
      "epoch": 0.07535348404030141,
      "grad_norm": 0.43011021614074707,
      "learning_rate": 2e-05,
      "loss": 0.6528,
      "step": 890
    },
    {
      "epoch": 0.0762001524003048,
      "grad_norm": 0.46899306774139404,
      "learning_rate": 2e-05,
      "loss": 0.6666,
      "step": 900
    },
    {
      "epoch": 0.0770468207603082,
      "grad_norm": 0.46042707562446594,
      "learning_rate": 2e-05,
      "loss": 0.645,
      "step": 910
    },
    {
      "epoch": 0.07789348912031158,
      "grad_norm": 0.4511071741580963,
      "learning_rate": 2e-05,
      "loss": 0.6436,
      "step": 920
    },
    {
      "epoch": 0.07874015748031496,
      "grad_norm": 0.4230646789073944,
      "learning_rate": 2e-05,
      "loss": 0.6743,
      "step": 930
    },
    {
      "epoch": 0.07958682584031834,
      "grad_norm": 0.43698370456695557,
      "learning_rate": 2e-05,
      "loss": 0.6481,
      "step": 940
    },
    {
      "epoch": 0.08043349420032174,
      "grad_norm": 0.4549170732498169,
      "learning_rate": 2e-05,
      "loss": 0.6514,
      "step": 950
    },
    {
      "epoch": 0.08128016256032512,
      "grad_norm": 0.45507657527923584,
      "learning_rate": 2e-05,
      "loss": 0.6554,
      "step": 960
    },
    {
      "epoch": 0.0821268309203285,
      "grad_norm": 0.42522671818733215,
      "learning_rate": 2e-05,
      "loss": 0.656,
      "step": 970
    },
    {
      "epoch": 0.08297349928033189,
      "grad_norm": 0.43912380933761597,
      "learning_rate": 2e-05,
      "loss": 0.6608,
      "step": 980
    },
    {
      "epoch": 0.08382016764033529,
      "grad_norm": 0.4183550179004669,
      "learning_rate": 2e-05,
      "loss": 0.6492,
      "step": 990
    },
    {
      "epoch": 0.08466683600033867,
      "grad_norm": 0.44775786995887756,
      "learning_rate": 2e-05,
      "loss": 0.6292,
      "step": 1000
    },
    {
      "epoch": 0.08551350436034205,
      "grad_norm": 0.44851788878440857,
      "learning_rate": 2e-05,
      "loss": 0.6579,
      "step": 1010
    },
    {
      "epoch": 0.08636017272034544,
      "grad_norm": 0.45955589413642883,
      "learning_rate": 2e-05,
      "loss": 0.6468,
      "step": 1020
    },
    {
      "epoch": 0.08720684108034883,
      "grad_norm": 0.4205484688282013,
      "learning_rate": 2e-05,
      "loss": 0.651,
      "step": 1030
    },
    {
      "epoch": 0.08805350944035222,
      "grad_norm": 0.42118069529533386,
      "learning_rate": 2e-05,
      "loss": 0.648,
      "step": 1040
    },
    {
      "epoch": 0.0889001778003556,
      "grad_norm": 0.45766347646713257,
      "learning_rate": 2e-05,
      "loss": 0.6386,
      "step": 1050
    },
    {
      "epoch": 0.08974684616035898,
      "grad_norm": 0.4297139346599579,
      "learning_rate": 2e-05,
      "loss": 0.6334,
      "step": 1060
    },
    {
      "epoch": 0.09059351452036238,
      "grad_norm": 0.4587555229663849,
      "learning_rate": 2e-05,
      "loss": 0.6688,
      "step": 1070
    },
    {
      "epoch": 0.09144018288036576,
      "grad_norm": 0.4319729506969452,
      "learning_rate": 2e-05,
      "loss": 0.6453,
      "step": 1080
    },
    {
      "epoch": 0.09228685124036914,
      "grad_norm": 0.4240010976791382,
      "learning_rate": 2e-05,
      "loss": 0.6387,
      "step": 1090
    },
    {
      "epoch": 0.09313351960037253,
      "grad_norm": 0.41819435358047485,
      "learning_rate": 2e-05,
      "loss": 0.636,
      "step": 1100
    },
    {
      "epoch": 0.09398018796037592,
      "grad_norm": 0.4749411344528198,
      "learning_rate": 2e-05,
      "loss": 0.6502,
      "step": 1110
    },
    {
      "epoch": 0.09482685632037931,
      "grad_norm": 0.4842819571495056,
      "learning_rate": 2e-05,
      "loss": 0.6601,
      "step": 1120
    },
    {
      "epoch": 0.09567352468038269,
      "grad_norm": 0.39176562428474426,
      "learning_rate": 2e-05,
      "loss": 0.6316,
      "step": 1130
    },
    {
      "epoch": 0.09652019304038609,
      "grad_norm": 0.46135643124580383,
      "learning_rate": 2e-05,
      "loss": 0.6763,
      "step": 1140
    },
    {
      "epoch": 0.09736686140038947,
      "grad_norm": 0.4732727110385895,
      "learning_rate": 2e-05,
      "loss": 0.6577,
      "step": 1150
    },
    {
      "epoch": 0.09821352976039285,
      "grad_norm": 0.4651736319065094,
      "learning_rate": 2e-05,
      "loss": 0.6385,
      "step": 1160
    },
    {
      "epoch": 0.09906019812039624,
      "grad_norm": 0.44102978706359863,
      "learning_rate": 2e-05,
      "loss": 0.644,
      "step": 1170
    },
    {
      "epoch": 0.09990686648039963,
      "grad_norm": 0.399547815322876,
      "learning_rate": 2e-05,
      "loss": 0.6441,
      "step": 1180
    },
    {
      "epoch": 0.10075353484040302,
      "grad_norm": 0.5150323510169983,
      "learning_rate": 2e-05,
      "loss": 0.6812,
      "step": 1190
    },
    {
      "epoch": 0.1016002032004064,
      "grad_norm": 0.43167948722839355,
      "learning_rate": 2e-05,
      "loss": 0.6416,
      "step": 1200
    },
    {
      "epoch": 0.10244687156040978,
      "grad_norm": 0.4367421567440033,
      "learning_rate": 2e-05,
      "loss": 0.6689,
      "step": 1210
    },
    {
      "epoch": 0.10329353992041318,
      "grad_norm": 0.4407538175582886,
      "learning_rate": 2e-05,
      "loss": 0.6628,
      "step": 1220
    },
    {
      "epoch": 0.10414020828041656,
      "grad_norm": 0.4248872995376587,
      "learning_rate": 2e-05,
      "loss": 0.6584,
      "step": 1230
    },
    {
      "epoch": 0.10498687664041995,
      "grad_norm": 0.42799079418182373,
      "learning_rate": 2e-05,
      "loss": 0.6496,
      "step": 1240
    },
    {
      "epoch": 0.10583354500042333,
      "grad_norm": 0.4394405484199524,
      "learning_rate": 2e-05,
      "loss": 0.6398,
      "step": 1250
    },
    {
      "epoch": 0.10668021336042673,
      "grad_norm": 0.43604040145874023,
      "learning_rate": 2e-05,
      "loss": 0.6502,
      "step": 1260
    },
    {
      "epoch": 0.10752688172043011,
      "grad_norm": 0.43875670433044434,
      "learning_rate": 2e-05,
      "loss": 0.6564,
      "step": 1270
    },
    {
      "epoch": 0.10837355008043349,
      "grad_norm": 0.4250807762145996,
      "learning_rate": 2e-05,
      "loss": 0.6389,
      "step": 1280
    },
    {
      "epoch": 0.10922021844043688,
      "grad_norm": 0.48220178484916687,
      "learning_rate": 2e-05,
      "loss": 0.6617,
      "step": 1290
    },
    {
      "epoch": 0.11006688680044027,
      "grad_norm": 0.41790634393692017,
      "learning_rate": 2e-05,
      "loss": 0.636,
      "step": 1300
    },
    {
      "epoch": 0.11091355516044366,
      "grad_norm": 0.5080624222755432,
      "learning_rate": 2e-05,
      "loss": 0.6733,
      "step": 1310
    },
    {
      "epoch": 0.11176022352044704,
      "grad_norm": 0.4096316695213318,
      "learning_rate": 2e-05,
      "loss": 0.6447,
      "step": 1320
    },
    {
      "epoch": 0.11260689188045042,
      "grad_norm": 0.4489736557006836,
      "learning_rate": 2e-05,
      "loss": 0.6723,
      "step": 1330
    },
    {
      "epoch": 0.11345356024045382,
      "grad_norm": 0.4486621022224426,
      "learning_rate": 2e-05,
      "loss": 0.6536,
      "step": 1340
    },
    {
      "epoch": 0.1143002286004572,
      "grad_norm": 0.7986853122711182,
      "learning_rate": 2e-05,
      "loss": 0.67,
      "step": 1350
    },
    {
      "epoch": 0.11514689696046058,
      "grad_norm": 0.4286498427391052,
      "learning_rate": 2e-05,
      "loss": 0.6441,
      "step": 1360
    },
    {
      "epoch": 0.11599356532046397,
      "grad_norm": 0.4120442271232605,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 1370
    },
    {
      "epoch": 0.11684023368046736,
      "grad_norm": 0.43085169792175293,
      "learning_rate": 2e-05,
      "loss": 0.6505,
      "step": 1380
    },
    {
      "epoch": 0.11768690204047075,
      "grad_norm": 0.4295996129512787,
      "learning_rate": 2e-05,
      "loss": 0.6562,
      "step": 1390
    },
    {
      "epoch": 0.11853357040047413,
      "grad_norm": 0.43393197655677795,
      "learning_rate": 2e-05,
      "loss": 0.6433,
      "step": 1400
    },
    {
      "epoch": 0.11938023876047753,
      "grad_norm": 0.41177472472190857,
      "learning_rate": 2e-05,
      "loss": 0.6619,
      "step": 1410
    },
    {
      "epoch": 0.12022690712048091,
      "grad_norm": 0.4898812174797058,
      "learning_rate": 2e-05,
      "loss": 0.6394,
      "step": 1420
    },
    {
      "epoch": 0.1210735754804843,
      "grad_norm": 0.4619840085506439,
      "learning_rate": 2e-05,
      "loss": 0.6438,
      "step": 1430
    },
    {
      "epoch": 0.12192024384048768,
      "grad_norm": 0.5120882987976074,
      "learning_rate": 2e-05,
      "loss": 0.6645,
      "step": 1440
    },
    {
      "epoch": 0.12276691220049107,
      "grad_norm": 0.4201647937297821,
      "learning_rate": 2e-05,
      "loss": 0.6625,
      "step": 1450
    },
    {
      "epoch": 0.12361358056049446,
      "grad_norm": 0.4196993112564087,
      "learning_rate": 2e-05,
      "loss": 0.6477,
      "step": 1460
    },
    {
      "epoch": 0.12446024892049784,
      "grad_norm": 0.4666191637516022,
      "learning_rate": 2e-05,
      "loss": 0.6605,
      "step": 1470
    },
    {
      "epoch": 0.12530691728050122,
      "grad_norm": 0.42628341913223267,
      "learning_rate": 2e-05,
      "loss": 0.6635,
      "step": 1480
    },
    {
      "epoch": 0.1261535856405046,
      "grad_norm": 0.46635255217552185,
      "learning_rate": 2e-05,
      "loss": 0.6519,
      "step": 1490
    },
    {
      "epoch": 0.127000254000508,
      "grad_norm": 0.39531210064888,
      "learning_rate": 2e-05,
      "loss": 0.6597,
      "step": 1500
    },
    {
      "epoch": 0.1278469223605114,
      "grad_norm": 0.416293740272522,
      "learning_rate": 2e-05,
      "loss": 0.6476,
      "step": 1510
    },
    {
      "epoch": 0.12869359072051478,
      "grad_norm": 0.4376610815525055,
      "learning_rate": 2e-05,
      "loss": 0.6471,
      "step": 1520
    },
    {
      "epoch": 0.12954025908051817,
      "grad_norm": 0.9239709377288818,
      "learning_rate": 2e-05,
      "loss": 0.6483,
      "step": 1530
    },
    {
      "epoch": 0.13038692744052155,
      "grad_norm": 0.44836151599884033,
      "learning_rate": 2e-05,
      "loss": 0.6476,
      "step": 1540
    },
    {
      "epoch": 0.13123359580052493,
      "grad_norm": 0.40565115213394165,
      "learning_rate": 2e-05,
      "loss": 0.6477,
      "step": 1550
    },
    {
      "epoch": 0.13208026416052832,
      "grad_norm": 0.4043814241886139,
      "learning_rate": 2e-05,
      "loss": 0.6422,
      "step": 1560
    },
    {
      "epoch": 0.1329269325205317,
      "grad_norm": 0.48815831542015076,
      "learning_rate": 2e-05,
      "loss": 0.667,
      "step": 1570
    },
    {
      "epoch": 0.13377360088053508,
      "grad_norm": 0.4149971902370453,
      "learning_rate": 2e-05,
      "loss": 0.6428,
      "step": 1580
    },
    {
      "epoch": 0.1346202692405385,
      "grad_norm": 0.43481072783470154,
      "learning_rate": 2e-05,
      "loss": 0.6297,
      "step": 1590
    },
    {
      "epoch": 0.13546693760054188,
      "grad_norm": 0.5290552377700806,
      "learning_rate": 2e-05,
      "loss": 0.6571,
      "step": 1600
    },
    {
      "epoch": 0.13631360596054526,
      "grad_norm": 0.48005440831184387,
      "learning_rate": 2e-05,
      "loss": 0.6375,
      "step": 1610
    },
    {
      "epoch": 0.13716027432054864,
      "grad_norm": 0.41244378685951233,
      "learning_rate": 2e-05,
      "loss": 0.6465,
      "step": 1620
    },
    {
      "epoch": 0.13800694268055202,
      "grad_norm": 0.4275606572628021,
      "learning_rate": 2e-05,
      "loss": 0.6496,
      "step": 1630
    },
    {
      "epoch": 0.1388536110405554,
      "grad_norm": 0.40932148694992065,
      "learning_rate": 2e-05,
      "loss": 0.6617,
      "step": 1640
    },
    {
      "epoch": 0.1397002794005588,
      "grad_norm": 0.46909376978874207,
      "learning_rate": 2e-05,
      "loss": 0.654,
      "step": 1650
    },
    {
      "epoch": 0.14054694776056217,
      "grad_norm": 0.40658414363861084,
      "learning_rate": 2e-05,
      "loss": 0.6148,
      "step": 1660
    },
    {
      "epoch": 0.14139361612056559,
      "grad_norm": 0.45841172337532043,
      "learning_rate": 2e-05,
      "loss": 0.6511,
      "step": 1670
    },
    {
      "epoch": 0.14224028448056897,
      "grad_norm": 0.4471743702888489,
      "learning_rate": 2e-05,
      "loss": 0.6448,
      "step": 1680
    },
    {
      "epoch": 0.14308695284057235,
      "grad_norm": 0.43427541851997375,
      "learning_rate": 2e-05,
      "loss": 0.6435,
      "step": 1690
    },
    {
      "epoch": 0.14393362120057573,
      "grad_norm": 0.4472843408584595,
      "learning_rate": 2e-05,
      "loss": 0.6357,
      "step": 1700
    },
    {
      "epoch": 0.14478028956057912,
      "grad_norm": 0.42029255628585815,
      "learning_rate": 2e-05,
      "loss": 0.6575,
      "step": 1710
    },
    {
      "epoch": 0.1456269579205825,
      "grad_norm": 0.4621073603630066,
      "learning_rate": 2e-05,
      "loss": 0.6361,
      "step": 1720
    },
    {
      "epoch": 0.14647362628058588,
      "grad_norm": 0.4484656751155853,
      "learning_rate": 2e-05,
      "loss": 0.6355,
      "step": 1730
    },
    {
      "epoch": 0.1473202946405893,
      "grad_norm": 0.4217395782470703,
      "learning_rate": 2e-05,
      "loss": 0.6682,
      "step": 1740
    },
    {
      "epoch": 0.14816696300059268,
      "grad_norm": 0.42961055040359497,
      "learning_rate": 2e-05,
      "loss": 0.645,
      "step": 1750
    },
    {
      "epoch": 0.14901363136059606,
      "grad_norm": 0.46678170561790466,
      "learning_rate": 2e-05,
      "loss": 0.6401,
      "step": 1760
    },
    {
      "epoch": 0.14986029972059944,
      "grad_norm": 0.5399910807609558,
      "learning_rate": 2e-05,
      "loss": 0.6507,
      "step": 1770
    },
    {
      "epoch": 0.15070696808060283,
      "grad_norm": 0.47768858075141907,
      "learning_rate": 2e-05,
      "loss": 0.6342,
      "step": 1780
    },
    {
      "epoch": 0.1515536364406062,
      "grad_norm": 0.44225838780403137,
      "learning_rate": 2e-05,
      "loss": 0.6567,
      "step": 1790
    },
    {
      "epoch": 0.1524003048006096,
      "grad_norm": 0.4229118227958679,
      "learning_rate": 2e-05,
      "loss": 0.6597,
      "step": 1800
    },
    {
      "epoch": 0.15324697316061298,
      "grad_norm": 1.9519200325012207,
      "learning_rate": 2e-05,
      "loss": 0.6483,
      "step": 1810
    },
    {
      "epoch": 0.1540936415206164,
      "grad_norm": 0.5570772290229797,
      "learning_rate": 2e-05,
      "loss": 0.646,
      "step": 1820
    },
    {
      "epoch": 0.15494030988061977,
      "grad_norm": 0.42859718203544617,
      "learning_rate": 2e-05,
      "loss": 0.6163,
      "step": 1830
    },
    {
      "epoch": 0.15578697824062315,
      "grad_norm": 0.4103221297264099,
      "learning_rate": 2e-05,
      "loss": 0.6527,
      "step": 1840
    },
    {
      "epoch": 0.15663364660062654,
      "grad_norm": 0.4725561738014221,
      "learning_rate": 2e-05,
      "loss": 0.6624,
      "step": 1850
    },
    {
      "epoch": 0.15748031496062992,
      "grad_norm": 0.43084171414375305,
      "learning_rate": 2e-05,
      "loss": 0.6424,
      "step": 1860
    },
    {
      "epoch": 0.1583269833206333,
      "grad_norm": 0.4549056887626648,
      "learning_rate": 2e-05,
      "loss": 0.6319,
      "step": 1870
    },
    {
      "epoch": 0.15917365168063669,
      "grad_norm": 0.43331679701805115,
      "learning_rate": 2e-05,
      "loss": 0.6443,
      "step": 1880
    },
    {
      "epoch": 0.16002032004064007,
      "grad_norm": 0.4841455817222595,
      "learning_rate": 2e-05,
      "loss": 0.6349,
      "step": 1890
    },
    {
      "epoch": 0.16086698840064348,
      "grad_norm": 0.4443437159061432,
      "learning_rate": 2e-05,
      "loss": 0.6631,
      "step": 1900
    },
    {
      "epoch": 0.16171365676064686,
      "grad_norm": 0.44019854068756104,
      "learning_rate": 2e-05,
      "loss": 0.6318,
      "step": 1910
    },
    {
      "epoch": 0.16256032512065025,
      "grad_norm": 0.45389479398727417,
      "learning_rate": 2e-05,
      "loss": 0.6717,
      "step": 1920
    },
    {
      "epoch": 0.16340699348065363,
      "grad_norm": 0.4448392689228058,
      "learning_rate": 2e-05,
      "loss": 0.6636,
      "step": 1930
    },
    {
      "epoch": 0.164253661840657,
      "grad_norm": 0.48700398206710815,
      "learning_rate": 2e-05,
      "loss": 0.6337,
      "step": 1940
    },
    {
      "epoch": 0.1651003302006604,
      "grad_norm": 0.42143478989601135,
      "learning_rate": 2e-05,
      "loss": 0.6544,
      "step": 1950
    },
    {
      "epoch": 0.16594699856066378,
      "grad_norm": 0.4352879524230957,
      "learning_rate": 2e-05,
      "loss": 0.6514,
      "step": 1960
    },
    {
      "epoch": 0.1667936669206672,
      "grad_norm": 0.414305716753006,
      "learning_rate": 2e-05,
      "loss": 0.6481,
      "step": 1970
    },
    {
      "epoch": 0.16764033528067057,
      "grad_norm": 0.39161503314971924,
      "learning_rate": 2e-05,
      "loss": 0.6566,
      "step": 1980
    },
    {
      "epoch": 0.16848700364067395,
      "grad_norm": 0.421457976102829,
      "learning_rate": 2e-05,
      "loss": 0.6449,
      "step": 1990
    },
    {
      "epoch": 0.16933367200067734,
      "grad_norm": 0.448140949010849,
      "learning_rate": 2e-05,
      "loss": 0.6477,
      "step": 2000
    },
    {
      "epoch": 0.17018034036068072,
      "grad_norm": 0.4220173954963684,
      "learning_rate": 2e-05,
      "loss": 0.6366,
      "step": 2010
    },
    {
      "epoch": 0.1710270087206841,
      "grad_norm": 0.3872855603694916,
      "learning_rate": 2e-05,
      "loss": 0.6646,
      "step": 2020
    },
    {
      "epoch": 0.1718736770806875,
      "grad_norm": 0.5094623565673828,
      "learning_rate": 2e-05,
      "loss": 0.6433,
      "step": 2030
    },
    {
      "epoch": 0.17272034544069087,
      "grad_norm": 0.43138524889945984,
      "learning_rate": 2e-05,
      "loss": 0.6399,
      "step": 2040
    },
    {
      "epoch": 0.17356701380069428,
      "grad_norm": 0.4579676687717438,
      "learning_rate": 2e-05,
      "loss": 0.643,
      "step": 2050
    },
    {
      "epoch": 0.17441368216069766,
      "grad_norm": 1.0642181634902954,
      "learning_rate": 2e-05,
      "loss": 0.6466,
      "step": 2060
    },
    {
      "epoch": 0.17526035052070105,
      "grad_norm": 0.4300776422023773,
      "learning_rate": 2e-05,
      "loss": 0.6264,
      "step": 2070
    },
    {
      "epoch": 0.17610701888070443,
      "grad_norm": 0.43561115860939026,
      "learning_rate": 2e-05,
      "loss": 0.6274,
      "step": 2080
    },
    {
      "epoch": 0.1769536872407078,
      "grad_norm": 0.4419814348220825,
      "learning_rate": 2e-05,
      "loss": 0.6189,
      "step": 2090
    },
    {
      "epoch": 0.1778003556007112,
      "grad_norm": 0.40943095088005066,
      "learning_rate": 2e-05,
      "loss": 0.6575,
      "step": 2100
    },
    {
      "epoch": 0.17864702396071458,
      "grad_norm": 0.4220316708087921,
      "learning_rate": 2e-05,
      "loss": 0.6321,
      "step": 2110
    },
    {
      "epoch": 0.17949369232071796,
      "grad_norm": 0.4069748818874359,
      "learning_rate": 2e-05,
      "loss": 0.6249,
      "step": 2120
    },
    {
      "epoch": 0.18034036068072137,
      "grad_norm": 0.4093238115310669,
      "learning_rate": 2e-05,
      "loss": 0.6367,
      "step": 2130
    },
    {
      "epoch": 0.18118702904072476,
      "grad_norm": 0.42871996760368347,
      "learning_rate": 2e-05,
      "loss": 0.6319,
      "step": 2140
    },
    {
      "epoch": 0.18203369740072814,
      "grad_norm": 0.4586758613586426,
      "learning_rate": 2e-05,
      "loss": 0.6043,
      "step": 2150
    },
    {
      "epoch": 0.18288036576073152,
      "grad_norm": 0.43323299288749695,
      "learning_rate": 2e-05,
      "loss": 0.6518,
      "step": 2160
    },
    {
      "epoch": 0.1837270341207349,
      "grad_norm": 0.4545518159866333,
      "learning_rate": 2e-05,
      "loss": 0.6365,
      "step": 2170
    },
    {
      "epoch": 0.1845737024807383,
      "grad_norm": 0.4953419268131256,
      "learning_rate": 2e-05,
      "loss": 0.6426,
      "step": 2180
    },
    {
      "epoch": 0.18542037084074167,
      "grad_norm": 0.4099434018135071,
      "learning_rate": 2e-05,
      "loss": 0.6429,
      "step": 2190
    },
    {
      "epoch": 0.18626703920074505,
      "grad_norm": 0.4271218180656433,
      "learning_rate": 2e-05,
      "loss": 0.6341,
      "step": 2200
    },
    {
      "epoch": 0.18711370756074847,
      "grad_norm": 0.44617754220962524,
      "learning_rate": 2e-05,
      "loss": 0.6261,
      "step": 2210
    },
    {
      "epoch": 0.18796037592075185,
      "grad_norm": 0.4889068901538849,
      "learning_rate": 2e-05,
      "loss": 0.6611,
      "step": 2220
    },
    {
      "epoch": 0.18880704428075523,
      "grad_norm": 0.41321495175361633,
      "learning_rate": 2e-05,
      "loss": 0.645,
      "step": 2230
    },
    {
      "epoch": 0.18965371264075861,
      "grad_norm": 0.3996637463569641,
      "learning_rate": 2e-05,
      "loss": 0.6471,
      "step": 2240
    },
    {
      "epoch": 0.190500381000762,
      "grad_norm": 0.43380239605903625,
      "learning_rate": 2e-05,
      "loss": 0.6328,
      "step": 2250
    },
    {
      "epoch": 0.19134704936076538,
      "grad_norm": 0.43314844369888306,
      "learning_rate": 2e-05,
      "loss": 0.6528,
      "step": 2260
    },
    {
      "epoch": 0.19219371772076876,
      "grad_norm": 0.396233469247818,
      "learning_rate": 2e-05,
      "loss": 0.6331,
      "step": 2270
    },
    {
      "epoch": 0.19304038608077217,
      "grad_norm": 0.42943382263183594,
      "learning_rate": 2e-05,
      "loss": 0.6604,
      "step": 2280
    },
    {
      "epoch": 0.19388705444077556,
      "grad_norm": 0.5218196511268616,
      "learning_rate": 2e-05,
      "loss": 0.6573,
      "step": 2290
    },
    {
      "epoch": 0.19473372280077894,
      "grad_norm": 0.4184105396270752,
      "learning_rate": 2e-05,
      "loss": 0.6361,
      "step": 2300
    },
    {
      "epoch": 0.19558039116078232,
      "grad_norm": 0.5651347041130066,
      "learning_rate": 2e-05,
      "loss": 0.636,
      "step": 2310
    },
    {
      "epoch": 0.1964270595207857,
      "grad_norm": 0.42529258131980896,
      "learning_rate": 2e-05,
      "loss": 0.6444,
      "step": 2320
    },
    {
      "epoch": 0.1972737278807891,
      "grad_norm": 0.44605952501296997,
      "learning_rate": 2e-05,
      "loss": 0.6382,
      "step": 2330
    },
    {
      "epoch": 0.19812039624079247,
      "grad_norm": 0.4468037188053131,
      "learning_rate": 2e-05,
      "loss": 0.6302,
      "step": 2340
    },
    {
      "epoch": 0.19896706460079586,
      "grad_norm": 0.3863542973995209,
      "learning_rate": 2e-05,
      "loss": 0.6215,
      "step": 2350
    },
    {
      "epoch": 0.19981373296079927,
      "grad_norm": 0.4320015013217926,
      "learning_rate": 2e-05,
      "loss": 0.6421,
      "step": 2360
    },
    {
      "epoch": 0.20066040132080265,
      "grad_norm": 0.43013012409210205,
      "learning_rate": 2e-05,
      "loss": 0.6474,
      "step": 2370
    },
    {
      "epoch": 0.20150706968080603,
      "grad_norm": 0.3912484049797058,
      "learning_rate": 2e-05,
      "loss": 0.6179,
      "step": 2380
    },
    {
      "epoch": 0.20235373804080942,
      "grad_norm": 0.39495962858200073,
      "learning_rate": 2e-05,
      "loss": 0.6356,
      "step": 2390
    },
    {
      "epoch": 0.2032004064008128,
      "grad_norm": 0.384694367647171,
      "learning_rate": 2e-05,
      "loss": 0.6634,
      "step": 2400
    },
    {
      "epoch": 0.20404707476081618,
      "grad_norm": 0.6632846593856812,
      "learning_rate": 2e-05,
      "loss": 0.6283,
      "step": 2410
    },
    {
      "epoch": 0.20489374312081957,
      "grad_norm": 0.4242749512195587,
      "learning_rate": 2e-05,
      "loss": 0.6316,
      "step": 2420
    },
    {
      "epoch": 0.20574041148082295,
      "grad_norm": 0.41551467776298523,
      "learning_rate": 2e-05,
      "loss": 0.6519,
      "step": 2430
    },
    {
      "epoch": 0.20658707984082636,
      "grad_norm": 0.3853192925453186,
      "learning_rate": 2e-05,
      "loss": 0.6487,
      "step": 2440
    },
    {
      "epoch": 0.20743374820082974,
      "grad_norm": 0.4175145626068115,
      "learning_rate": 2e-05,
      "loss": 0.6397,
      "step": 2450
    },
    {
      "epoch": 0.20828041656083313,
      "grad_norm": 0.41761279106140137,
      "learning_rate": 2e-05,
      "loss": 0.656,
      "step": 2460
    },
    {
      "epoch": 0.2091270849208365,
      "grad_norm": 0.39868006110191345,
      "learning_rate": 2e-05,
      "loss": 0.6412,
      "step": 2470
    },
    {
      "epoch": 0.2099737532808399,
      "grad_norm": 0.3972877264022827,
      "learning_rate": 2e-05,
      "loss": 0.6403,
      "step": 2480
    },
    {
      "epoch": 0.21082042164084328,
      "grad_norm": 0.3830007314682007,
      "learning_rate": 2e-05,
      "loss": 0.6371,
      "step": 2490
    },
    {
      "epoch": 0.21166709000084666,
      "grad_norm": 0.4232046604156494,
      "learning_rate": 2e-05,
      "loss": 0.6531,
      "step": 2500
    },
    {
      "epoch": 0.21251375836085004,
      "grad_norm": 0.3900882303714752,
      "learning_rate": 2e-05,
      "loss": 0.6222,
      "step": 2510
    },
    {
      "epoch": 0.21336042672085345,
      "grad_norm": 0.39245057106018066,
      "learning_rate": 2e-05,
      "loss": 0.6153,
      "step": 2520
    },
    {
      "epoch": 0.21420709508085684,
      "grad_norm": 0.43386736512184143,
      "learning_rate": 2e-05,
      "loss": 0.6382,
      "step": 2530
    },
    {
      "epoch": 0.21505376344086022,
      "grad_norm": 0.3844192326068878,
      "learning_rate": 2e-05,
      "loss": 0.6534,
      "step": 2540
    },
    {
      "epoch": 0.2159004318008636,
      "grad_norm": 0.5519846081733704,
      "learning_rate": 2e-05,
      "loss": 0.6464,
      "step": 2550
    },
    {
      "epoch": 0.21674710016086698,
      "grad_norm": 0.4004225432872772,
      "learning_rate": 2e-05,
      "loss": 0.6385,
      "step": 2560
    },
    {
      "epoch": 0.21759376852087037,
      "grad_norm": 0.40917128324508667,
      "learning_rate": 2e-05,
      "loss": 0.6556,
      "step": 2570
    },
    {
      "epoch": 0.21844043688087375,
      "grad_norm": 0.38037240505218506,
      "learning_rate": 2e-05,
      "loss": 0.6359,
      "step": 2580
    },
    {
      "epoch": 0.21928710524087716,
      "grad_norm": 0.4489869475364685,
      "learning_rate": 2e-05,
      "loss": 0.655,
      "step": 2590
    },
    {
      "epoch": 0.22013377360088054,
      "grad_norm": 0.41383644938468933,
      "learning_rate": 2e-05,
      "loss": 0.6554,
      "step": 2600
    },
    {
      "epoch": 0.22098044196088393,
      "grad_norm": 0.3828672766685486,
      "learning_rate": 2e-05,
      "loss": 0.6588,
      "step": 2610
    },
    {
      "epoch": 0.2218271103208873,
      "grad_norm": 0.41098809242248535,
      "learning_rate": 2e-05,
      "loss": 0.6185,
      "step": 2620
    },
    {
      "epoch": 0.2226737786808907,
      "grad_norm": 0.3833703100681305,
      "learning_rate": 2e-05,
      "loss": 0.6419,
      "step": 2630
    },
    {
      "epoch": 0.22352044704089408,
      "grad_norm": 0.4067264199256897,
      "learning_rate": 2e-05,
      "loss": 0.6289,
      "step": 2640
    },
    {
      "epoch": 0.22436711540089746,
      "grad_norm": 0.40791037678718567,
      "learning_rate": 2e-05,
      "loss": 0.6379,
      "step": 2650
    },
    {
      "epoch": 0.22521378376090084,
      "grad_norm": 0.43709638714790344,
      "learning_rate": 2e-05,
      "loss": 0.6357,
      "step": 2660
    },
    {
      "epoch": 0.22606045212090425,
      "grad_norm": 0.4151391088962555,
      "learning_rate": 2e-05,
      "loss": 0.6571,
      "step": 2670
    },
    {
      "epoch": 0.22690712048090764,
      "grad_norm": 0.4648939073085785,
      "learning_rate": 2e-05,
      "loss": 0.6519,
      "step": 2680
    },
    {
      "epoch": 0.22775378884091102,
      "grad_norm": 0.42384690046310425,
      "learning_rate": 2e-05,
      "loss": 0.6406,
      "step": 2690
    },
    {
      "epoch": 0.2286004572009144,
      "grad_norm": 0.40418389439582825,
      "learning_rate": 2e-05,
      "loss": 0.6352,
      "step": 2700
    },
    {
      "epoch": 0.2294471255609178,
      "grad_norm": 0.4247417747974396,
      "learning_rate": 2e-05,
      "loss": 0.6246,
      "step": 2710
    },
    {
      "epoch": 0.23029379392092117,
      "grad_norm": 0.39670681953430176,
      "learning_rate": 2e-05,
      "loss": 0.6463,
      "step": 2720
    },
    {
      "epoch": 0.23114046228092455,
      "grad_norm": 0.45522087812423706,
      "learning_rate": 2e-05,
      "loss": 0.6687,
      "step": 2730
    },
    {
      "epoch": 0.23198713064092794,
      "grad_norm": 0.4865119457244873,
      "learning_rate": 2e-05,
      "loss": 0.6498,
      "step": 2740
    },
    {
      "epoch": 0.23283379900093135,
      "grad_norm": 0.4382932782173157,
      "learning_rate": 2e-05,
      "loss": 0.6406,
      "step": 2750
    },
    {
      "epoch": 0.23368046736093473,
      "grad_norm": 0.42918914556503296,
      "learning_rate": 2e-05,
      "loss": 0.6431,
      "step": 2760
    },
    {
      "epoch": 0.2345271357209381,
      "grad_norm": 0.41465798020362854,
      "learning_rate": 2e-05,
      "loss": 0.6406,
      "step": 2770
    },
    {
      "epoch": 0.2353738040809415,
      "grad_norm": 0.4464358389377594,
      "learning_rate": 2e-05,
      "loss": 0.6491,
      "step": 2780
    },
    {
      "epoch": 0.23622047244094488,
      "grad_norm": 0.4201108515262604,
      "learning_rate": 2e-05,
      "loss": 0.6199,
      "step": 2790
    },
    {
      "epoch": 0.23706714080094826,
      "grad_norm": 0.4981282949447632,
      "learning_rate": 2e-05,
      "loss": 0.635,
      "step": 2800
    },
    {
      "epoch": 0.23791380916095164,
      "grad_norm": 0.3868878483772278,
      "learning_rate": 2e-05,
      "loss": 0.6393,
      "step": 2810
    },
    {
      "epoch": 0.23876047752095506,
      "grad_norm": 0.40685951709747314,
      "learning_rate": 2e-05,
      "loss": 0.6284,
      "step": 2820
    },
    {
      "epoch": 0.23960714588095844,
      "grad_norm": 0.41393551230430603,
      "learning_rate": 2e-05,
      "loss": 0.6568,
      "step": 2830
    },
    {
      "epoch": 0.24045381424096182,
      "grad_norm": 0.4491131603717804,
      "learning_rate": 2e-05,
      "loss": 0.6375,
      "step": 2840
    },
    {
      "epoch": 0.2413004826009652,
      "grad_norm": 0.48691219091415405,
      "learning_rate": 2e-05,
      "loss": 0.6143,
      "step": 2850
    },
    {
      "epoch": 0.2421471509609686,
      "grad_norm": 0.4507281184196472,
      "learning_rate": 2e-05,
      "loss": 0.6234,
      "step": 2860
    },
    {
      "epoch": 0.24299381932097197,
      "grad_norm": 0.43581560254096985,
      "learning_rate": 2e-05,
      "loss": 0.6454,
      "step": 2870
    },
    {
      "epoch": 0.24384048768097535,
      "grad_norm": 0.5282661318778992,
      "learning_rate": 2e-05,
      "loss": 0.6423,
      "step": 2880
    },
    {
      "epoch": 0.24468715604097874,
      "grad_norm": 0.40446242690086365,
      "learning_rate": 2e-05,
      "loss": 0.6406,
      "step": 2890
    },
    {
      "epoch": 0.24553382440098215,
      "grad_norm": 0.4218043088912964,
      "learning_rate": 2e-05,
      "loss": 0.6242,
      "step": 2900
    },
    {
      "epoch": 0.24638049276098553,
      "grad_norm": 0.4034806191921234,
      "learning_rate": 2e-05,
      "loss": 0.6306,
      "step": 2910
    },
    {
      "epoch": 0.24722716112098891,
      "grad_norm": 0.40466344356536865,
      "learning_rate": 2e-05,
      "loss": 0.6261,
      "step": 2920
    },
    {
      "epoch": 0.2480738294809923,
      "grad_norm": 0.4296315312385559,
      "learning_rate": 2e-05,
      "loss": 0.6151,
      "step": 2930
    },
    {
      "epoch": 0.24892049784099568,
      "grad_norm": 0.45331016182899475,
      "learning_rate": 2e-05,
      "loss": 0.6464,
      "step": 2940
    },
    {
      "epoch": 0.24976716620099906,
      "grad_norm": 0.44625458121299744,
      "learning_rate": 2e-05,
      "loss": 0.6315,
      "step": 2950
    },
    {
      "epoch": 0.25061383456100245,
      "grad_norm": 0.43744179606437683,
      "learning_rate": 2e-05,
      "loss": 0.619,
      "step": 2960
    },
    {
      "epoch": 0.25146050292100586,
      "grad_norm": 0.4107581377029419,
      "learning_rate": 2e-05,
      "loss": 0.6306,
      "step": 2970
    },
    {
      "epoch": 0.2523071712810092,
      "grad_norm": 0.39485299587249756,
      "learning_rate": 2e-05,
      "loss": 0.6261,
      "step": 2980
    },
    {
      "epoch": 0.2531538396410126,
      "grad_norm": 0.4031531810760498,
      "learning_rate": 2e-05,
      "loss": 0.6257,
      "step": 2990
    },
    {
      "epoch": 0.254000508001016,
      "grad_norm": 0.45026257634162903,
      "learning_rate": 2e-05,
      "loss": 0.6408,
      "step": 3000
    },
    {
      "epoch": 0.2548471763610194,
      "grad_norm": 0.40911462903022766,
      "learning_rate": 2e-05,
      "loss": 0.624,
      "step": 3010
    },
    {
      "epoch": 0.2556938447210228,
      "grad_norm": 0.3996413052082062,
      "learning_rate": 2e-05,
      "loss": 0.6388,
      "step": 3020
    },
    {
      "epoch": 0.25654051308102616,
      "grad_norm": 0.4137783944606781,
      "learning_rate": 2e-05,
      "loss": 0.645,
      "step": 3030
    },
    {
      "epoch": 0.25738718144102957,
      "grad_norm": 0.3941035866737366,
      "learning_rate": 2e-05,
      "loss": 0.6297,
      "step": 3040
    },
    {
      "epoch": 0.2582338498010329,
      "grad_norm": 0.39765384793281555,
      "learning_rate": 2e-05,
      "loss": 0.675,
      "step": 3050
    },
    {
      "epoch": 0.25908051816103633,
      "grad_norm": 0.42631596326828003,
      "learning_rate": 2e-05,
      "loss": 0.6185,
      "step": 3060
    },
    {
      "epoch": 0.2599271865210397,
      "grad_norm": 0.4218185544013977,
      "learning_rate": 2e-05,
      "loss": 0.6385,
      "step": 3070
    },
    {
      "epoch": 0.2607738548810431,
      "grad_norm": 0.42259150743484497,
      "learning_rate": 2e-05,
      "loss": 0.6464,
      "step": 3080
    },
    {
      "epoch": 0.2616205232410465,
      "grad_norm": 0.3934686481952667,
      "learning_rate": 2e-05,
      "loss": 0.6399,
      "step": 3090
    },
    {
      "epoch": 0.26246719160104987,
      "grad_norm": 0.4417162537574768,
      "learning_rate": 2e-05,
      "loss": 0.6473,
      "step": 3100
    },
    {
      "epoch": 0.2633138599610533,
      "grad_norm": 0.4261956810951233,
      "learning_rate": 2e-05,
      "loss": 0.6135,
      "step": 3110
    },
    {
      "epoch": 0.26416052832105663,
      "grad_norm": 0.4082337021827698,
      "learning_rate": 2e-05,
      "loss": 0.6437,
      "step": 3120
    },
    {
      "epoch": 0.26500719668106004,
      "grad_norm": 0.4085938632488251,
      "learning_rate": 2e-05,
      "loss": 0.6214,
      "step": 3130
    },
    {
      "epoch": 0.2658538650410634,
      "grad_norm": 0.42370662093162537,
      "learning_rate": 2e-05,
      "loss": 0.6624,
      "step": 3140
    },
    {
      "epoch": 0.2667005334010668,
      "grad_norm": 0.9658306837081909,
      "learning_rate": 2e-05,
      "loss": 0.6355,
      "step": 3150
    },
    {
      "epoch": 0.26754720176107016,
      "grad_norm": 0.3799201548099518,
      "learning_rate": 2e-05,
      "loss": 0.6338,
      "step": 3160
    },
    {
      "epoch": 0.2683938701210736,
      "grad_norm": 0.4011082351207733,
      "learning_rate": 2e-05,
      "loss": 0.6205,
      "step": 3170
    },
    {
      "epoch": 0.269240538481077,
      "grad_norm": 0.4082750976085663,
      "learning_rate": 2e-05,
      "loss": 0.646,
      "step": 3180
    },
    {
      "epoch": 0.27008720684108034,
      "grad_norm": 0.3899262845516205,
      "learning_rate": 2e-05,
      "loss": 0.6287,
      "step": 3190
    },
    {
      "epoch": 0.27093387520108375,
      "grad_norm": 0.4211922585964203,
      "learning_rate": 2e-05,
      "loss": 0.6306,
      "step": 3200
    },
    {
      "epoch": 0.2717805435610871,
      "grad_norm": 0.41326385736465454,
      "learning_rate": 2e-05,
      "loss": 0.6235,
      "step": 3210
    },
    {
      "epoch": 0.2726272119210905,
      "grad_norm": 0.41445034742355347,
      "learning_rate": 2e-05,
      "loss": 0.6239,
      "step": 3220
    },
    {
      "epoch": 0.2734738802810939,
      "grad_norm": 0.4477451741695404,
      "learning_rate": 2e-05,
      "loss": 0.6308,
      "step": 3230
    },
    {
      "epoch": 0.2743205486410973,
      "grad_norm": 0.42119231820106506,
      "learning_rate": 2e-05,
      "loss": 0.6257,
      "step": 3240
    },
    {
      "epoch": 0.2751672170011007,
      "grad_norm": 0.4201563596725464,
      "learning_rate": 2e-05,
      "loss": 0.6225,
      "step": 3250
    },
    {
      "epoch": 0.27601388536110405,
      "grad_norm": 0.42233985662460327,
      "learning_rate": 2e-05,
      "loss": 0.6166,
      "step": 3260
    },
    {
      "epoch": 0.27686055372110746,
      "grad_norm": 0.40148264169692993,
      "learning_rate": 2e-05,
      "loss": 0.6442,
      "step": 3270
    },
    {
      "epoch": 0.2777072220811108,
      "grad_norm": 0.3941594660282135,
      "learning_rate": 2e-05,
      "loss": 0.6369,
      "step": 3280
    },
    {
      "epoch": 0.2785538904411142,
      "grad_norm": 0.40674856305122375,
      "learning_rate": 2e-05,
      "loss": 0.6351,
      "step": 3290
    },
    {
      "epoch": 0.2794005588011176,
      "grad_norm": 0.39532068371772766,
      "learning_rate": 2e-05,
      "loss": 0.6355,
      "step": 3300
    },
    {
      "epoch": 0.280247227161121,
      "grad_norm": 0.3713996708393097,
      "learning_rate": 2e-05,
      "loss": 0.6266,
      "step": 3310
    },
    {
      "epoch": 0.28109389552112435,
      "grad_norm": 0.40361613035202026,
      "learning_rate": 2e-05,
      "loss": 0.6483,
      "step": 3320
    },
    {
      "epoch": 0.28194056388112776,
      "grad_norm": 0.3825480341911316,
      "learning_rate": 2e-05,
      "loss": 0.6168,
      "step": 3330
    },
    {
      "epoch": 0.28278723224113117,
      "grad_norm": 0.38089442253112793,
      "learning_rate": 2e-05,
      "loss": 0.629,
      "step": 3340
    },
    {
      "epoch": 0.2836339006011345,
      "grad_norm": 0.49822020530700684,
      "learning_rate": 2e-05,
      "loss": 0.6532,
      "step": 3350
    },
    {
      "epoch": 0.28448056896113794,
      "grad_norm": 0.4202452301979065,
      "learning_rate": 2e-05,
      "loss": 0.6299,
      "step": 3360
    },
    {
      "epoch": 0.2853272373211413,
      "grad_norm": 0.37910890579223633,
      "learning_rate": 2e-05,
      "loss": 0.6348,
      "step": 3370
    },
    {
      "epoch": 0.2861739056811447,
      "grad_norm": 0.39863014221191406,
      "learning_rate": 2e-05,
      "loss": 0.6369,
      "step": 3380
    },
    {
      "epoch": 0.28702057404114806,
      "grad_norm": 0.5652646422386169,
      "learning_rate": 2e-05,
      "loss": 0.6184,
      "step": 3390
    },
    {
      "epoch": 0.28786724240115147,
      "grad_norm": 0.37824442982673645,
      "learning_rate": 2e-05,
      "loss": 0.6184,
      "step": 3400
    },
    {
      "epoch": 0.2887139107611549,
      "grad_norm": 0.4170939028263092,
      "learning_rate": 2e-05,
      "loss": 0.6304,
      "step": 3410
    },
    {
      "epoch": 0.28956057912115823,
      "grad_norm": 0.5684532523155212,
      "learning_rate": 2e-05,
      "loss": 0.6384,
      "step": 3420
    },
    {
      "epoch": 0.29040724748116165,
      "grad_norm": 0.4120194911956787,
      "learning_rate": 2e-05,
      "loss": 0.6106,
      "step": 3430
    },
    {
      "epoch": 0.291253915841165,
      "grad_norm": 0.40495702624320984,
      "learning_rate": 2e-05,
      "loss": 0.6495,
      "step": 3440
    },
    {
      "epoch": 0.2921005842011684,
      "grad_norm": 0.4259183704853058,
      "learning_rate": 2e-05,
      "loss": 0.638,
      "step": 3450
    },
    {
      "epoch": 0.29294725256117177,
      "grad_norm": 0.4299517273902893,
      "learning_rate": 2e-05,
      "loss": 0.6245,
      "step": 3460
    },
    {
      "epoch": 0.2937939209211752,
      "grad_norm": 0.43136143684387207,
      "learning_rate": 2e-05,
      "loss": 0.6302,
      "step": 3470
    },
    {
      "epoch": 0.2946405892811786,
      "grad_norm": 0.37267258763313293,
      "learning_rate": 2e-05,
      "loss": 0.6227,
      "step": 3480
    },
    {
      "epoch": 0.29548725764118194,
      "grad_norm": 0.4441055655479431,
      "learning_rate": 2e-05,
      "loss": 0.6242,
      "step": 3490
    },
    {
      "epoch": 0.29633392600118535,
      "grad_norm": 0.43486303091049194,
      "learning_rate": 2e-05,
      "loss": 0.6218,
      "step": 3500
    },
    {
      "epoch": 0.2971805943611887,
      "grad_norm": 0.4182334244251251,
      "learning_rate": 2e-05,
      "loss": 0.6393,
      "step": 3510
    },
    {
      "epoch": 0.2980272627211921,
      "grad_norm": 0.4296554923057556,
      "learning_rate": 2e-05,
      "loss": 0.6545,
      "step": 3520
    },
    {
      "epoch": 0.2988739310811955,
      "grad_norm": 0.4029640257358551,
      "learning_rate": 2e-05,
      "loss": 0.6267,
      "step": 3530
    },
    {
      "epoch": 0.2997205994411989,
      "grad_norm": 0.5285282731056213,
      "learning_rate": 2e-05,
      "loss": 0.6334,
      "step": 3540
    },
    {
      "epoch": 0.30056726780120224,
      "grad_norm": 0.4067811071872711,
      "learning_rate": 2e-05,
      "loss": 0.6183,
      "step": 3550
    },
    {
      "epoch": 0.30141393616120565,
      "grad_norm": 0.40235307812690735,
      "learning_rate": 2e-05,
      "loss": 0.6463,
      "step": 3560
    },
    {
      "epoch": 0.30226060452120906,
      "grad_norm": 0.39202913641929626,
      "learning_rate": 2e-05,
      "loss": 0.6578,
      "step": 3570
    },
    {
      "epoch": 0.3031072728812124,
      "grad_norm": 0.43644803762435913,
      "learning_rate": 2e-05,
      "loss": 0.6139,
      "step": 3580
    },
    {
      "epoch": 0.30395394124121583,
      "grad_norm": 0.4295779764652252,
      "learning_rate": 2e-05,
      "loss": 0.6569,
      "step": 3590
    },
    {
      "epoch": 0.3048006096012192,
      "grad_norm": 0.3815408945083618,
      "learning_rate": 2e-05,
      "loss": 0.6371,
      "step": 3600
    },
    {
      "epoch": 0.3056472779612226,
      "grad_norm": 0.3733167350292206,
      "learning_rate": 2e-05,
      "loss": 0.6311,
      "step": 3610
    },
    {
      "epoch": 0.30649394632122595,
      "grad_norm": 0.40843579173088074,
      "learning_rate": 2e-05,
      "loss": 0.6308,
      "step": 3620
    },
    {
      "epoch": 0.30734061468122936,
      "grad_norm": 0.39684557914733887,
      "learning_rate": 2e-05,
      "loss": 0.611,
      "step": 3630
    },
    {
      "epoch": 0.3081872830412328,
      "grad_norm": 0.3786352872848511,
      "learning_rate": 2e-05,
      "loss": 0.6298,
      "step": 3640
    },
    {
      "epoch": 0.30903395140123613,
      "grad_norm": 0.3809105157852173,
      "learning_rate": 2e-05,
      "loss": 0.6223,
      "step": 3650
    },
    {
      "epoch": 0.30988061976123954,
      "grad_norm": 0.3611084818840027,
      "learning_rate": 2e-05,
      "loss": 0.623,
      "step": 3660
    },
    {
      "epoch": 0.3107272881212429,
      "grad_norm": 0.4300227761268616,
      "learning_rate": 2e-05,
      "loss": 0.6246,
      "step": 3670
    },
    {
      "epoch": 0.3115739564812463,
      "grad_norm": 0.38485798239707947,
      "learning_rate": 2e-05,
      "loss": 0.6279,
      "step": 3680
    },
    {
      "epoch": 0.31242062484124966,
      "grad_norm": 0.4136834442615509,
      "learning_rate": 2e-05,
      "loss": 0.6415,
      "step": 3690
    },
    {
      "epoch": 0.31326729320125307,
      "grad_norm": 0.3984295427799225,
      "learning_rate": 2e-05,
      "loss": 0.6462,
      "step": 3700
    },
    {
      "epoch": 0.3141139615612565,
      "grad_norm": 0.4182433485984802,
      "learning_rate": 2e-05,
      "loss": 0.606,
      "step": 3710
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 0.4438022971153259,
      "learning_rate": 2e-05,
      "loss": 0.6558,
      "step": 3720
    },
    {
      "epoch": 0.31580729828126325,
      "grad_norm": 0.41767048835754395,
      "learning_rate": 2e-05,
      "loss": 0.6353,
      "step": 3730
    },
    {
      "epoch": 0.3166539666412666,
      "grad_norm": 0.373098224401474,
      "learning_rate": 2e-05,
      "loss": 0.6089,
      "step": 3740
    },
    {
      "epoch": 0.31750063500127,
      "grad_norm": 0.4146307408809662,
      "learning_rate": 2e-05,
      "loss": 0.6299,
      "step": 3750
    },
    {
      "epoch": 0.31834730336127337,
      "grad_norm": 0.38848984241485596,
      "learning_rate": 2e-05,
      "loss": 0.6499,
      "step": 3760
    },
    {
      "epoch": 0.3191939717212768,
      "grad_norm": 0.5025537610054016,
      "learning_rate": 2e-05,
      "loss": 0.6271,
      "step": 3770
    },
    {
      "epoch": 0.32004064008128014,
      "grad_norm": 0.3962385058403015,
      "learning_rate": 2e-05,
      "loss": 0.6237,
      "step": 3780
    },
    {
      "epoch": 0.32088730844128355,
      "grad_norm": 1.6572647094726562,
      "learning_rate": 2e-05,
      "loss": 0.6302,
      "step": 3790
    },
    {
      "epoch": 0.32173397680128696,
      "grad_norm": 0.3944777548313141,
      "learning_rate": 2e-05,
      "loss": 0.6497,
      "step": 3800
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.3777221739292145,
      "learning_rate": 2e-05,
      "loss": 0.6308,
      "step": 3810
    },
    {
      "epoch": 0.3234273135212937,
      "grad_norm": 0.610248863697052,
      "learning_rate": 2e-05,
      "loss": 0.6372,
      "step": 3820
    },
    {
      "epoch": 0.3242739818812971,
      "grad_norm": 0.47404029965400696,
      "learning_rate": 2e-05,
      "loss": 0.632,
      "step": 3830
    },
    {
      "epoch": 0.3251206502413005,
      "grad_norm": 0.40445438027381897,
      "learning_rate": 2e-05,
      "loss": 0.6244,
      "step": 3840
    },
    {
      "epoch": 0.32596731860130385,
      "grad_norm": 0.4113180339336395,
      "learning_rate": 2e-05,
      "loss": 0.6634,
      "step": 3850
    },
    {
      "epoch": 0.32681398696130726,
      "grad_norm": 0.44300517439842224,
      "learning_rate": 2e-05,
      "loss": 0.6338,
      "step": 3860
    },
    {
      "epoch": 0.32766065532131067,
      "grad_norm": 0.4578755497932434,
      "learning_rate": 2e-05,
      "loss": 0.6167,
      "step": 3870
    },
    {
      "epoch": 0.328507323681314,
      "grad_norm": 0.4159300625324249,
      "learning_rate": 2e-05,
      "loss": 0.6118,
      "step": 3880
    },
    {
      "epoch": 0.32935399204131743,
      "grad_norm": 0.3916099965572357,
      "learning_rate": 2e-05,
      "loss": 0.6112,
      "step": 3890
    },
    {
      "epoch": 0.3302006604013208,
      "grad_norm": 0.37913331389427185,
      "learning_rate": 2e-05,
      "loss": 0.637,
      "step": 3900
    },
    {
      "epoch": 0.3310473287613242,
      "grad_norm": 0.46422481536865234,
      "learning_rate": 2e-05,
      "loss": 0.6487,
      "step": 3910
    },
    {
      "epoch": 0.33189399712132756,
      "grad_norm": 0.39226099848747253,
      "learning_rate": 2e-05,
      "loss": 0.6097,
      "step": 3920
    },
    {
      "epoch": 0.33274066548133097,
      "grad_norm": 1.2026352882385254,
      "learning_rate": 2e-05,
      "loss": 0.6022,
      "step": 3930
    },
    {
      "epoch": 0.3335873338413344,
      "grad_norm": 0.3941093385219574,
      "learning_rate": 2e-05,
      "loss": 0.6158,
      "step": 3940
    },
    {
      "epoch": 0.33443400220133773,
      "grad_norm": 0.39497110247612,
      "learning_rate": 2e-05,
      "loss": 0.6191,
      "step": 3950
    },
    {
      "epoch": 0.33528067056134114,
      "grad_norm": 0.3979906439781189,
      "learning_rate": 2e-05,
      "loss": 0.6527,
      "step": 3960
    },
    {
      "epoch": 0.3361273389213445,
      "grad_norm": 0.41514596343040466,
      "learning_rate": 2e-05,
      "loss": 0.6497,
      "step": 3970
    },
    {
      "epoch": 0.3369740072813479,
      "grad_norm": 0.3805382251739502,
      "learning_rate": 2e-05,
      "loss": 0.6523,
      "step": 3980
    },
    {
      "epoch": 0.33782067564135126,
      "grad_norm": 0.38798990845680237,
      "learning_rate": 2e-05,
      "loss": 0.6435,
      "step": 3990
    },
    {
      "epoch": 0.3386673440013547,
      "grad_norm": 0.3779199421405792,
      "learning_rate": 2e-05,
      "loss": 0.6047,
      "step": 4000
    },
    {
      "epoch": 0.33951401236135803,
      "grad_norm": 0.43265098333358765,
      "learning_rate": 2e-05,
      "loss": 0.6488,
      "step": 4010
    },
    {
      "epoch": 0.34036068072136144,
      "grad_norm": 0.4250130355358124,
      "learning_rate": 2e-05,
      "loss": 0.6166,
      "step": 4020
    },
    {
      "epoch": 0.34120734908136485,
      "grad_norm": 0.3824594020843506,
      "learning_rate": 2e-05,
      "loss": 0.6584,
      "step": 4030
    },
    {
      "epoch": 0.3420540174413682,
      "grad_norm": 0.3953022360801697,
      "learning_rate": 2e-05,
      "loss": 0.636,
      "step": 4040
    },
    {
      "epoch": 0.3429006858013716,
      "grad_norm": 0.376534640789032,
      "learning_rate": 2e-05,
      "loss": 0.625,
      "step": 4050
    },
    {
      "epoch": 0.343747354161375,
      "grad_norm": 0.4311833381652832,
      "learning_rate": 2e-05,
      "loss": 0.6194,
      "step": 4060
    },
    {
      "epoch": 0.3445940225213784,
      "grad_norm": 0.3738897144794464,
      "learning_rate": 2e-05,
      "loss": 0.6239,
      "step": 4070
    },
    {
      "epoch": 0.34544069088138174,
      "grad_norm": 0.38045012950897217,
      "learning_rate": 2e-05,
      "loss": 0.6083,
      "step": 4080
    },
    {
      "epoch": 0.34628735924138515,
      "grad_norm": 0.3941081762313843,
      "learning_rate": 2e-05,
      "loss": 0.6256,
      "step": 4090
    },
    {
      "epoch": 0.34713402760138856,
      "grad_norm": 0.39207085967063904,
      "learning_rate": 2e-05,
      "loss": 0.6153,
      "step": 4100
    },
    {
      "epoch": 0.3479806959613919,
      "grad_norm": 0.38253340125083923,
      "learning_rate": 2e-05,
      "loss": 0.6183,
      "step": 4110
    },
    {
      "epoch": 0.34882736432139533,
      "grad_norm": 0.42153647541999817,
      "learning_rate": 2e-05,
      "loss": 0.6389,
      "step": 4120
    },
    {
      "epoch": 0.3496740326813987,
      "grad_norm": 0.37590694427490234,
      "learning_rate": 2e-05,
      "loss": 0.632,
      "step": 4130
    },
    {
      "epoch": 0.3505207010414021,
      "grad_norm": 0.3831784427165985,
      "learning_rate": 2e-05,
      "loss": 0.6161,
      "step": 4140
    },
    {
      "epoch": 0.35136736940140545,
      "grad_norm": 0.4095568358898163,
      "learning_rate": 2e-05,
      "loss": 0.6354,
      "step": 4150
    },
    {
      "epoch": 0.35221403776140886,
      "grad_norm": 0.3940264582633972,
      "learning_rate": 2e-05,
      "loss": 0.6281,
      "step": 4160
    },
    {
      "epoch": 0.3530607061214122,
      "grad_norm": 0.39979925751686096,
      "learning_rate": 2e-05,
      "loss": 0.6322,
      "step": 4170
    },
    {
      "epoch": 0.3539073744814156,
      "grad_norm": 0.4350389540195465,
      "learning_rate": 2e-05,
      "loss": 0.6244,
      "step": 4180
    },
    {
      "epoch": 0.35475404284141904,
      "grad_norm": 0.37078574299812317,
      "learning_rate": 2e-05,
      "loss": 0.6163,
      "step": 4190
    },
    {
      "epoch": 0.3556007112014224,
      "grad_norm": 0.39877039194107056,
      "learning_rate": 2e-05,
      "loss": 0.6191,
      "step": 4200
    },
    {
      "epoch": 0.3564473795614258,
      "grad_norm": 0.4154704511165619,
      "learning_rate": 2e-05,
      "loss": 0.6212,
      "step": 4210
    },
    {
      "epoch": 0.35729404792142916,
      "grad_norm": 0.42669203877449036,
      "learning_rate": 2e-05,
      "loss": 0.6532,
      "step": 4220
    },
    {
      "epoch": 0.35814071628143257,
      "grad_norm": 0.4079524874687195,
      "learning_rate": 2e-05,
      "loss": 0.6423,
      "step": 4230
    },
    {
      "epoch": 0.3589873846414359,
      "grad_norm": 0.3937144875526428,
      "learning_rate": 2e-05,
      "loss": 0.6236,
      "step": 4240
    },
    {
      "epoch": 0.35983405300143934,
      "grad_norm": 0.4334471523761749,
      "learning_rate": 2e-05,
      "loss": 0.6285,
      "step": 4250
    },
    {
      "epoch": 0.36068072136144275,
      "grad_norm": 0.3907918334007263,
      "learning_rate": 2e-05,
      "loss": 0.6254,
      "step": 4260
    },
    {
      "epoch": 0.3615273897214461,
      "grad_norm": 1.0858243703842163,
      "learning_rate": 2e-05,
      "loss": 0.6437,
      "step": 4270
    },
    {
      "epoch": 0.3623740580814495,
      "grad_norm": 0.41078153252601624,
      "learning_rate": 2e-05,
      "loss": 0.6251,
      "step": 4280
    },
    {
      "epoch": 0.36322072644145287,
      "grad_norm": 0.39965513348579407,
      "learning_rate": 2e-05,
      "loss": 0.6131,
      "step": 4290
    },
    {
      "epoch": 0.3640673948014563,
      "grad_norm": 0.42311328649520874,
      "learning_rate": 2e-05,
      "loss": 0.5952,
      "step": 4300
    },
    {
      "epoch": 0.36491406316145963,
      "grad_norm": 0.39749035239219666,
      "learning_rate": 2e-05,
      "loss": 0.6952,
      "step": 4310
    },
    {
      "epoch": 0.36576073152146305,
      "grad_norm": 0.4066619575023651,
      "learning_rate": 2e-05,
      "loss": 0.6195,
      "step": 4320
    },
    {
      "epoch": 0.36660739988146646,
      "grad_norm": 0.40869539976119995,
      "learning_rate": 2e-05,
      "loss": 0.6551,
      "step": 4330
    },
    {
      "epoch": 0.3674540682414698,
      "grad_norm": 0.38594356179237366,
      "learning_rate": 2e-05,
      "loss": 0.6176,
      "step": 4340
    },
    {
      "epoch": 0.3683007366014732,
      "grad_norm": 0.3964534103870392,
      "learning_rate": 2e-05,
      "loss": 0.6108,
      "step": 4350
    },
    {
      "epoch": 0.3691474049614766,
      "grad_norm": 0.3941608965396881,
      "learning_rate": 2e-05,
      "loss": 0.6312,
      "step": 4360
    },
    {
      "epoch": 0.36999407332148,
      "grad_norm": 0.38923901319503784,
      "learning_rate": 2e-05,
      "loss": 0.6089,
      "step": 4370
    },
    {
      "epoch": 0.37084074168148334,
      "grad_norm": 0.4024799168109894,
      "learning_rate": 2e-05,
      "loss": 0.6444,
      "step": 4380
    },
    {
      "epoch": 0.37168741004148675,
      "grad_norm": 0.42518913745880127,
      "learning_rate": 2e-05,
      "loss": 0.6339,
      "step": 4390
    },
    {
      "epoch": 0.3725340784014901,
      "grad_norm": 0.40740522742271423,
      "learning_rate": 2e-05,
      "loss": 0.6365,
      "step": 4400
    },
    {
      "epoch": 0.3733807467614935,
      "grad_norm": 0.41317957639694214,
      "learning_rate": 2e-05,
      "loss": 0.6253,
      "step": 4410
    },
    {
      "epoch": 0.37422741512149693,
      "grad_norm": 0.3998070955276489,
      "learning_rate": 2e-05,
      "loss": 0.6328,
      "step": 4420
    },
    {
      "epoch": 0.3750740834815003,
      "grad_norm": 0.3857688903808594,
      "learning_rate": 2e-05,
      "loss": 0.6482,
      "step": 4430
    },
    {
      "epoch": 0.3759207518415037,
      "grad_norm": 0.38020142912864685,
      "learning_rate": 2e-05,
      "loss": 0.6165,
      "step": 4440
    },
    {
      "epoch": 0.37676742020150705,
      "grad_norm": 0.5042953491210938,
      "learning_rate": 2e-05,
      "loss": 0.6215,
      "step": 4450
    },
    {
      "epoch": 0.37761408856151046,
      "grad_norm": 0.386430948972702,
      "learning_rate": 2e-05,
      "loss": 0.6155,
      "step": 4460
    },
    {
      "epoch": 0.3784607569215138,
      "grad_norm": 0.40141937136650085,
      "learning_rate": 2e-05,
      "loss": 0.6164,
      "step": 4470
    },
    {
      "epoch": 0.37930742528151723,
      "grad_norm": 0.3964422941207886,
      "learning_rate": 2e-05,
      "loss": 0.62,
      "step": 4480
    },
    {
      "epoch": 0.38015409364152064,
      "grad_norm": 0.4356025457382202,
      "learning_rate": 2e-05,
      "loss": 0.628,
      "step": 4490
    },
    {
      "epoch": 0.381000762001524,
      "grad_norm": 0.4093104302883148,
      "learning_rate": 2e-05,
      "loss": 0.6206,
      "step": 4500
    },
    {
      "epoch": 0.3818474303615274,
      "grad_norm": 0.3951672911643982,
      "learning_rate": 2e-05,
      "loss": 0.6189,
      "step": 4510
    },
    {
      "epoch": 0.38269409872153076,
      "grad_norm": 0.4975200891494751,
      "learning_rate": 2e-05,
      "loss": 0.6353,
      "step": 4520
    },
    {
      "epoch": 0.3835407670815342,
      "grad_norm": 0.3646867871284485,
      "learning_rate": 2e-05,
      "loss": 0.623,
      "step": 4530
    },
    {
      "epoch": 0.38438743544153753,
      "grad_norm": 0.41711995005607605,
      "learning_rate": 2e-05,
      "loss": 0.6269,
      "step": 4540
    },
    {
      "epoch": 0.38523410380154094,
      "grad_norm": 0.4198454022407532,
      "learning_rate": 2e-05,
      "loss": 0.6523,
      "step": 4550
    },
    {
      "epoch": 0.38608077216154435,
      "grad_norm": 0.4093538820743561,
      "learning_rate": 2e-05,
      "loss": 0.6195,
      "step": 4560
    },
    {
      "epoch": 0.3869274405215477,
      "grad_norm": 0.40226060152053833,
      "learning_rate": 2e-05,
      "loss": 0.6192,
      "step": 4570
    },
    {
      "epoch": 0.3877741088815511,
      "grad_norm": 0.4073827862739563,
      "learning_rate": 2e-05,
      "loss": 0.6323,
      "step": 4580
    },
    {
      "epoch": 0.38862077724155447,
      "grad_norm": 0.3588709533214569,
      "learning_rate": 2e-05,
      "loss": 0.6223,
      "step": 4590
    },
    {
      "epoch": 0.3894674456015579,
      "grad_norm": 0.4277055859565735,
      "learning_rate": 2e-05,
      "loss": 0.6366,
      "step": 4600
    },
    {
      "epoch": 0.39031411396156124,
      "grad_norm": 0.3982546031475067,
      "learning_rate": 2e-05,
      "loss": 0.6184,
      "step": 4610
    },
    {
      "epoch": 0.39116078232156465,
      "grad_norm": 0.4190221428871155,
      "learning_rate": 2e-05,
      "loss": 0.5989,
      "step": 4620
    },
    {
      "epoch": 0.392007450681568,
      "grad_norm": 0.4254496395587921,
      "learning_rate": 2e-05,
      "loss": 0.6337,
      "step": 4630
    },
    {
      "epoch": 0.3928541190415714,
      "grad_norm": 0.4280596375465393,
      "learning_rate": 2e-05,
      "loss": 0.6368,
      "step": 4640
    },
    {
      "epoch": 0.3937007874015748,
      "grad_norm": 0.3961775302886963,
      "learning_rate": 2e-05,
      "loss": 0.6065,
      "step": 4650
    },
    {
      "epoch": 0.3945474557615782,
      "grad_norm": 0.4123854339122772,
      "learning_rate": 2e-05,
      "loss": 0.6153,
      "step": 4660
    },
    {
      "epoch": 0.3953941241215816,
      "grad_norm": 0.48063772916793823,
      "learning_rate": 2e-05,
      "loss": 0.6202,
      "step": 4670
    },
    {
      "epoch": 0.39624079248158495,
      "grad_norm": 0.40130090713500977,
      "learning_rate": 2e-05,
      "loss": 0.6355,
      "step": 4680
    },
    {
      "epoch": 0.39708746084158836,
      "grad_norm": 0.4136877655982971,
      "learning_rate": 2e-05,
      "loss": 0.6247,
      "step": 4690
    },
    {
      "epoch": 0.3979341292015917,
      "grad_norm": 0.36779603362083435,
      "learning_rate": 2e-05,
      "loss": 0.6238,
      "step": 4700
    },
    {
      "epoch": 0.3987807975615951,
      "grad_norm": 0.40029042959213257,
      "learning_rate": 2e-05,
      "loss": 0.6176,
      "step": 4710
    },
    {
      "epoch": 0.39962746592159853,
      "grad_norm": 0.43001070618629456,
      "learning_rate": 2e-05,
      "loss": 0.6214,
      "step": 4720
    },
    {
      "epoch": 0.4004741342816019,
      "grad_norm": 0.3810120224952698,
      "learning_rate": 2e-05,
      "loss": 0.6356,
      "step": 4730
    },
    {
      "epoch": 0.4013208026416053,
      "grad_norm": 0.39227691292762756,
      "learning_rate": 2e-05,
      "loss": 0.6086,
      "step": 4740
    },
    {
      "epoch": 0.40216747100160866,
      "grad_norm": 0.3904576003551483,
      "learning_rate": 2e-05,
      "loss": 0.6474,
      "step": 4750
    },
    {
      "epoch": 0.40301413936161207,
      "grad_norm": 0.391421377658844,
      "learning_rate": 2e-05,
      "loss": 0.6125,
      "step": 4760
    },
    {
      "epoch": 0.4038608077216154,
      "grad_norm": 0.390818327665329,
      "learning_rate": 2e-05,
      "loss": 0.6332,
      "step": 4770
    },
    {
      "epoch": 0.40470747608161883,
      "grad_norm": 0.3884637951850891,
      "learning_rate": 2e-05,
      "loss": 0.6234,
      "step": 4780
    },
    {
      "epoch": 0.40555414444162224,
      "grad_norm": 0.39960721135139465,
      "learning_rate": 2e-05,
      "loss": 0.6069,
      "step": 4790
    },
    {
      "epoch": 0.4064008128016256,
      "grad_norm": 0.38708916306495667,
      "learning_rate": 2e-05,
      "loss": 0.6039,
      "step": 4800
    },
    {
      "epoch": 0.407247481161629,
      "grad_norm": 0.37994828820228577,
      "learning_rate": 2e-05,
      "loss": 0.6556,
      "step": 4810
    },
    {
      "epoch": 0.40809414952163237,
      "grad_norm": 0.7117851972579956,
      "learning_rate": 2e-05,
      "loss": 0.652,
      "step": 4820
    },
    {
      "epoch": 0.4089408178816358,
      "grad_norm": 0.3768075108528137,
      "learning_rate": 2e-05,
      "loss": 0.6307,
      "step": 4830
    },
    {
      "epoch": 0.40978748624163913,
      "grad_norm": 0.3990342915058136,
      "learning_rate": 2e-05,
      "loss": 0.606,
      "step": 4840
    },
    {
      "epoch": 0.41063415460164254,
      "grad_norm": 0.35445788502693176,
      "learning_rate": 2e-05,
      "loss": 0.6162,
      "step": 4850
    },
    {
      "epoch": 0.4114808229616459,
      "grad_norm": 0.4304513931274414,
      "learning_rate": 2e-05,
      "loss": 0.6532,
      "step": 4860
    },
    {
      "epoch": 0.4123274913216493,
      "grad_norm": 0.38317644596099854,
      "learning_rate": 2e-05,
      "loss": 0.6274,
      "step": 4870
    },
    {
      "epoch": 0.4131741596816527,
      "grad_norm": 0.3761354684829712,
      "learning_rate": 2e-05,
      "loss": 0.6197,
      "step": 4880
    },
    {
      "epoch": 0.4140208280416561,
      "grad_norm": 0.3854663074016571,
      "learning_rate": 2e-05,
      "loss": 0.6159,
      "step": 4890
    },
    {
      "epoch": 0.4148674964016595,
      "grad_norm": 0.40026572346687317,
      "learning_rate": 2e-05,
      "loss": 0.6318,
      "step": 4900
    },
    {
      "epoch": 0.41571416476166284,
      "grad_norm": 0.3976708948612213,
      "learning_rate": 2e-05,
      "loss": 0.6221,
      "step": 4910
    },
    {
      "epoch": 0.41656083312166625,
      "grad_norm": 0.40661197900772095,
      "learning_rate": 2e-05,
      "loss": 0.6197,
      "step": 4920
    },
    {
      "epoch": 0.4174075014816696,
      "grad_norm": 0.4020674526691437,
      "learning_rate": 2e-05,
      "loss": 0.6273,
      "step": 4930
    },
    {
      "epoch": 0.418254169841673,
      "grad_norm": 0.3835592269897461,
      "learning_rate": 2e-05,
      "loss": 0.6139,
      "step": 4940
    },
    {
      "epoch": 0.41910083820167643,
      "grad_norm": 0.7613312005996704,
      "learning_rate": 2e-05,
      "loss": 0.6188,
      "step": 4950
    },
    {
      "epoch": 0.4199475065616798,
      "grad_norm": 0.35623157024383545,
      "learning_rate": 2e-05,
      "loss": 0.6257,
      "step": 4960
    },
    {
      "epoch": 0.4207941749216832,
      "grad_norm": 0.4170803725719452,
      "learning_rate": 2e-05,
      "loss": 0.6251,
      "step": 4970
    },
    {
      "epoch": 0.42164084328168655,
      "grad_norm": 0.4270610213279724,
      "learning_rate": 2e-05,
      "loss": 0.6199,
      "step": 4980
    },
    {
      "epoch": 0.42248751164168996,
      "grad_norm": 0.37874191999435425,
      "learning_rate": 2e-05,
      "loss": 0.6253,
      "step": 4990
    },
    {
      "epoch": 0.4233341800016933,
      "grad_norm": 0.38245901465415955,
      "learning_rate": 2e-05,
      "loss": 0.623,
      "step": 5000
    },
    {
      "epoch": 0.4241808483616967,
      "grad_norm": 0.3769111931324005,
      "learning_rate": 2e-05,
      "loss": 0.6144,
      "step": 5010
    },
    {
      "epoch": 0.4250275167217001,
      "grad_norm": 0.3969614803791046,
      "learning_rate": 2e-05,
      "loss": 0.6428,
      "step": 5020
    },
    {
      "epoch": 0.4258741850817035,
      "grad_norm": 0.3712959885597229,
      "learning_rate": 2e-05,
      "loss": 0.6126,
      "step": 5030
    },
    {
      "epoch": 0.4267208534417069,
      "grad_norm": 0.39354589581489563,
      "learning_rate": 2e-05,
      "loss": 0.6328,
      "step": 5040
    },
    {
      "epoch": 0.42756752180171026,
      "grad_norm": 0.3992328345775604,
      "learning_rate": 2e-05,
      "loss": 0.6156,
      "step": 5050
    },
    {
      "epoch": 0.42841419016171367,
      "grad_norm": 0.3825113773345947,
      "learning_rate": 2e-05,
      "loss": 0.6107,
      "step": 5060
    },
    {
      "epoch": 0.429260858521717,
      "grad_norm": 0.4251422882080078,
      "learning_rate": 2e-05,
      "loss": 0.6335,
      "step": 5070
    },
    {
      "epoch": 0.43010752688172044,
      "grad_norm": 0.38227295875549316,
      "learning_rate": 2e-05,
      "loss": 0.6166,
      "step": 5080
    },
    {
      "epoch": 0.4309541952417238,
      "grad_norm": 0.4403885006904602,
      "learning_rate": 2e-05,
      "loss": 0.6371,
      "step": 5090
    },
    {
      "epoch": 0.4318008636017272,
      "grad_norm": 0.3744010031223297,
      "learning_rate": 2e-05,
      "loss": 0.6087,
      "step": 5100
    },
    {
      "epoch": 0.4326475319617306,
      "grad_norm": 0.45299652218818665,
      "learning_rate": 2e-05,
      "loss": 0.6404,
      "step": 5110
    },
    {
      "epoch": 0.43349420032173397,
      "grad_norm": 0.3822351396083832,
      "learning_rate": 2e-05,
      "loss": 0.6431,
      "step": 5120
    },
    {
      "epoch": 0.4343408686817374,
      "grad_norm": 0.4114062190055847,
      "learning_rate": 2e-05,
      "loss": 0.6014,
      "step": 5130
    },
    {
      "epoch": 0.43518753704174074,
      "grad_norm": 0.5163050293922424,
      "learning_rate": 2e-05,
      "loss": 0.6297,
      "step": 5140
    },
    {
      "epoch": 0.43603420540174415,
      "grad_norm": 0.44163233041763306,
      "learning_rate": 2e-05,
      "loss": 0.6284,
      "step": 5150
    },
    {
      "epoch": 0.4368808737617475,
      "grad_norm": 0.3803614675998688,
      "learning_rate": 2e-05,
      "loss": 0.6127,
      "step": 5160
    },
    {
      "epoch": 0.4377275421217509,
      "grad_norm": 0.39460161328315735,
      "learning_rate": 2e-05,
      "loss": 0.6221,
      "step": 5170
    },
    {
      "epoch": 0.4385742104817543,
      "grad_norm": 0.3786770701408386,
      "learning_rate": 2e-05,
      "loss": 0.6366,
      "step": 5180
    },
    {
      "epoch": 0.4394208788417577,
      "grad_norm": 0.36957380175590515,
      "learning_rate": 2e-05,
      "loss": 0.6167,
      "step": 5190
    },
    {
      "epoch": 0.4402675472017611,
      "grad_norm": 0.44866517186164856,
      "learning_rate": 2e-05,
      "loss": 0.6023,
      "step": 5200
    },
    {
      "epoch": 0.44111421556176444,
      "grad_norm": 0.4208207428455353,
      "learning_rate": 2e-05,
      "loss": 0.613,
      "step": 5210
    },
    {
      "epoch": 0.44196088392176786,
      "grad_norm": 0.4040125608444214,
      "learning_rate": 2e-05,
      "loss": 0.6223,
      "step": 5220
    },
    {
      "epoch": 0.4428075522817712,
      "grad_norm": 0.3763856589794159,
      "learning_rate": 2e-05,
      "loss": 0.6259,
      "step": 5230
    },
    {
      "epoch": 0.4436542206417746,
      "grad_norm": 0.42872604727745056,
      "learning_rate": 2e-05,
      "loss": 0.609,
      "step": 5240
    },
    {
      "epoch": 0.444500889001778,
      "grad_norm": 0.3778369426727295,
      "learning_rate": 2e-05,
      "loss": 0.5949,
      "step": 5250
    },
    {
      "epoch": 0.4453475573617814,
      "grad_norm": 0.38003063201904297,
      "learning_rate": 2e-05,
      "loss": 0.6116,
      "step": 5260
    },
    {
      "epoch": 0.4461942257217848,
      "grad_norm": 0.4087657630443573,
      "learning_rate": 2e-05,
      "loss": 0.6116,
      "step": 5270
    },
    {
      "epoch": 0.44704089408178815,
      "grad_norm": 0.3919980227947235,
      "learning_rate": 2e-05,
      "loss": 0.6292,
      "step": 5280
    },
    {
      "epoch": 0.44788756244179156,
      "grad_norm": 0.3907471299171448,
      "learning_rate": 2e-05,
      "loss": 0.6211,
      "step": 5290
    },
    {
      "epoch": 0.4487342308017949,
      "grad_norm": 0.3696645498275757,
      "learning_rate": 2e-05,
      "loss": 0.6335,
      "step": 5300
    },
    {
      "epoch": 0.44958089916179833,
      "grad_norm": 0.382074773311615,
      "learning_rate": 2e-05,
      "loss": 0.6111,
      "step": 5310
    },
    {
      "epoch": 0.4504275675218017,
      "grad_norm": 0.379029780626297,
      "learning_rate": 2e-05,
      "loss": 0.6249,
      "step": 5320
    },
    {
      "epoch": 0.4512742358818051,
      "grad_norm": 0.4117835760116577,
      "learning_rate": 2e-05,
      "loss": 0.6433,
      "step": 5330
    },
    {
      "epoch": 0.4521209042418085,
      "grad_norm": 0.38409513235092163,
      "learning_rate": 2e-05,
      "loss": 0.6045,
      "step": 5340
    },
    {
      "epoch": 0.45296757260181186,
      "grad_norm": 0.40082046389579773,
      "learning_rate": 2e-05,
      "loss": 0.6342,
      "step": 5350
    },
    {
      "epoch": 0.4538142409618153,
      "grad_norm": 0.40909379720687866,
      "learning_rate": 2e-05,
      "loss": 0.6364,
      "step": 5360
    },
    {
      "epoch": 0.45466090932181863,
      "grad_norm": 0.35277318954467773,
      "learning_rate": 2e-05,
      "loss": 0.6193,
      "step": 5370
    },
    {
      "epoch": 0.45550757768182204,
      "grad_norm": 0.41141676902770996,
      "learning_rate": 2e-05,
      "loss": 0.6273,
      "step": 5380
    },
    {
      "epoch": 0.4563542460418254,
      "grad_norm": 0.37007519602775574,
      "learning_rate": 2e-05,
      "loss": 0.6045,
      "step": 5390
    },
    {
      "epoch": 0.4572009144018288,
      "grad_norm": 0.3860960006713867,
      "learning_rate": 2e-05,
      "loss": 0.6119,
      "step": 5400
    },
    {
      "epoch": 0.4580475827618322,
      "grad_norm": 0.3925631046295166,
      "learning_rate": 2e-05,
      "loss": 0.6237,
      "step": 5410
    },
    {
      "epoch": 0.4588942511218356,
      "grad_norm": 0.3930700123310089,
      "learning_rate": 2e-05,
      "loss": 0.6167,
      "step": 5420
    },
    {
      "epoch": 0.459740919481839,
      "grad_norm": 0.43241187930107117,
      "learning_rate": 2e-05,
      "loss": 0.6327,
      "step": 5430
    },
    {
      "epoch": 0.46058758784184234,
      "grad_norm": 0.34997665882110596,
      "learning_rate": 2e-05,
      "loss": 0.6269,
      "step": 5440
    },
    {
      "epoch": 0.46143425620184575,
      "grad_norm": 0.790996253490448,
      "learning_rate": 2e-05,
      "loss": 0.5964,
      "step": 5450
    },
    {
      "epoch": 0.4622809245618491,
      "grad_norm": 0.3868573009967804,
      "learning_rate": 2e-05,
      "loss": 0.6262,
      "step": 5460
    },
    {
      "epoch": 0.4631275929218525,
      "grad_norm": 0.38071146607398987,
      "learning_rate": 2e-05,
      "loss": 0.6227,
      "step": 5470
    },
    {
      "epoch": 0.46397426128185587,
      "grad_norm": 0.38451120257377625,
      "learning_rate": 2e-05,
      "loss": 0.626,
      "step": 5480
    },
    {
      "epoch": 0.4648209296418593,
      "grad_norm": 0.38303887844085693,
      "learning_rate": 2e-05,
      "loss": 0.6064,
      "step": 5490
    },
    {
      "epoch": 0.4656675980018627,
      "grad_norm": 0.3989908695220947,
      "learning_rate": 2e-05,
      "loss": 0.6275,
      "step": 5500
    },
    {
      "epoch": 0.46651426636186605,
      "grad_norm": 0.3892296850681305,
      "learning_rate": 2e-05,
      "loss": 0.6088,
      "step": 5510
    },
    {
      "epoch": 0.46736093472186946,
      "grad_norm": 0.5384352207183838,
      "learning_rate": 2e-05,
      "loss": 0.6199,
      "step": 5520
    },
    {
      "epoch": 0.4682076030818728,
      "grad_norm": 0.6262787580490112,
      "learning_rate": 2e-05,
      "loss": 0.6307,
      "step": 5530
    },
    {
      "epoch": 0.4690542714418762,
      "grad_norm": 0.3861103951931,
      "learning_rate": 2e-05,
      "loss": 0.6104,
      "step": 5540
    },
    {
      "epoch": 0.4699009398018796,
      "grad_norm": 0.40356874465942383,
      "learning_rate": 2e-05,
      "loss": 0.627,
      "step": 5550
    },
    {
      "epoch": 0.470747608161883,
      "grad_norm": 0.43609845638275146,
      "learning_rate": 2e-05,
      "loss": 0.5952,
      "step": 5560
    },
    {
      "epoch": 0.4715942765218864,
      "grad_norm": 0.39195698499679565,
      "learning_rate": 2e-05,
      "loss": 0.6164,
      "step": 5570
    },
    {
      "epoch": 0.47244094488188976,
      "grad_norm": 0.3546348810195923,
      "learning_rate": 2e-05,
      "loss": 0.6273,
      "step": 5580
    },
    {
      "epoch": 0.47328761324189317,
      "grad_norm": 0.39188459515571594,
      "learning_rate": 2e-05,
      "loss": 0.6351,
      "step": 5590
    },
    {
      "epoch": 0.4741342816018965,
      "grad_norm": 0.4113193154335022,
      "learning_rate": 2e-05,
      "loss": 0.6325,
      "step": 5600
    },
    {
      "epoch": 0.47498094996189993,
      "grad_norm": 0.8631526827812195,
      "learning_rate": 2e-05,
      "loss": 0.6127,
      "step": 5610
    },
    {
      "epoch": 0.4758276183219033,
      "grad_norm": 0.4838610887527466,
      "learning_rate": 2e-05,
      "loss": 0.6211,
      "step": 5620
    },
    {
      "epoch": 0.4766742866819067,
      "grad_norm": 0.37433528900146484,
      "learning_rate": 2e-05,
      "loss": 0.6256,
      "step": 5630
    },
    {
      "epoch": 0.4775209550419101,
      "grad_norm": 0.4030015468597412,
      "learning_rate": 2e-05,
      "loss": 0.6094,
      "step": 5640
    },
    {
      "epoch": 0.47836762340191347,
      "grad_norm": 0.3941618800163269,
      "learning_rate": 2e-05,
      "loss": 0.6296,
      "step": 5650
    },
    {
      "epoch": 0.4792142917619169,
      "grad_norm": 0.42247527837753296,
      "learning_rate": 2e-05,
      "loss": 0.6183,
      "step": 5660
    },
    {
      "epoch": 0.48006096012192023,
      "grad_norm": 0.376878023147583,
      "learning_rate": 2e-05,
      "loss": 0.6068,
      "step": 5670
    },
    {
      "epoch": 0.48090762848192364,
      "grad_norm": 0.37471485137939453,
      "learning_rate": 2e-05,
      "loss": 0.6231,
      "step": 5680
    },
    {
      "epoch": 0.481754296841927,
      "grad_norm": 0.38369908928871155,
      "learning_rate": 2e-05,
      "loss": 0.6383,
      "step": 5690
    },
    {
      "epoch": 0.4826009652019304,
      "grad_norm": 0.3918490409851074,
      "learning_rate": 2e-05,
      "loss": 0.619,
      "step": 5700
    },
    {
      "epoch": 0.48344763356193377,
      "grad_norm": 0.5818098187446594,
      "learning_rate": 2e-05,
      "loss": 0.6293,
      "step": 5710
    },
    {
      "epoch": 0.4842943019219372,
      "grad_norm": 0.4046247601509094,
      "learning_rate": 2e-05,
      "loss": 0.628,
      "step": 5720
    },
    {
      "epoch": 0.4851409702819406,
      "grad_norm": 0.4430328905582428,
      "learning_rate": 2e-05,
      "loss": 0.6263,
      "step": 5730
    },
    {
      "epoch": 0.48598763864194394,
      "grad_norm": 0.38619911670684814,
      "learning_rate": 2e-05,
      "loss": 0.641,
      "step": 5740
    },
    {
      "epoch": 0.48683430700194735,
      "grad_norm": 0.38383662700653076,
      "learning_rate": 2e-05,
      "loss": 0.6432,
      "step": 5750
    },
    {
      "epoch": 0.4876809753619507,
      "grad_norm": 0.3846624791622162,
      "learning_rate": 2e-05,
      "loss": 0.628,
      "step": 5760
    },
    {
      "epoch": 0.4885276437219541,
      "grad_norm": 0.38642942905426025,
      "learning_rate": 2e-05,
      "loss": 0.6184,
      "step": 5770
    },
    {
      "epoch": 0.4893743120819575,
      "grad_norm": 0.4044201672077179,
      "learning_rate": 2e-05,
      "loss": 0.6133,
      "step": 5780
    },
    {
      "epoch": 0.4902209804419609,
      "grad_norm": 0.39951980113983154,
      "learning_rate": 2e-05,
      "loss": 0.6048,
      "step": 5790
    },
    {
      "epoch": 0.4910676488019643,
      "grad_norm": 0.4093928039073944,
      "learning_rate": 2e-05,
      "loss": 0.616,
      "step": 5800
    },
    {
      "epoch": 0.49191431716196765,
      "grad_norm": 0.3902198076248169,
      "learning_rate": 2e-05,
      "loss": 0.6186,
      "step": 5810
    },
    {
      "epoch": 0.49276098552197106,
      "grad_norm": 0.38508084416389465,
      "learning_rate": 2e-05,
      "loss": 0.6347,
      "step": 5820
    },
    {
      "epoch": 0.4936076538819744,
      "grad_norm": 0.36605313420295715,
      "learning_rate": 2e-05,
      "loss": 0.6244,
      "step": 5830
    },
    {
      "epoch": 0.49445432224197783,
      "grad_norm": 0.4032215476036072,
      "learning_rate": 2e-05,
      "loss": 0.6234,
      "step": 5840
    },
    {
      "epoch": 0.4953009906019812,
      "grad_norm": 0.40599551796913147,
      "learning_rate": 2e-05,
      "loss": 0.6175,
      "step": 5850
    },
    {
      "epoch": 0.4961476589619846,
      "grad_norm": 0.37008124589920044,
      "learning_rate": 2e-05,
      "loss": 0.6096,
      "step": 5860
    },
    {
      "epoch": 0.49699432732198795,
      "grad_norm": 0.3840043842792511,
      "learning_rate": 2e-05,
      "loss": 0.5977,
      "step": 5870
    },
    {
      "epoch": 0.49784099568199136,
      "grad_norm": 0.37906673550605774,
      "learning_rate": 2e-05,
      "loss": 0.5994,
      "step": 5880
    },
    {
      "epoch": 0.49868766404199477,
      "grad_norm": 0.3858088254928589,
      "learning_rate": 2e-05,
      "loss": 0.6175,
      "step": 5890
    },
    {
      "epoch": 0.4995343324019981,
      "grad_norm": 0.3840956389904022,
      "learning_rate": 2e-05,
      "loss": 0.6038,
      "step": 5900
    },
    {
      "epoch": 0.5003810007620015,
      "grad_norm": 0.3853210508823395,
      "learning_rate": 2e-05,
      "loss": 0.616,
      "step": 5910
    },
    {
      "epoch": 0.5012276691220049,
      "grad_norm": 0.4054467976093292,
      "learning_rate": 2e-05,
      "loss": 0.633,
      "step": 5920
    },
    {
      "epoch": 0.5020743374820082,
      "grad_norm": 0.3763441741466522,
      "learning_rate": 2e-05,
      "loss": 0.6273,
      "step": 5930
    },
    {
      "epoch": 0.5029210058420117,
      "grad_norm": 0.3668249249458313,
      "learning_rate": 2e-05,
      "loss": 0.61,
      "step": 5940
    },
    {
      "epoch": 0.5037676742020151,
      "grad_norm": 0.39875170588493347,
      "learning_rate": 2e-05,
      "loss": 0.6222,
      "step": 5950
    },
    {
      "epoch": 0.5046143425620184,
      "grad_norm": 0.5287747979164124,
      "learning_rate": 2e-05,
      "loss": 0.6115,
      "step": 5960
    },
    {
      "epoch": 0.5054610109220219,
      "grad_norm": 0.5001663565635681,
      "learning_rate": 2e-05,
      "loss": 0.6437,
      "step": 5970
    },
    {
      "epoch": 0.5063076792820252,
      "grad_norm": 0.39348748326301575,
      "learning_rate": 2e-05,
      "loss": 0.6315,
      "step": 5980
    },
    {
      "epoch": 0.5071543476420286,
      "grad_norm": 0.4100854694843292,
      "learning_rate": 2e-05,
      "loss": 0.6114,
      "step": 5990
    },
    {
      "epoch": 0.508001016002032,
      "grad_norm": 0.35735663771629333,
      "learning_rate": 2e-05,
      "loss": 0.6265,
      "step": 6000
    },
    {
      "epoch": 0.5088476843620354,
      "grad_norm": 0.3903975784778595,
      "learning_rate": 2e-05,
      "loss": 0.6249,
      "step": 6010
    },
    {
      "epoch": 0.5096943527220388,
      "grad_norm": 0.41484081745147705,
      "learning_rate": 2e-05,
      "loss": 0.6108,
      "step": 6020
    },
    {
      "epoch": 0.5105410210820421,
      "grad_norm": 0.3659946322441101,
      "learning_rate": 2e-05,
      "loss": 0.6284,
      "step": 6030
    },
    {
      "epoch": 0.5113876894420456,
      "grad_norm": 0.39349204301834106,
      "learning_rate": 2e-05,
      "loss": 0.5987,
      "step": 6040
    },
    {
      "epoch": 0.512234357802049,
      "grad_norm": 0.37909236550331116,
      "learning_rate": 2e-05,
      "loss": 0.6043,
      "step": 6050
    },
    {
      "epoch": 0.5130810261620523,
      "grad_norm": 0.3876914978027344,
      "learning_rate": 2e-05,
      "loss": 0.6074,
      "step": 6060
    },
    {
      "epoch": 0.5139276945220557,
      "grad_norm": 0.3759116232395172,
      "learning_rate": 2e-05,
      "loss": 0.6142,
      "step": 6070
    },
    {
      "epoch": 0.5147743628820591,
      "grad_norm": 0.38986703753471375,
      "learning_rate": 2e-05,
      "loss": 0.5983,
      "step": 6080
    },
    {
      "epoch": 0.5156210312420625,
      "grad_norm": 0.4110816419124603,
      "learning_rate": 2e-05,
      "loss": 0.6155,
      "step": 6090
    },
    {
      "epoch": 0.5164676996020658,
      "grad_norm": 0.3793250322341919,
      "learning_rate": 2e-05,
      "loss": 0.6224,
      "step": 6100
    },
    {
      "epoch": 0.5173143679620693,
      "grad_norm": 0.4130189120769501,
      "learning_rate": 2e-05,
      "loss": 0.6236,
      "step": 6110
    },
    {
      "epoch": 0.5181610363220727,
      "grad_norm": 0.4239467978477478,
      "learning_rate": 2e-05,
      "loss": 0.6154,
      "step": 6120
    },
    {
      "epoch": 0.519007704682076,
      "grad_norm": 0.4075891375541687,
      "learning_rate": 2e-05,
      "loss": 0.6238,
      "step": 6130
    },
    {
      "epoch": 0.5198543730420794,
      "grad_norm": 0.7400830388069153,
      "learning_rate": 2e-05,
      "loss": 0.6218,
      "step": 6140
    },
    {
      "epoch": 0.5207010414020828,
      "grad_norm": 0.3997366726398468,
      "learning_rate": 2e-05,
      "loss": 0.6205,
      "step": 6150
    },
    {
      "epoch": 0.5215477097620862,
      "grad_norm": 0.40526220202445984,
      "learning_rate": 2e-05,
      "loss": 0.6206,
      "step": 6160
    },
    {
      "epoch": 0.5223943781220896,
      "grad_norm": 0.3732961416244507,
      "learning_rate": 2e-05,
      "loss": 0.6306,
      "step": 6170
    },
    {
      "epoch": 0.523241046482093,
      "grad_norm": 0.4446116089820862,
      "learning_rate": 2e-05,
      "loss": 0.6278,
      "step": 6180
    },
    {
      "epoch": 0.5240877148420964,
      "grad_norm": 0.34746673703193665,
      "learning_rate": 2e-05,
      "loss": 0.6194,
      "step": 6190
    },
    {
      "epoch": 0.5249343832020997,
      "grad_norm": 0.40655001997947693,
      "learning_rate": 2e-05,
      "loss": 0.6288,
      "step": 6200
    },
    {
      "epoch": 0.5257810515621031,
      "grad_norm": 0.4144551753997803,
      "learning_rate": 2e-05,
      "loss": 0.6315,
      "step": 6210
    },
    {
      "epoch": 0.5266277199221066,
      "grad_norm": 0.4305518567562103,
      "learning_rate": 2e-05,
      "loss": 0.6203,
      "step": 6220
    },
    {
      "epoch": 0.5274743882821099,
      "grad_norm": 0.3971366286277771,
      "learning_rate": 2e-05,
      "loss": 0.6082,
      "step": 6230
    },
    {
      "epoch": 0.5283210566421133,
      "grad_norm": 0.3746547996997833,
      "learning_rate": 2e-05,
      "loss": 0.6091,
      "step": 6240
    },
    {
      "epoch": 0.5291677250021166,
      "grad_norm": 0.3898078501224518,
      "learning_rate": 2e-05,
      "loss": 0.6341,
      "step": 6250
    },
    {
      "epoch": 0.5300143933621201,
      "grad_norm": 0.4017004072666168,
      "learning_rate": 2e-05,
      "loss": 0.6294,
      "step": 6260
    },
    {
      "epoch": 0.5308610617221234,
      "grad_norm": 0.3839578926563263,
      "learning_rate": 2e-05,
      "loss": 0.6259,
      "step": 6270
    },
    {
      "epoch": 0.5317077300821268,
      "grad_norm": 0.3924230635166168,
      "learning_rate": 2e-05,
      "loss": 0.6142,
      "step": 6280
    },
    {
      "epoch": 0.5325543984421303,
      "grad_norm": 0.38458389043807983,
      "learning_rate": 2e-05,
      "loss": 0.6186,
      "step": 6290
    },
    {
      "epoch": 0.5334010668021336,
      "grad_norm": 0.37602996826171875,
      "learning_rate": 2e-05,
      "loss": 0.6096,
      "step": 6300
    },
    {
      "epoch": 0.534247735162137,
      "grad_norm": 0.37296441197395325,
      "learning_rate": 2e-05,
      "loss": 0.5899,
      "step": 6310
    },
    {
      "epoch": 0.5350944035221403,
      "grad_norm": 0.39474377036094666,
      "learning_rate": 2e-05,
      "loss": 0.6237,
      "step": 6320
    },
    {
      "epoch": 0.5359410718821438,
      "grad_norm": 0.4228913486003876,
      "learning_rate": 2e-05,
      "loss": 0.6202,
      "step": 6330
    },
    {
      "epoch": 0.5367877402421471,
      "grad_norm": 0.4026711583137512,
      "learning_rate": 2e-05,
      "loss": 0.6107,
      "step": 6340
    },
    {
      "epoch": 0.5376344086021505,
      "grad_norm": 0.3746722936630249,
      "learning_rate": 2e-05,
      "loss": 0.6406,
      "step": 6350
    },
    {
      "epoch": 0.538481076962154,
      "grad_norm": 0.3888999819755554,
      "learning_rate": 2e-05,
      "loss": 0.6027,
      "step": 6360
    },
    {
      "epoch": 0.5393277453221573,
      "grad_norm": 0.62255859375,
      "learning_rate": 2e-05,
      "loss": 0.6523,
      "step": 6370
    },
    {
      "epoch": 0.5401744136821607,
      "grad_norm": 0.37910526990890503,
      "learning_rate": 2e-05,
      "loss": 0.6086,
      "step": 6380
    },
    {
      "epoch": 0.541021082042164,
      "grad_norm": 0.41725194454193115,
      "learning_rate": 2e-05,
      "loss": 0.6056,
      "step": 6390
    },
    {
      "epoch": 0.5418677504021675,
      "grad_norm": 0.4146798551082611,
      "learning_rate": 2e-05,
      "loss": 0.6145,
      "step": 6400
    },
    {
      "epoch": 0.5427144187621709,
      "grad_norm": 0.391523152589798,
      "learning_rate": 2e-05,
      "loss": 0.6081,
      "step": 6410
    },
    {
      "epoch": 0.5435610871221742,
      "grad_norm": 0.38605454564094543,
      "learning_rate": 2e-05,
      "loss": 0.6223,
      "step": 6420
    },
    {
      "epoch": 0.5444077554821777,
      "grad_norm": 0.40026605129241943,
      "learning_rate": 2e-05,
      "loss": 0.6229,
      "step": 6430
    },
    {
      "epoch": 0.545254423842181,
      "grad_norm": 0.39295217394828796,
      "learning_rate": 2e-05,
      "loss": 0.5966,
      "step": 6440
    },
    {
      "epoch": 0.5461010922021844,
      "grad_norm": 0.3661985397338867,
      "learning_rate": 2e-05,
      "loss": 0.6241,
      "step": 6450
    },
    {
      "epoch": 0.5469477605621877,
      "grad_norm": 0.3666883111000061,
      "learning_rate": 2e-05,
      "loss": 0.6037,
      "step": 6460
    },
    {
      "epoch": 0.5477944289221912,
      "grad_norm": 0.425094336271286,
      "learning_rate": 2e-05,
      "loss": 0.6263,
      "step": 6470
    },
    {
      "epoch": 0.5486410972821946,
      "grad_norm": 0.37346509099006653,
      "learning_rate": 2e-05,
      "loss": 0.6152,
      "step": 6480
    },
    {
      "epoch": 0.5494877656421979,
      "grad_norm": 0.3733043670654297,
      "learning_rate": 2e-05,
      "loss": 0.648,
      "step": 6490
    },
    {
      "epoch": 0.5503344340022014,
      "grad_norm": 0.3986981511116028,
      "learning_rate": 2e-05,
      "loss": 0.6094,
      "step": 6500
    },
    {
      "epoch": 0.5511811023622047,
      "grad_norm": 0.4329341948032379,
      "learning_rate": 2e-05,
      "loss": 0.6293,
      "step": 6510
    },
    {
      "epoch": 0.5520277707222081,
      "grad_norm": 0.5777575969696045,
      "learning_rate": 2e-05,
      "loss": 0.6099,
      "step": 6520
    },
    {
      "epoch": 0.5528744390822115,
      "grad_norm": 0.38503754138946533,
      "learning_rate": 2e-05,
      "loss": 0.6017,
      "step": 6530
    },
    {
      "epoch": 0.5537211074422149,
      "grad_norm": 0.3939046263694763,
      "learning_rate": 2e-05,
      "loss": 0.6176,
      "step": 6540
    },
    {
      "epoch": 0.5545677758022183,
      "grad_norm": 0.41852498054504395,
      "learning_rate": 2e-05,
      "loss": 0.6178,
      "step": 6550
    },
    {
      "epoch": 0.5554144441622216,
      "grad_norm": 0.4328558146953583,
      "learning_rate": 2e-05,
      "loss": 0.6277,
      "step": 6560
    },
    {
      "epoch": 0.5562611125222251,
      "grad_norm": 0.37034040689468384,
      "learning_rate": 2e-05,
      "loss": 0.6274,
      "step": 6570
    },
    {
      "epoch": 0.5571077808822285,
      "grad_norm": 0.38166680932044983,
      "learning_rate": 2e-05,
      "loss": 0.5946,
      "step": 6580
    },
    {
      "epoch": 0.5579544492422318,
      "grad_norm": 0.41881346702575684,
      "learning_rate": 2e-05,
      "loss": 0.6257,
      "step": 6590
    },
    {
      "epoch": 0.5588011176022352,
      "grad_norm": 0.37791213393211365,
      "learning_rate": 2e-05,
      "loss": 0.6138,
      "step": 6600
    },
    {
      "epoch": 0.5596477859622386,
      "grad_norm": 0.36887291073799133,
      "learning_rate": 2e-05,
      "loss": 0.5967,
      "step": 6610
    },
    {
      "epoch": 0.560494454322242,
      "grad_norm": 0.4268091917037964,
      "learning_rate": 2e-05,
      "loss": 0.6058,
      "step": 6620
    },
    {
      "epoch": 0.5613411226822453,
      "grad_norm": 0.38210442662239075,
      "learning_rate": 2e-05,
      "loss": 0.6235,
      "step": 6630
    },
    {
      "epoch": 0.5621877910422487,
      "grad_norm": 0.37808048725128174,
      "learning_rate": 2e-05,
      "loss": 0.611,
      "step": 6640
    },
    {
      "epoch": 0.5630344594022522,
      "grad_norm": 0.3863983750343323,
      "learning_rate": 2e-05,
      "loss": 0.6146,
      "step": 6650
    },
    {
      "epoch": 0.5638811277622555,
      "grad_norm": 0.36661502718925476,
      "learning_rate": 2e-05,
      "loss": 0.6295,
      "step": 6660
    },
    {
      "epoch": 0.5647277961222589,
      "grad_norm": 0.39419591426849365,
      "learning_rate": 2e-05,
      "loss": 0.6026,
      "step": 6670
    },
    {
      "epoch": 0.5655744644822623,
      "grad_norm": 0.3879638910293579,
      "learning_rate": 2e-05,
      "loss": 0.6256,
      "step": 6680
    },
    {
      "epoch": 0.5664211328422657,
      "grad_norm": 0.4414083957672119,
      "learning_rate": 2e-05,
      "loss": 0.6216,
      "step": 6690
    },
    {
      "epoch": 0.567267801202269,
      "grad_norm": 0.5547428131103516,
      "learning_rate": 2e-05,
      "loss": 0.5961,
      "step": 6700
    },
    {
      "epoch": 0.5681144695622724,
      "grad_norm": 0.41286641359329224,
      "learning_rate": 2e-05,
      "loss": 0.612,
      "step": 6710
    },
    {
      "epoch": 0.5689611379222759,
      "grad_norm": 0.39331957697868347,
      "learning_rate": 2e-05,
      "loss": 0.6135,
      "step": 6720
    },
    {
      "epoch": 0.5698078062822792,
      "grad_norm": 0.37319085001945496,
      "learning_rate": 2e-05,
      "loss": 0.6146,
      "step": 6730
    },
    {
      "epoch": 0.5706544746422826,
      "grad_norm": 0.3842022716999054,
      "learning_rate": 2e-05,
      "loss": 0.5906,
      "step": 6740
    },
    {
      "epoch": 0.571501143002286,
      "grad_norm": 0.40025755763053894,
      "learning_rate": 2e-05,
      "loss": 0.6196,
      "step": 6750
    },
    {
      "epoch": 0.5723478113622894,
      "grad_norm": 0.3739895522594452,
      "learning_rate": 2e-05,
      "loss": 0.6186,
      "step": 6760
    },
    {
      "epoch": 0.5731944797222928,
      "grad_norm": 0.3994680643081665,
      "learning_rate": 2e-05,
      "loss": 0.6266,
      "step": 6770
    },
    {
      "epoch": 0.5740411480822961,
      "grad_norm": 0.4288325011730194,
      "learning_rate": 2e-05,
      "loss": 0.6109,
      "step": 6780
    },
    {
      "epoch": 0.5748878164422996,
      "grad_norm": 0.3739669620990753,
      "learning_rate": 2e-05,
      "loss": 0.6103,
      "step": 6790
    },
    {
      "epoch": 0.5757344848023029,
      "grad_norm": 0.4007492661476135,
      "learning_rate": 2e-05,
      "loss": 0.598,
      "step": 6800
    },
    {
      "epoch": 0.5765811531623063,
      "grad_norm": 0.44269534945487976,
      "learning_rate": 2e-05,
      "loss": 0.6317,
      "step": 6810
    },
    {
      "epoch": 0.5774278215223098,
      "grad_norm": 0.3765222132205963,
      "learning_rate": 2e-05,
      "loss": 0.6046,
      "step": 6820
    },
    {
      "epoch": 0.5782744898823131,
      "grad_norm": 0.4016408920288086,
      "learning_rate": 2e-05,
      "loss": 0.6196,
      "step": 6830
    },
    {
      "epoch": 0.5791211582423165,
      "grad_norm": 0.4090782701969147,
      "learning_rate": 2e-05,
      "loss": 0.6149,
      "step": 6840
    },
    {
      "epoch": 0.5799678266023198,
      "grad_norm": 1.7843128442764282,
      "learning_rate": 2e-05,
      "loss": 0.6016,
      "step": 6850
    },
    {
      "epoch": 0.5808144949623233,
      "grad_norm": 0.38544028997421265,
      "learning_rate": 2e-05,
      "loss": 0.6305,
      "step": 6860
    },
    {
      "epoch": 0.5816611633223266,
      "grad_norm": 0.38839665055274963,
      "learning_rate": 2e-05,
      "loss": 0.6188,
      "step": 6870
    },
    {
      "epoch": 0.58250783168233,
      "grad_norm": 0.45434343814849854,
      "learning_rate": 2e-05,
      "loss": 0.6012,
      "step": 6880
    },
    {
      "epoch": 0.5833545000423335,
      "grad_norm": 0.3811943531036377,
      "learning_rate": 2e-05,
      "loss": 0.6088,
      "step": 6890
    },
    {
      "epoch": 0.5842011684023368,
      "grad_norm": 0.39027082920074463,
      "learning_rate": 2e-05,
      "loss": 0.6158,
      "step": 6900
    },
    {
      "epoch": 0.5850478367623402,
      "grad_norm": 0.5465657114982605,
      "learning_rate": 2e-05,
      "loss": 0.6025,
      "step": 6910
    },
    {
      "epoch": 0.5858945051223435,
      "grad_norm": 0.3801416754722595,
      "learning_rate": 2e-05,
      "loss": 0.6092,
      "step": 6920
    },
    {
      "epoch": 0.586741173482347,
      "grad_norm": 0.4927064776420593,
      "learning_rate": 2e-05,
      "loss": 0.6192,
      "step": 6930
    },
    {
      "epoch": 0.5875878418423504,
      "grad_norm": 0.35067012906074524,
      "learning_rate": 2e-05,
      "loss": 0.6187,
      "step": 6940
    },
    {
      "epoch": 0.5884345102023537,
      "grad_norm": 0.4920819103717804,
      "learning_rate": 2e-05,
      "loss": 0.6376,
      "step": 6950
    },
    {
      "epoch": 0.5892811785623572,
      "grad_norm": 0.3970767557621002,
      "learning_rate": 2e-05,
      "loss": 0.6387,
      "step": 6960
    },
    {
      "epoch": 0.5901278469223605,
      "grad_norm": 0.36884695291519165,
      "learning_rate": 2e-05,
      "loss": 0.6085,
      "step": 6970
    },
    {
      "epoch": 0.5909745152823639,
      "grad_norm": 0.38520318269729614,
      "learning_rate": 2e-05,
      "loss": 0.6252,
      "step": 6980
    },
    {
      "epoch": 0.5918211836423672,
      "grad_norm": 0.40267571806907654,
      "learning_rate": 2e-05,
      "loss": 0.6209,
      "step": 6990
    },
    {
      "epoch": 0.5926678520023707,
      "grad_norm": 0.35616549849510193,
      "learning_rate": 2e-05,
      "loss": 0.6157,
      "step": 7000
    },
    {
      "epoch": 0.5935145203623741,
      "grad_norm": 0.4070214033126831,
      "learning_rate": 2e-05,
      "loss": 0.6158,
      "step": 7010
    },
    {
      "epoch": 0.5943611887223774,
      "grad_norm": 0.41295188665390015,
      "learning_rate": 2e-05,
      "loss": 0.6375,
      "step": 7020
    },
    {
      "epoch": 0.5952078570823809,
      "grad_norm": 0.3873959481716156,
      "learning_rate": 2e-05,
      "loss": 0.6116,
      "step": 7030
    },
    {
      "epoch": 0.5960545254423842,
      "grad_norm": 0.3730942904949188,
      "learning_rate": 2e-05,
      "loss": 0.5992,
      "step": 7040
    },
    {
      "epoch": 0.5969011938023876,
      "grad_norm": 0.39402008056640625,
      "learning_rate": 2e-05,
      "loss": 0.6135,
      "step": 7050
    },
    {
      "epoch": 0.597747862162391,
      "grad_norm": 0.37656551599502563,
      "learning_rate": 2e-05,
      "loss": 0.5911,
      "step": 7060
    },
    {
      "epoch": 0.5985945305223944,
      "grad_norm": 0.3850175738334656,
      "learning_rate": 2e-05,
      "loss": 0.5905,
      "step": 7070
    },
    {
      "epoch": 0.5994411988823978,
      "grad_norm": 0.38224855065345764,
      "learning_rate": 2e-05,
      "loss": 0.612,
      "step": 7080
    },
    {
      "epoch": 0.6002878672424011,
      "grad_norm": 0.40613213181495667,
      "learning_rate": 2e-05,
      "loss": 0.6326,
      "step": 7090
    },
    {
      "epoch": 0.6011345356024045,
      "grad_norm": 0.39177948236465454,
      "learning_rate": 2e-05,
      "loss": 0.6066,
      "step": 7100
    },
    {
      "epoch": 0.601981203962408,
      "grad_norm": 0.37043365836143494,
      "learning_rate": 2e-05,
      "loss": 0.6103,
      "step": 7110
    },
    {
      "epoch": 0.6028278723224113,
      "grad_norm": 0.40762731432914734,
      "learning_rate": 2e-05,
      "loss": 0.6019,
      "step": 7120
    },
    {
      "epoch": 0.6036745406824147,
      "grad_norm": 0.42319485545158386,
      "learning_rate": 2e-05,
      "loss": 0.6338,
      "step": 7130
    },
    {
      "epoch": 0.6045212090424181,
      "grad_norm": 0.4047078788280487,
      "learning_rate": 2e-05,
      "loss": 0.6238,
      "step": 7140
    },
    {
      "epoch": 0.6053678774024215,
      "grad_norm": 0.38978368043899536,
      "learning_rate": 2e-05,
      "loss": 0.6067,
      "step": 7150
    },
    {
      "epoch": 0.6062145457624248,
      "grad_norm": 0.37449151277542114,
      "learning_rate": 2e-05,
      "loss": 0.6125,
      "step": 7160
    },
    {
      "epoch": 0.6070612141224282,
      "grad_norm": 0.3653220236301422,
      "learning_rate": 2e-05,
      "loss": 0.6096,
      "step": 7170
    },
    {
      "epoch": 0.6079078824824317,
      "grad_norm": 0.37788718938827515,
      "learning_rate": 2e-05,
      "loss": 0.6316,
      "step": 7180
    },
    {
      "epoch": 0.608754550842435,
      "grad_norm": 0.49567627906799316,
      "learning_rate": 2e-05,
      "loss": 0.6044,
      "step": 7190
    },
    {
      "epoch": 0.6096012192024384,
      "grad_norm": 0.3770660161972046,
      "learning_rate": 2e-05,
      "loss": 0.5993,
      "step": 7200
    },
    {
      "epoch": 0.6104478875624418,
      "grad_norm": 0.390761137008667,
      "learning_rate": 2e-05,
      "loss": 0.5933,
      "step": 7210
    },
    {
      "epoch": 0.6112945559224452,
      "grad_norm": 0.4019384980201721,
      "learning_rate": 2e-05,
      "loss": 0.6136,
      "step": 7220
    },
    {
      "epoch": 0.6121412242824485,
      "grad_norm": 0.37608879804611206,
      "learning_rate": 2e-05,
      "loss": 0.6196,
      "step": 7230
    },
    {
      "epoch": 0.6129878926424519,
      "grad_norm": 0.3891141414642334,
      "learning_rate": 2e-05,
      "loss": 0.6292,
      "step": 7240
    },
    {
      "epoch": 0.6138345610024554,
      "grad_norm": 0.39163273572921753,
      "learning_rate": 2e-05,
      "loss": 0.638,
      "step": 7250
    },
    {
      "epoch": 0.6146812293624587,
      "grad_norm": 0.4056644141674042,
      "learning_rate": 2e-05,
      "loss": 0.6398,
      "step": 7260
    },
    {
      "epoch": 0.6155278977224621,
      "grad_norm": 0.44692912697792053,
      "learning_rate": 2e-05,
      "loss": 0.6121,
      "step": 7270
    },
    {
      "epoch": 0.6163745660824655,
      "grad_norm": 0.49708330631256104,
      "learning_rate": 2e-05,
      "loss": 0.6258,
      "step": 7280
    },
    {
      "epoch": 0.6172212344424689,
      "grad_norm": 0.4142015874385834,
      "learning_rate": 2e-05,
      "loss": 0.6102,
      "step": 7290
    },
    {
      "epoch": 0.6180679028024723,
      "grad_norm": 0.3750077784061432,
      "learning_rate": 2e-05,
      "loss": 0.6009,
      "step": 7300
    },
    {
      "epoch": 0.6189145711624756,
      "grad_norm": 0.4088134169578552,
      "learning_rate": 2e-05,
      "loss": 0.6212,
      "step": 7310
    },
    {
      "epoch": 0.6197612395224791,
      "grad_norm": 0.4203443229198456,
      "learning_rate": 2e-05,
      "loss": 0.6213,
      "step": 7320
    },
    {
      "epoch": 0.6206079078824824,
      "grad_norm": 0.40304455161094666,
      "learning_rate": 2e-05,
      "loss": 0.6051,
      "step": 7330
    },
    {
      "epoch": 0.6214545762424858,
      "grad_norm": 0.41094863414764404,
      "learning_rate": 2e-05,
      "loss": 0.6184,
      "step": 7340
    },
    {
      "epoch": 0.6223012446024893,
      "grad_norm": 0.38134077191352844,
      "learning_rate": 2e-05,
      "loss": 0.624,
      "step": 7350
    },
    {
      "epoch": 0.6231479129624926,
      "grad_norm": 0.3820878267288208,
      "learning_rate": 2e-05,
      "loss": 0.6122,
      "step": 7360
    },
    {
      "epoch": 0.623994581322496,
      "grad_norm": 0.40551233291625977,
      "learning_rate": 2e-05,
      "loss": 0.6109,
      "step": 7370
    },
    {
      "epoch": 0.6248412496824993,
      "grad_norm": 0.3741089105606079,
      "learning_rate": 2e-05,
      "loss": 0.6098,
      "step": 7380
    },
    {
      "epoch": 0.6256879180425028,
      "grad_norm": 0.43164291977882385,
      "learning_rate": 2e-05,
      "loss": 0.6074,
      "step": 7390
    },
    {
      "epoch": 0.6265345864025061,
      "grad_norm": 0.42368006706237793,
      "learning_rate": 2e-05,
      "loss": 0.6138,
      "step": 7400
    },
    {
      "epoch": 0.6273812547625095,
      "grad_norm": 0.3880939483642578,
      "learning_rate": 2e-05,
      "loss": 0.6311,
      "step": 7410
    },
    {
      "epoch": 0.628227923122513,
      "grad_norm": 0.38041621446609497,
      "learning_rate": 2e-05,
      "loss": 0.5956,
      "step": 7420
    },
    {
      "epoch": 0.6290745914825163,
      "grad_norm": 0.39767777919769287,
      "learning_rate": 2e-05,
      "loss": 0.6117,
      "step": 7430
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 0.36305296421051025,
      "learning_rate": 2e-05,
      "loss": 0.6138,
      "step": 7440
    },
    {
      "epoch": 0.630767928202523,
      "grad_norm": 0.42218583822250366,
      "learning_rate": 2e-05,
      "loss": 0.6092,
      "step": 7450
    },
    {
      "epoch": 0.6316145965625265,
      "grad_norm": 0.3930489420890808,
      "learning_rate": 2e-05,
      "loss": 0.6146,
      "step": 7460
    },
    {
      "epoch": 0.6324612649225299,
      "grad_norm": 0.37960752844810486,
      "learning_rate": 2e-05,
      "loss": 0.6124,
      "step": 7470
    },
    {
      "epoch": 0.6333079332825332,
      "grad_norm": 0.36294469237327576,
      "learning_rate": 2e-05,
      "loss": 0.629,
      "step": 7480
    },
    {
      "epoch": 0.6341546016425366,
      "grad_norm": 0.37860652804374695,
      "learning_rate": 2e-05,
      "loss": 0.6014,
      "step": 7490
    },
    {
      "epoch": 0.63500127000254,
      "grad_norm": 0.3833153545856476,
      "learning_rate": 2e-05,
      "loss": 0.6047,
      "step": 7500
    },
    {
      "epoch": 0.6358479383625434,
      "grad_norm": 0.3943714201450348,
      "learning_rate": 2e-05,
      "loss": 0.5853,
      "step": 7510
    },
    {
      "epoch": 0.6366946067225467,
      "grad_norm": 0.4110625982284546,
      "learning_rate": 2e-05,
      "loss": 0.605,
      "step": 7520
    },
    {
      "epoch": 0.6375412750825502,
      "grad_norm": 0.3853622376918793,
      "learning_rate": 2e-05,
      "loss": 0.6248,
      "step": 7530
    },
    {
      "epoch": 0.6383879434425536,
      "grad_norm": 0.405790239572525,
      "learning_rate": 2e-05,
      "loss": 0.5908,
      "step": 7540
    },
    {
      "epoch": 0.6392346118025569,
      "grad_norm": 0.38166117668151855,
      "learning_rate": 2e-05,
      "loss": 0.617,
      "step": 7550
    },
    {
      "epoch": 0.6400812801625603,
      "grad_norm": 0.3837755024433136,
      "learning_rate": 2e-05,
      "loss": 0.5994,
      "step": 7560
    },
    {
      "epoch": 0.6409279485225637,
      "grad_norm": 0.3500962555408478,
      "learning_rate": 2e-05,
      "loss": 0.599,
      "step": 7570
    },
    {
      "epoch": 0.6417746168825671,
      "grad_norm": 0.3725585639476776,
      "learning_rate": 2e-05,
      "loss": 0.6124,
      "step": 7580
    },
    {
      "epoch": 0.6426212852425705,
      "grad_norm": 0.394646555185318,
      "learning_rate": 2e-05,
      "loss": 0.6182,
      "step": 7590
    },
    {
      "epoch": 0.6434679536025739,
      "grad_norm": 0.38706496357917786,
      "learning_rate": 2e-05,
      "loss": 0.6212,
      "step": 7600
    },
    {
      "epoch": 0.6443146219625773,
      "grad_norm": 0.39222168922424316,
      "learning_rate": 2e-05,
      "loss": 0.6071,
      "step": 7610
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.4095226228237152,
      "learning_rate": 2e-05,
      "loss": 0.621,
      "step": 7620
    },
    {
      "epoch": 0.646007958682584,
      "grad_norm": 0.39292946457862854,
      "learning_rate": 2e-05,
      "loss": 0.6254,
      "step": 7630
    },
    {
      "epoch": 0.6468546270425874,
      "grad_norm": 0.3694469928741455,
      "learning_rate": 2e-05,
      "loss": 0.6022,
      "step": 7640
    },
    {
      "epoch": 0.6477012954025908,
      "grad_norm": 0.4038865864276886,
      "learning_rate": 2e-05,
      "loss": 0.603,
      "step": 7650
    },
    {
      "epoch": 0.6485479637625942,
      "grad_norm": 0.3848786950111389,
      "learning_rate": 2e-05,
      "loss": 0.613,
      "step": 7660
    },
    {
      "epoch": 0.6493946321225976,
      "grad_norm": 0.3714199364185333,
      "learning_rate": 2e-05,
      "loss": 0.6175,
      "step": 7670
    },
    {
      "epoch": 0.650241300482601,
      "grad_norm": 0.38996753096580505,
      "learning_rate": 2e-05,
      "loss": 0.6242,
      "step": 7680
    },
    {
      "epoch": 0.6510879688426043,
      "grad_norm": 0.404257208108902,
      "learning_rate": 2e-05,
      "loss": 0.6018,
      "step": 7690
    },
    {
      "epoch": 0.6519346372026077,
      "grad_norm": 0.435696005821228,
      "learning_rate": 2e-05,
      "loss": 0.6163,
      "step": 7700
    },
    {
      "epoch": 0.6527813055626112,
      "grad_norm": 0.38047581911087036,
      "learning_rate": 2e-05,
      "loss": 0.6165,
      "step": 7710
    },
    {
      "epoch": 0.6536279739226145,
      "grad_norm": 0.38386592268943787,
      "learning_rate": 2e-05,
      "loss": 0.6165,
      "step": 7720
    },
    {
      "epoch": 0.6544746422826179,
      "grad_norm": 0.3776492178440094,
      "learning_rate": 2e-05,
      "loss": 0.607,
      "step": 7730
    },
    {
      "epoch": 0.6553213106426213,
      "grad_norm": 0.4103914499282837,
      "learning_rate": 2e-05,
      "loss": 0.6187,
      "step": 7740
    },
    {
      "epoch": 0.6561679790026247,
      "grad_norm": 0.3560851812362671,
      "learning_rate": 2e-05,
      "loss": 0.598,
      "step": 7750
    },
    {
      "epoch": 0.657014647362628,
      "grad_norm": 0.40717586874961853,
      "learning_rate": 2e-05,
      "loss": 0.6047,
      "step": 7760
    },
    {
      "epoch": 0.6578613157226314,
      "grad_norm": 0.41484007239341736,
      "learning_rate": 2e-05,
      "loss": 0.631,
      "step": 7770
    },
    {
      "epoch": 0.6587079840826349,
      "grad_norm": 0.3616902232170105,
      "learning_rate": 2e-05,
      "loss": 0.6027,
      "step": 7780
    },
    {
      "epoch": 0.6595546524426382,
      "grad_norm": 0.37407729029655457,
      "learning_rate": 2e-05,
      "loss": 0.6039,
      "step": 7790
    },
    {
      "epoch": 0.6604013208026416,
      "grad_norm": 0.3733294606208801,
      "learning_rate": 2e-05,
      "loss": 0.599,
      "step": 7800
    },
    {
      "epoch": 0.661247989162645,
      "grad_norm": 0.40664204955101013,
      "learning_rate": 2e-05,
      "loss": 0.6102,
      "step": 7810
    },
    {
      "epoch": 0.6620946575226484,
      "grad_norm": 0.3817388117313385,
      "learning_rate": 2e-05,
      "loss": 0.6246,
      "step": 7820
    },
    {
      "epoch": 0.6629413258826518,
      "grad_norm": 0.3724527955055237,
      "learning_rate": 2e-05,
      "loss": 0.6147,
      "step": 7830
    },
    {
      "epoch": 0.6637879942426551,
      "grad_norm": 0.3936074674129486,
      "learning_rate": 2e-05,
      "loss": 0.6367,
      "step": 7840
    },
    {
      "epoch": 0.6646346626026586,
      "grad_norm": 0.35780492424964905,
      "learning_rate": 2e-05,
      "loss": 0.606,
      "step": 7850
    },
    {
      "epoch": 0.6654813309626619,
      "grad_norm": 0.3824580907821655,
      "learning_rate": 2e-05,
      "loss": 0.6008,
      "step": 7860
    },
    {
      "epoch": 0.6663279993226653,
      "grad_norm": 0.34928175806999207,
      "learning_rate": 2e-05,
      "loss": 0.6129,
      "step": 7870
    },
    {
      "epoch": 0.6671746676826688,
      "grad_norm": 0.39645010232925415,
      "learning_rate": 2e-05,
      "loss": 0.6021,
      "step": 7880
    },
    {
      "epoch": 0.6680213360426721,
      "grad_norm": 0.38476237654685974,
      "learning_rate": 2e-05,
      "loss": 0.6187,
      "step": 7890
    },
    {
      "epoch": 0.6688680044026755,
      "grad_norm": 0.38974231481552124,
      "learning_rate": 2e-05,
      "loss": 0.6216,
      "step": 7900
    },
    {
      "epoch": 0.6697146727626788,
      "grad_norm": 0.406893253326416,
      "learning_rate": 2e-05,
      "loss": 0.5928,
      "step": 7910
    },
    {
      "epoch": 0.6705613411226823,
      "grad_norm": 0.4263247847557068,
      "learning_rate": 2e-05,
      "loss": 0.6133,
      "step": 7920
    },
    {
      "epoch": 0.6714080094826856,
      "grad_norm": 0.48513466119766235,
      "learning_rate": 2e-05,
      "loss": 0.6272,
      "step": 7930
    },
    {
      "epoch": 0.672254677842689,
      "grad_norm": 0.3819485008716583,
      "learning_rate": 2e-05,
      "loss": 0.6121,
      "step": 7940
    },
    {
      "epoch": 0.6731013462026924,
      "grad_norm": 0.4394488036632538,
      "learning_rate": 2e-05,
      "loss": 0.606,
      "step": 7950
    },
    {
      "epoch": 0.6739480145626958,
      "grad_norm": 0.39058947563171387,
      "learning_rate": 2e-05,
      "loss": 0.599,
      "step": 7960
    },
    {
      "epoch": 0.6747946829226992,
      "grad_norm": 0.37886151671409607,
      "learning_rate": 2e-05,
      "loss": 0.6181,
      "step": 7970
    },
    {
      "epoch": 0.6756413512827025,
      "grad_norm": 0.3999195694923401,
      "learning_rate": 2e-05,
      "loss": 0.5946,
      "step": 7980
    },
    {
      "epoch": 0.676488019642706,
      "grad_norm": 0.41106507182121277,
      "learning_rate": 2e-05,
      "loss": 0.6113,
      "step": 7990
    },
    {
      "epoch": 0.6773346880027094,
      "grad_norm": 0.40601998567581177,
      "learning_rate": 2e-05,
      "loss": 0.5951,
      "step": 8000
    },
    {
      "epoch": 0.6781813563627127,
      "grad_norm": 0.39435434341430664,
      "learning_rate": 2e-05,
      "loss": 0.5888,
      "step": 8010
    },
    {
      "epoch": 0.6790280247227161,
      "grad_norm": 0.39406082034111023,
      "learning_rate": 2e-05,
      "loss": 0.6145,
      "step": 8020
    },
    {
      "epoch": 0.6798746930827195,
      "grad_norm": 0.38617005944252014,
      "learning_rate": 2e-05,
      "loss": 0.6351,
      "step": 8030
    },
    {
      "epoch": 0.6807213614427229,
      "grad_norm": 0.374894380569458,
      "learning_rate": 2e-05,
      "loss": 0.6175,
      "step": 8040
    },
    {
      "epoch": 0.6815680298027262,
      "grad_norm": 0.4400508403778076,
      "learning_rate": 2e-05,
      "loss": 0.5995,
      "step": 8050
    },
    {
      "epoch": 0.6824146981627297,
      "grad_norm": 0.37848958373069763,
      "learning_rate": 2e-05,
      "loss": 0.6161,
      "step": 8060
    },
    {
      "epoch": 0.6832613665227331,
      "grad_norm": 0.36910420656204224,
      "learning_rate": 2e-05,
      "loss": 0.6063,
      "step": 8070
    },
    {
      "epoch": 0.6841080348827364,
      "grad_norm": 0.3791019022464752,
      "learning_rate": 2e-05,
      "loss": 0.6017,
      "step": 8080
    },
    {
      "epoch": 0.6849547032427398,
      "grad_norm": 0.4173106551170349,
      "learning_rate": 2e-05,
      "loss": 0.6142,
      "step": 8090
    },
    {
      "epoch": 0.6858013716027432,
      "grad_norm": 0.4436609447002411,
      "learning_rate": 2e-05,
      "loss": 0.6037,
      "step": 8100
    },
    {
      "epoch": 0.6866480399627466,
      "grad_norm": 0.3702719211578369,
      "learning_rate": 2e-05,
      "loss": 0.635,
      "step": 8110
    },
    {
      "epoch": 0.68749470832275,
      "grad_norm": 0.37786832451820374,
      "learning_rate": 2e-05,
      "loss": 0.6114,
      "step": 8120
    },
    {
      "epoch": 0.6883413766827534,
      "grad_norm": 0.37227243185043335,
      "learning_rate": 2e-05,
      "loss": 0.627,
      "step": 8130
    },
    {
      "epoch": 0.6891880450427568,
      "grad_norm": 0.4393289089202881,
      "learning_rate": 2e-05,
      "loss": 0.6054,
      "step": 8140
    },
    {
      "epoch": 0.6900347134027601,
      "grad_norm": 0.3587683439254761,
      "learning_rate": 2e-05,
      "loss": 0.5979,
      "step": 8150
    },
    {
      "epoch": 0.6908813817627635,
      "grad_norm": 0.42889073491096497,
      "learning_rate": 2e-05,
      "loss": 0.5956,
      "step": 8160
    },
    {
      "epoch": 0.691728050122767,
      "grad_norm": 0.38590002059936523,
      "learning_rate": 2e-05,
      "loss": 0.6106,
      "step": 8170
    },
    {
      "epoch": 0.6925747184827703,
      "grad_norm": 0.3669581115245819,
      "learning_rate": 2e-05,
      "loss": 0.6176,
      "step": 8180
    },
    {
      "epoch": 0.6934213868427737,
      "grad_norm": 0.38695085048675537,
      "learning_rate": 2e-05,
      "loss": 0.6083,
      "step": 8190
    },
    {
      "epoch": 0.6942680552027771,
      "grad_norm": 0.35388970375061035,
      "learning_rate": 2e-05,
      "loss": 0.6141,
      "step": 8200
    },
    {
      "epoch": 0.6951147235627805,
      "grad_norm": 0.3946210443973541,
      "learning_rate": 2e-05,
      "loss": 0.6048,
      "step": 8210
    },
    {
      "epoch": 0.6959613919227838,
      "grad_norm": 0.40805330872535706,
      "learning_rate": 2e-05,
      "loss": 0.615,
      "step": 8220
    },
    {
      "epoch": 0.6968080602827872,
      "grad_norm": 0.3799391984939575,
      "learning_rate": 2e-05,
      "loss": 0.6061,
      "step": 8230
    },
    {
      "epoch": 0.6976547286427907,
      "grad_norm": 0.4017302691936493,
      "learning_rate": 2e-05,
      "loss": 0.5979,
      "step": 8240
    },
    {
      "epoch": 0.698501397002794,
      "grad_norm": 0.4113961458206177,
      "learning_rate": 2e-05,
      "loss": 0.5969,
      "step": 8250
    },
    {
      "epoch": 0.6993480653627974,
      "grad_norm": 0.35288354754447937,
      "learning_rate": 2e-05,
      "loss": 0.6026,
      "step": 8260
    },
    {
      "epoch": 0.7001947337228008,
      "grad_norm": 0.3655013144016266,
      "learning_rate": 2e-05,
      "loss": 0.6173,
      "step": 8270
    },
    {
      "epoch": 0.7010414020828042,
      "grad_norm": 0.3742232620716095,
      "learning_rate": 2e-05,
      "loss": 0.6052,
      "step": 8280
    },
    {
      "epoch": 0.7018880704428075,
      "grad_norm": 0.4151310324668884,
      "learning_rate": 2e-05,
      "loss": 0.5931,
      "step": 8290
    },
    {
      "epoch": 0.7027347388028109,
      "grad_norm": 0.3754572570323944,
      "learning_rate": 2e-05,
      "loss": 0.6233,
      "step": 8300
    },
    {
      "epoch": 0.7035814071628144,
      "grad_norm": 0.42071816325187683,
      "learning_rate": 2e-05,
      "loss": 0.6032,
      "step": 8310
    },
    {
      "epoch": 0.7044280755228177,
      "grad_norm": 0.3675685226917267,
      "learning_rate": 2e-05,
      "loss": 0.6152,
      "step": 8320
    },
    {
      "epoch": 0.7052747438828211,
      "grad_norm": 0.3739764988422394,
      "learning_rate": 2e-05,
      "loss": 0.6172,
      "step": 8330
    },
    {
      "epoch": 0.7061214122428244,
      "grad_norm": 0.38897982239723206,
      "learning_rate": 2e-05,
      "loss": 0.6225,
      "step": 8340
    },
    {
      "epoch": 0.7069680806028279,
      "grad_norm": 0.38103702664375305,
      "learning_rate": 2e-05,
      "loss": 0.6223,
      "step": 8350
    },
    {
      "epoch": 0.7078147489628313,
      "grad_norm": 0.38617536425590515,
      "learning_rate": 2e-05,
      "loss": 0.6066,
      "step": 8360
    },
    {
      "epoch": 0.7086614173228346,
      "grad_norm": 0.409368634223938,
      "learning_rate": 2e-05,
      "loss": 0.6308,
      "step": 8370
    },
    {
      "epoch": 0.7095080856828381,
      "grad_norm": 0.36376938223838806,
      "learning_rate": 2e-05,
      "loss": 0.6207,
      "step": 8380
    },
    {
      "epoch": 0.7103547540428414,
      "grad_norm": 0.3787282705307007,
      "learning_rate": 2e-05,
      "loss": 0.6237,
      "step": 8390
    },
    {
      "epoch": 0.7112014224028448,
      "grad_norm": 0.38591137528419495,
      "learning_rate": 2e-05,
      "loss": 0.5924,
      "step": 8400
    },
    {
      "epoch": 0.7120480907628481,
      "grad_norm": 0.365154892206192,
      "learning_rate": 2e-05,
      "loss": 0.6036,
      "step": 8410
    },
    {
      "epoch": 0.7128947591228516,
      "grad_norm": 0.4766608476638794,
      "learning_rate": 2e-05,
      "loss": 0.6246,
      "step": 8420
    },
    {
      "epoch": 0.713741427482855,
      "grad_norm": 0.4156077802181244,
      "learning_rate": 2e-05,
      "loss": 0.6055,
      "step": 8430
    },
    {
      "epoch": 0.7145880958428583,
      "grad_norm": 0.44563063979148865,
      "learning_rate": 2e-05,
      "loss": 0.6203,
      "step": 8440
    },
    {
      "epoch": 0.7154347642028618,
      "grad_norm": 0.3794260621070862,
      "learning_rate": 2e-05,
      "loss": 0.5925,
      "step": 8450
    },
    {
      "epoch": 0.7162814325628651,
      "grad_norm": 0.3877285122871399,
      "learning_rate": 2e-05,
      "loss": 0.6047,
      "step": 8460
    },
    {
      "epoch": 0.7171281009228685,
      "grad_norm": 0.4059469699859619,
      "learning_rate": 2e-05,
      "loss": 0.6208,
      "step": 8470
    },
    {
      "epoch": 0.7179747692828718,
      "grad_norm": 0.37956446409225464,
      "learning_rate": 2e-05,
      "loss": 0.5919,
      "step": 8480
    },
    {
      "epoch": 0.7188214376428753,
      "grad_norm": 0.39450889825820923,
      "learning_rate": 2e-05,
      "loss": 0.6062,
      "step": 8490
    },
    {
      "epoch": 0.7196681060028787,
      "grad_norm": 0.45799970626831055,
      "learning_rate": 2e-05,
      "loss": 0.6019,
      "step": 8500
    },
    {
      "epoch": 0.720514774362882,
      "grad_norm": 0.394918292760849,
      "learning_rate": 2e-05,
      "loss": 0.6113,
      "step": 8510
    },
    {
      "epoch": 0.7213614427228855,
      "grad_norm": 0.3932916224002838,
      "learning_rate": 2e-05,
      "loss": 0.6023,
      "step": 8520
    },
    {
      "epoch": 0.7222081110828888,
      "grad_norm": 0.40540504455566406,
      "learning_rate": 2e-05,
      "loss": 0.6033,
      "step": 8530
    },
    {
      "epoch": 0.7230547794428922,
      "grad_norm": 0.39818504452705383,
      "learning_rate": 2e-05,
      "loss": 0.5997,
      "step": 8540
    },
    {
      "epoch": 0.7239014478028956,
      "grad_norm": 0.4087052047252655,
      "learning_rate": 2e-05,
      "loss": 0.634,
      "step": 8550
    },
    {
      "epoch": 0.724748116162899,
      "grad_norm": 0.38303884863853455,
      "learning_rate": 2e-05,
      "loss": 0.5961,
      "step": 8560
    },
    {
      "epoch": 0.7255947845229024,
      "grad_norm": 0.4175228476524353,
      "learning_rate": 2e-05,
      "loss": 0.6081,
      "step": 8570
    },
    {
      "epoch": 0.7264414528829057,
      "grad_norm": 0.41134655475616455,
      "learning_rate": 2e-05,
      "loss": 0.5937,
      "step": 8580
    },
    {
      "epoch": 0.7272881212429092,
      "grad_norm": 0.39889252185821533,
      "learning_rate": 2e-05,
      "loss": 0.6225,
      "step": 8590
    },
    {
      "epoch": 0.7281347896029126,
      "grad_norm": 0.3769337236881256,
      "learning_rate": 2e-05,
      "loss": 0.5984,
      "step": 8600
    },
    {
      "epoch": 0.7289814579629159,
      "grad_norm": 0.39363840222358704,
      "learning_rate": 2e-05,
      "loss": 0.5996,
      "step": 8610
    },
    {
      "epoch": 0.7298281263229193,
      "grad_norm": 0.3953545093536377,
      "learning_rate": 2e-05,
      "loss": 0.6335,
      "step": 8620
    },
    {
      "epoch": 0.7306747946829227,
      "grad_norm": 0.4219764173030853,
      "learning_rate": 2e-05,
      "loss": 0.6325,
      "step": 8630
    },
    {
      "epoch": 0.7315214630429261,
      "grad_norm": 0.4934154450893402,
      "learning_rate": 2e-05,
      "loss": 0.6003,
      "step": 8640
    },
    {
      "epoch": 0.7323681314029294,
      "grad_norm": 0.3680473864078522,
      "learning_rate": 2e-05,
      "loss": 0.6428,
      "step": 8650
    },
    {
      "epoch": 0.7332147997629329,
      "grad_norm": 0.37619748711586,
      "learning_rate": 2e-05,
      "loss": 0.6137,
      "step": 8660
    },
    {
      "epoch": 0.7340614681229363,
      "grad_norm": 0.4080664813518524,
      "learning_rate": 2e-05,
      "loss": 0.6246,
      "step": 8670
    },
    {
      "epoch": 0.7349081364829396,
      "grad_norm": 0.40325847268104553,
      "learning_rate": 2e-05,
      "loss": 0.5921,
      "step": 8680
    },
    {
      "epoch": 0.735754804842943,
      "grad_norm": 0.42735210061073303,
      "learning_rate": 2e-05,
      "loss": 0.6306,
      "step": 8690
    },
    {
      "epoch": 0.7366014732029464,
      "grad_norm": 0.38058769702911377,
      "learning_rate": 2e-05,
      "loss": 0.6135,
      "step": 8700
    },
    {
      "epoch": 0.7374481415629498,
      "grad_norm": 0.37063926458358765,
      "learning_rate": 2e-05,
      "loss": 0.5956,
      "step": 8710
    },
    {
      "epoch": 0.7382948099229532,
      "grad_norm": 0.37500154972076416,
      "learning_rate": 2e-05,
      "loss": 0.5907,
      "step": 8720
    },
    {
      "epoch": 0.7391414782829566,
      "grad_norm": 0.39320120215415955,
      "learning_rate": 2e-05,
      "loss": 0.61,
      "step": 8730
    },
    {
      "epoch": 0.73998814664296,
      "grad_norm": 0.39450380206108093,
      "learning_rate": 2e-05,
      "loss": 0.5892,
      "step": 8740
    },
    {
      "epoch": 0.7408348150029633,
      "grad_norm": 0.3705025315284729,
      "learning_rate": 2e-05,
      "loss": 0.595,
      "step": 8750
    },
    {
      "epoch": 0.7416814833629667,
      "grad_norm": 0.4006616473197937,
      "learning_rate": 2e-05,
      "loss": 0.6033,
      "step": 8760
    },
    {
      "epoch": 0.7425281517229702,
      "grad_norm": 0.39911988377571106,
      "learning_rate": 2e-05,
      "loss": 0.6138,
      "step": 8770
    },
    {
      "epoch": 0.7433748200829735,
      "grad_norm": 0.41875290870666504,
      "learning_rate": 2e-05,
      "loss": 0.6087,
      "step": 8780
    },
    {
      "epoch": 0.7442214884429769,
      "grad_norm": 0.3814185559749603,
      "learning_rate": 2e-05,
      "loss": 0.6143,
      "step": 8790
    },
    {
      "epoch": 0.7450681568029802,
      "grad_norm": 0.4036637544631958,
      "learning_rate": 2e-05,
      "loss": 0.5822,
      "step": 8800
    },
    {
      "epoch": 0.7459148251629837,
      "grad_norm": 0.38150280714035034,
      "learning_rate": 2e-05,
      "loss": 0.6168,
      "step": 8810
    },
    {
      "epoch": 0.746761493522987,
      "grad_norm": 0.4064708650112152,
      "learning_rate": 2e-05,
      "loss": 0.6132,
      "step": 8820
    },
    {
      "epoch": 0.7476081618829904,
      "grad_norm": 0.37701642513275146,
      "learning_rate": 2e-05,
      "loss": 0.6162,
      "step": 8830
    },
    {
      "epoch": 0.7484548302429939,
      "grad_norm": 0.43275558948516846,
      "learning_rate": 2e-05,
      "loss": 0.601,
      "step": 8840
    },
    {
      "epoch": 0.7493014986029972,
      "grad_norm": 0.39675280451774597,
      "learning_rate": 2e-05,
      "loss": 0.5937,
      "step": 8850
    },
    {
      "epoch": 0.7501481669630006,
      "grad_norm": 0.3701160252094269,
      "learning_rate": 2e-05,
      "loss": 0.57,
      "step": 8860
    },
    {
      "epoch": 0.7509948353230039,
      "grad_norm": 0.40066125988960266,
      "learning_rate": 2e-05,
      "loss": 0.6178,
      "step": 8870
    },
    {
      "epoch": 0.7518415036830074,
      "grad_norm": 0.40293705463409424,
      "learning_rate": 2e-05,
      "loss": 0.5862,
      "step": 8880
    },
    {
      "epoch": 0.7526881720430108,
      "grad_norm": 0.4285898804664612,
      "learning_rate": 2e-05,
      "loss": 0.5985,
      "step": 8890
    },
    {
      "epoch": 0.7535348404030141,
      "grad_norm": 0.5093976259231567,
      "learning_rate": 2e-05,
      "loss": 0.5978,
      "step": 8900
    },
    {
      "epoch": 0.7543815087630176,
      "grad_norm": 0.3918039798736572,
      "learning_rate": 2e-05,
      "loss": 0.6119,
      "step": 8910
    },
    {
      "epoch": 0.7552281771230209,
      "grad_norm": 0.4051649272441864,
      "learning_rate": 2e-05,
      "loss": 0.5891,
      "step": 8920
    },
    {
      "epoch": 0.7560748454830243,
      "grad_norm": 0.3853020668029785,
      "learning_rate": 2e-05,
      "loss": 0.5848,
      "step": 8930
    },
    {
      "epoch": 0.7569215138430276,
      "grad_norm": 0.37184423208236694,
      "learning_rate": 2e-05,
      "loss": 0.6225,
      "step": 8940
    },
    {
      "epoch": 0.7577681822030311,
      "grad_norm": 0.40315571427345276,
      "learning_rate": 2e-05,
      "loss": 0.6074,
      "step": 8950
    },
    {
      "epoch": 0.7586148505630345,
      "grad_norm": 0.4277465045452118,
      "learning_rate": 2e-05,
      "loss": 0.6274,
      "step": 8960
    },
    {
      "epoch": 0.7594615189230378,
      "grad_norm": 0.4054996371269226,
      "learning_rate": 2e-05,
      "loss": 0.6047,
      "step": 8970
    },
    {
      "epoch": 0.7603081872830413,
      "grad_norm": 0.4016954004764557,
      "learning_rate": 2e-05,
      "loss": 0.589,
      "step": 8980
    },
    {
      "epoch": 0.7611548556430446,
      "grad_norm": 0.3748454451560974,
      "learning_rate": 2e-05,
      "loss": 0.612,
      "step": 8990
    },
    {
      "epoch": 0.762001524003048,
      "grad_norm": 0.39344123005867004,
      "learning_rate": 2e-05,
      "loss": 0.5933,
      "step": 9000
    },
    {
      "epoch": 0.7628481923630513,
      "grad_norm": 0.42951688170433044,
      "learning_rate": 2e-05,
      "loss": 0.6123,
      "step": 9010
    },
    {
      "epoch": 0.7636948607230548,
      "grad_norm": 0.40750110149383545,
      "learning_rate": 2e-05,
      "loss": 0.5853,
      "step": 9020
    },
    {
      "epoch": 0.7645415290830582,
      "grad_norm": 0.3759666085243225,
      "learning_rate": 2e-05,
      "loss": 0.5946,
      "step": 9030
    },
    {
      "epoch": 0.7653881974430615,
      "grad_norm": 0.40986594557762146,
      "learning_rate": 2e-05,
      "loss": 0.6026,
      "step": 9040
    },
    {
      "epoch": 0.766234865803065,
      "grad_norm": 0.5344463586807251,
      "learning_rate": 2e-05,
      "loss": 0.6085,
      "step": 9050
    },
    {
      "epoch": 0.7670815341630683,
      "grad_norm": 0.37710586190223694,
      "learning_rate": 2e-05,
      "loss": 0.5937,
      "step": 9060
    },
    {
      "epoch": 0.7679282025230717,
      "grad_norm": 0.4051751494407654,
      "learning_rate": 2e-05,
      "loss": 0.598,
      "step": 9070
    },
    {
      "epoch": 0.7687748708830751,
      "grad_norm": 0.4041481614112854,
      "learning_rate": 2e-05,
      "loss": 0.5934,
      "step": 9080
    },
    {
      "epoch": 0.7696215392430785,
      "grad_norm": 0.40506118535995483,
      "learning_rate": 2e-05,
      "loss": 0.5892,
      "step": 9090
    },
    {
      "epoch": 0.7704682076030819,
      "grad_norm": 0.40913790464401245,
      "learning_rate": 2e-05,
      "loss": 0.6176,
      "step": 9100
    },
    {
      "epoch": 0.7713148759630852,
      "grad_norm": 0.3746597170829773,
      "learning_rate": 2e-05,
      "loss": 0.5979,
      "step": 9110
    },
    {
      "epoch": 0.7721615443230887,
      "grad_norm": 0.3760552406311035,
      "learning_rate": 2e-05,
      "loss": 0.6053,
      "step": 9120
    },
    {
      "epoch": 0.773008212683092,
      "grad_norm": 0.37211862206459045,
      "learning_rate": 2e-05,
      "loss": 0.6113,
      "step": 9130
    },
    {
      "epoch": 0.7738548810430954,
      "grad_norm": 0.367471307516098,
      "learning_rate": 2e-05,
      "loss": 0.5996,
      "step": 9140
    },
    {
      "epoch": 0.7747015494030988,
      "grad_norm": 0.3900797367095947,
      "learning_rate": 2e-05,
      "loss": 0.6029,
      "step": 9150
    },
    {
      "epoch": 0.7755482177631022,
      "grad_norm": 0.3866053819656372,
      "learning_rate": 2e-05,
      "loss": 0.5912,
      "step": 9160
    },
    {
      "epoch": 0.7763948861231056,
      "grad_norm": 0.38991448283195496,
      "learning_rate": 2e-05,
      "loss": 0.6122,
      "step": 9170
    },
    {
      "epoch": 0.7772415544831089,
      "grad_norm": 0.3757704198360443,
      "learning_rate": 2e-05,
      "loss": 0.6098,
      "step": 9180
    },
    {
      "epoch": 0.7780882228431123,
      "grad_norm": 0.3902888000011444,
      "learning_rate": 2e-05,
      "loss": 0.5953,
      "step": 9190
    },
    {
      "epoch": 0.7789348912031158,
      "grad_norm": 0.3717533349990845,
      "learning_rate": 2e-05,
      "loss": 0.6095,
      "step": 9200
    },
    {
      "epoch": 0.7797815595631191,
      "grad_norm": 0.41047364473342896,
      "learning_rate": 2e-05,
      "loss": 0.5962,
      "step": 9210
    },
    {
      "epoch": 0.7806282279231225,
      "grad_norm": 0.39431434869766235,
      "learning_rate": 2e-05,
      "loss": 0.625,
      "step": 9220
    },
    {
      "epoch": 0.7814748962831259,
      "grad_norm": 0.3538172245025635,
      "learning_rate": 2e-05,
      "loss": 0.5972,
      "step": 9230
    },
    {
      "epoch": 0.7823215646431293,
      "grad_norm": 0.39997097849845886,
      "learning_rate": 2e-05,
      "loss": 0.592,
      "step": 9240
    },
    {
      "epoch": 0.7831682330031327,
      "grad_norm": 0.3972622752189636,
      "learning_rate": 2e-05,
      "loss": 0.6104,
      "step": 9250
    },
    {
      "epoch": 0.784014901363136,
      "grad_norm": 0.38872411847114563,
      "learning_rate": 2e-05,
      "loss": 0.6041,
      "step": 9260
    },
    {
      "epoch": 0.7848615697231395,
      "grad_norm": 0.36306217312812805,
      "learning_rate": 2e-05,
      "loss": 0.59,
      "step": 9270
    },
    {
      "epoch": 0.7857082380831428,
      "grad_norm": 0.394020140171051,
      "learning_rate": 2e-05,
      "loss": 0.6087,
      "step": 9280
    },
    {
      "epoch": 0.7865549064431462,
      "grad_norm": 0.4496012032032013,
      "learning_rate": 2e-05,
      "loss": 0.5987,
      "step": 9290
    },
    {
      "epoch": 0.7874015748031497,
      "grad_norm": 0.415387362241745,
      "learning_rate": 2e-05,
      "loss": 0.6055,
      "step": 9300
    },
    {
      "epoch": 0.788248243163153,
      "grad_norm": 0.44512197375297546,
      "learning_rate": 2e-05,
      "loss": 0.6032,
      "step": 9310
    },
    {
      "epoch": 0.7890949115231564,
      "grad_norm": 0.44583505392074585,
      "learning_rate": 2e-05,
      "loss": 0.6085,
      "step": 9320
    },
    {
      "epoch": 0.7899415798831597,
      "grad_norm": 0.41276854276657104,
      "learning_rate": 2e-05,
      "loss": 0.6206,
      "step": 9330
    },
    {
      "epoch": 0.7907882482431632,
      "grad_norm": 0.38308656215667725,
      "learning_rate": 2e-05,
      "loss": 0.59,
      "step": 9340
    },
    {
      "epoch": 0.7916349166031665,
      "grad_norm": 0.437049925327301,
      "learning_rate": 2e-05,
      "loss": 0.5963,
      "step": 9350
    },
    {
      "epoch": 0.7924815849631699,
      "grad_norm": 0.3866311311721802,
      "learning_rate": 2e-05,
      "loss": 0.5994,
      "step": 9360
    },
    {
      "epoch": 0.7933282533231734,
      "grad_norm": 0.42114999890327454,
      "learning_rate": 2e-05,
      "loss": 0.6172,
      "step": 9370
    },
    {
      "epoch": 0.7941749216831767,
      "grad_norm": 0.3968478739261627,
      "learning_rate": 2e-05,
      "loss": 0.6027,
      "step": 9380
    },
    {
      "epoch": 0.7950215900431801,
      "grad_norm": 0.44920459389686584,
      "learning_rate": 2e-05,
      "loss": 0.5929,
      "step": 9390
    },
    {
      "epoch": 0.7958682584031834,
      "grad_norm": 0.45039042830467224,
      "learning_rate": 2e-05,
      "loss": 0.6104,
      "step": 9400
    },
    {
      "epoch": 0.7967149267631869,
      "grad_norm": 0.3940369188785553,
      "learning_rate": 2e-05,
      "loss": 0.6059,
      "step": 9410
    },
    {
      "epoch": 0.7975615951231902,
      "grad_norm": 0.35691148042678833,
      "learning_rate": 2e-05,
      "loss": 0.6023,
      "step": 9420
    },
    {
      "epoch": 0.7984082634831936,
      "grad_norm": 0.42013436555862427,
      "learning_rate": 2e-05,
      "loss": 0.6324,
      "step": 9430
    },
    {
      "epoch": 0.7992549318431971,
      "grad_norm": 0.38049906492233276,
      "learning_rate": 2e-05,
      "loss": 0.6057,
      "step": 9440
    },
    {
      "epoch": 0.8001016002032004,
      "grad_norm": 0.4230620563030243,
      "learning_rate": 2e-05,
      "loss": 0.6058,
      "step": 9450
    },
    {
      "epoch": 0.8009482685632038,
      "grad_norm": 0.39889097213745117,
      "learning_rate": 2e-05,
      "loss": 0.5889,
      "step": 9460
    },
    {
      "epoch": 0.8017949369232071,
      "grad_norm": 0.37639039754867554,
      "learning_rate": 2e-05,
      "loss": 0.5929,
      "step": 9470
    },
    {
      "epoch": 0.8026416052832106,
      "grad_norm": 0.3882730007171631,
      "learning_rate": 2e-05,
      "loss": 0.6064,
      "step": 9480
    },
    {
      "epoch": 0.803488273643214,
      "grad_norm": 0.39904358983039856,
      "learning_rate": 2e-05,
      "loss": 0.6021,
      "step": 9490
    },
    {
      "epoch": 0.8043349420032173,
      "grad_norm": 0.3637270927429199,
      "learning_rate": 2e-05,
      "loss": 0.615,
      "step": 9500
    },
    {
      "epoch": 0.8051816103632208,
      "grad_norm": 0.41030174493789673,
      "learning_rate": 2e-05,
      "loss": 0.6082,
      "step": 9510
    },
    {
      "epoch": 0.8060282787232241,
      "grad_norm": 0.4089955985546112,
      "learning_rate": 2e-05,
      "loss": 0.6023,
      "step": 9520
    },
    {
      "epoch": 0.8068749470832275,
      "grad_norm": 0.3826632797718048,
      "learning_rate": 2e-05,
      "loss": 0.6163,
      "step": 9530
    },
    {
      "epoch": 0.8077216154432308,
      "grad_norm": 0.4477853775024414,
      "learning_rate": 2e-05,
      "loss": 0.6076,
      "step": 9540
    },
    {
      "epoch": 0.8085682838032343,
      "grad_norm": 0.6286106705665588,
      "learning_rate": 2e-05,
      "loss": 0.6058,
      "step": 9550
    },
    {
      "epoch": 0.8094149521632377,
      "grad_norm": 0.38646039366722107,
      "learning_rate": 2e-05,
      "loss": 0.614,
      "step": 9560
    },
    {
      "epoch": 0.810261620523241,
      "grad_norm": 0.3947027325630188,
      "learning_rate": 2e-05,
      "loss": 0.5975,
      "step": 9570
    },
    {
      "epoch": 0.8111082888832445,
      "grad_norm": 0.4293883442878723,
      "learning_rate": 2e-05,
      "loss": 0.591,
      "step": 9580
    },
    {
      "epoch": 0.8119549572432478,
      "grad_norm": 0.3688395917415619,
      "learning_rate": 2e-05,
      "loss": 0.6036,
      "step": 9590
    },
    {
      "epoch": 0.8128016256032512,
      "grad_norm": 0.4206239879131317,
      "learning_rate": 2e-05,
      "loss": 0.5943,
      "step": 9600
    },
    {
      "epoch": 0.8136482939632546,
      "grad_norm": 0.4022585153579712,
      "learning_rate": 2e-05,
      "loss": 0.6083,
      "step": 9610
    },
    {
      "epoch": 0.814494962323258,
      "grad_norm": 0.37902072072029114,
      "learning_rate": 2e-05,
      "loss": 0.5944,
      "step": 9620
    },
    {
      "epoch": 0.8153416306832614,
      "grad_norm": 0.38892993330955505,
      "learning_rate": 2e-05,
      "loss": 0.6037,
      "step": 9630
    },
    {
      "epoch": 0.8161882990432647,
      "grad_norm": 0.39761650562286377,
      "learning_rate": 2e-05,
      "loss": 0.6091,
      "step": 9640
    },
    {
      "epoch": 0.8170349674032681,
      "grad_norm": 0.3798573613166809,
      "learning_rate": 2e-05,
      "loss": 0.6109,
      "step": 9650
    },
    {
      "epoch": 0.8178816357632716,
      "grad_norm": 0.42083317041397095,
      "learning_rate": 2e-05,
      "loss": 0.585,
      "step": 9660
    },
    {
      "epoch": 0.8187283041232749,
      "grad_norm": 0.4126664996147156,
      "learning_rate": 2e-05,
      "loss": 0.5903,
      "step": 9670
    },
    {
      "epoch": 0.8195749724832783,
      "grad_norm": 0.38387686014175415,
      "learning_rate": 2e-05,
      "loss": 0.5935,
      "step": 9680
    },
    {
      "epoch": 0.8204216408432817,
      "grad_norm": 0.39875295758247375,
      "learning_rate": 2e-05,
      "loss": 0.5734,
      "step": 9690
    },
    {
      "epoch": 0.8212683092032851,
      "grad_norm": 0.4429735243320465,
      "learning_rate": 2e-05,
      "loss": 0.6193,
      "step": 9700
    },
    {
      "epoch": 0.8221149775632884,
      "grad_norm": 0.39496341347694397,
      "learning_rate": 2e-05,
      "loss": 0.612,
      "step": 9710
    },
    {
      "epoch": 0.8229616459232918,
      "grad_norm": 0.5135132670402527,
      "learning_rate": 2e-05,
      "loss": 0.6054,
      "step": 9720
    },
    {
      "epoch": 0.8238083142832953,
      "grad_norm": 0.39860033988952637,
      "learning_rate": 2e-05,
      "loss": 0.6077,
      "step": 9730
    },
    {
      "epoch": 0.8246549826432986,
      "grad_norm": 0.3776315748691559,
      "learning_rate": 2e-05,
      "loss": 0.609,
      "step": 9740
    },
    {
      "epoch": 0.825501651003302,
      "grad_norm": 0.36576783657073975,
      "learning_rate": 2e-05,
      "loss": 0.5817,
      "step": 9750
    },
    {
      "epoch": 0.8263483193633054,
      "grad_norm": 0.4033512771129608,
      "learning_rate": 2e-05,
      "loss": 0.6189,
      "step": 9760
    },
    {
      "epoch": 0.8271949877233088,
      "grad_norm": 0.3823210299015045,
      "learning_rate": 2e-05,
      "loss": 0.5684,
      "step": 9770
    },
    {
      "epoch": 0.8280416560833121,
      "grad_norm": 0.3893999457359314,
      "learning_rate": 2e-05,
      "loss": 0.5916,
      "step": 9780
    },
    {
      "epoch": 0.8288883244433155,
      "grad_norm": 0.38226866722106934,
      "learning_rate": 2e-05,
      "loss": 0.6117,
      "step": 9790
    },
    {
      "epoch": 0.829734992803319,
      "grad_norm": 0.38761594891548157,
      "learning_rate": 2e-05,
      "loss": 0.585,
      "step": 9800
    },
    {
      "epoch": 0.8305816611633223,
      "grad_norm": 0.5508137345314026,
      "learning_rate": 2e-05,
      "loss": 0.6115,
      "step": 9810
    },
    {
      "epoch": 0.8314283295233257,
      "grad_norm": 0.40430906414985657,
      "learning_rate": 2e-05,
      "loss": 0.5815,
      "step": 9820
    },
    {
      "epoch": 0.8322749978833291,
      "grad_norm": 0.39865976572036743,
      "learning_rate": 2e-05,
      "loss": 0.5926,
      "step": 9830
    },
    {
      "epoch": 0.8331216662433325,
      "grad_norm": 0.3848314881324768,
      "learning_rate": 2e-05,
      "loss": 0.6239,
      "step": 9840
    },
    {
      "epoch": 0.8339683346033359,
      "grad_norm": 0.35395070910453796,
      "learning_rate": 2e-05,
      "loss": 0.5978,
      "step": 9850
    },
    {
      "epoch": 0.8348150029633392,
      "grad_norm": 0.44156140089035034,
      "learning_rate": 2e-05,
      "loss": 0.5892,
      "step": 9860
    },
    {
      "epoch": 0.8356616713233427,
      "grad_norm": 0.3768967092037201,
      "learning_rate": 2e-05,
      "loss": 0.6051,
      "step": 9870
    },
    {
      "epoch": 0.836508339683346,
      "grad_norm": 0.3962550163269043,
      "learning_rate": 2e-05,
      "loss": 0.5797,
      "step": 9880
    },
    {
      "epoch": 0.8373550080433494,
      "grad_norm": 0.3716156780719757,
      "learning_rate": 2e-05,
      "loss": 0.5938,
      "step": 9890
    },
    {
      "epoch": 0.8382016764033529,
      "grad_norm": 0.3599317669868469,
      "learning_rate": 2e-05,
      "loss": 0.5839,
      "step": 9900
    },
    {
      "epoch": 0.8390483447633562,
      "grad_norm": 0.3897750973701477,
      "learning_rate": 2e-05,
      "loss": 0.617,
      "step": 9910
    },
    {
      "epoch": 0.8398950131233596,
      "grad_norm": 0.3710968792438507,
      "learning_rate": 2e-05,
      "loss": 0.5904,
      "step": 9920
    },
    {
      "epoch": 0.8407416814833629,
      "grad_norm": 0.4039498269557953,
      "learning_rate": 2e-05,
      "loss": 0.6041,
      "step": 9930
    },
    {
      "epoch": 0.8415883498433664,
      "grad_norm": 0.39304158091545105,
      "learning_rate": 2e-05,
      "loss": 0.5879,
      "step": 9940
    },
    {
      "epoch": 0.8424350182033697,
      "grad_norm": 0.4112839996814728,
      "learning_rate": 2e-05,
      "loss": 0.583,
      "step": 9950
    },
    {
      "epoch": 0.8432816865633731,
      "grad_norm": 0.3861272633075714,
      "learning_rate": 2e-05,
      "loss": 0.6111,
      "step": 9960
    },
    {
      "epoch": 0.8441283549233766,
      "grad_norm": 0.46878281235694885,
      "learning_rate": 2e-05,
      "loss": 0.5885,
      "step": 9970
    },
    {
      "epoch": 0.8449750232833799,
      "grad_norm": 0.39621326327323914,
      "learning_rate": 2e-05,
      "loss": 0.5914,
      "step": 9980
    },
    {
      "epoch": 0.8458216916433833,
      "grad_norm": 0.39243268966674805,
      "learning_rate": 2e-05,
      "loss": 0.6189,
      "step": 9990
    },
    {
      "epoch": 0.8466683600033866,
      "grad_norm": 0.41455838084220886,
      "learning_rate": 2e-05,
      "loss": 0.6139,
      "step": 10000
    },
    {
      "epoch": 0.8475150283633901,
      "grad_norm": 0.3877462148666382,
      "learning_rate": 2e-05,
      "loss": 0.6021,
      "step": 10010
    },
    {
      "epoch": 0.8483616967233935,
      "grad_norm": 0.3965286910533905,
      "learning_rate": 2e-05,
      "loss": 0.6051,
      "step": 10020
    },
    {
      "epoch": 0.8492083650833968,
      "grad_norm": 0.4080818295478821,
      "learning_rate": 2e-05,
      "loss": 0.5993,
      "step": 10030
    },
    {
      "epoch": 0.8500550334434002,
      "grad_norm": 0.3806658387184143,
      "learning_rate": 2e-05,
      "loss": 0.5971,
      "step": 10040
    },
    {
      "epoch": 0.8509017018034036,
      "grad_norm": 0.4122281074523926,
      "learning_rate": 2e-05,
      "loss": 0.6055,
      "step": 10050
    },
    {
      "epoch": 0.851748370163407,
      "grad_norm": 0.3960241675376892,
      "learning_rate": 2e-05,
      "loss": 0.6045,
      "step": 10060
    },
    {
      "epoch": 0.8525950385234103,
      "grad_norm": 0.3817008137702942,
      "learning_rate": 2e-05,
      "loss": 0.5899,
      "step": 10070
    },
    {
      "epoch": 0.8534417068834138,
      "grad_norm": 0.40316328406333923,
      "learning_rate": 2e-05,
      "loss": 0.6062,
      "step": 10080
    },
    {
      "epoch": 0.8542883752434172,
      "grad_norm": 0.406048983335495,
      "learning_rate": 2e-05,
      "loss": 0.5956,
      "step": 10090
    },
    {
      "epoch": 0.8551350436034205,
      "grad_norm": 0.42371147871017456,
      "learning_rate": 2e-05,
      "loss": 0.6081,
      "step": 10100
    },
    {
      "epoch": 0.8559817119634239,
      "grad_norm": 0.4046058654785156,
      "learning_rate": 2e-05,
      "loss": 0.6032,
      "step": 10110
    },
    {
      "epoch": 0.8568283803234273,
      "grad_norm": 0.3874751627445221,
      "learning_rate": 2e-05,
      "loss": 0.6052,
      "step": 10120
    },
    {
      "epoch": 0.8576750486834307,
      "grad_norm": 0.38550081849098206,
      "learning_rate": 2e-05,
      "loss": 0.5952,
      "step": 10130
    },
    {
      "epoch": 0.858521717043434,
      "grad_norm": 0.36764973402023315,
      "learning_rate": 2e-05,
      "loss": 0.5852,
      "step": 10140
    },
    {
      "epoch": 0.8593683854034375,
      "grad_norm": 0.3904081881046295,
      "learning_rate": 2e-05,
      "loss": 0.6148,
      "step": 10150
    },
    {
      "epoch": 0.8602150537634409,
      "grad_norm": 0.3823360502719879,
      "learning_rate": 2e-05,
      "loss": 0.5974,
      "step": 10160
    },
    {
      "epoch": 0.8610617221234442,
      "grad_norm": 0.42833980917930603,
      "learning_rate": 2e-05,
      "loss": 0.6237,
      "step": 10170
    },
    {
      "epoch": 0.8619083904834476,
      "grad_norm": 0.6880196928977966,
      "learning_rate": 1.999957274187931e-05,
      "loss": 0.5981,
      "step": 10180
    },
    {
      "epoch": 0.862755058843451,
      "grad_norm": 0.363347589969635,
      "learning_rate": 1.9991978062682906e-05,
      "loss": 0.599,
      "step": 10190
    },
    {
      "epoch": 0.8636017272034544,
      "grad_norm": 0.39425960183143616,
      "learning_rate": 1.997489709987378e-05,
      "loss": 0.5972,
      "step": 10200
    },
    {
      "epoch": 0.8644483955634578,
      "grad_norm": 0.4055992066860199,
      "learning_rate": 1.9948346151502135e-05,
      "loss": 0.6068,
      "step": 10210
    },
    {
      "epoch": 0.8652950639234612,
      "grad_norm": 0.4094567596912384,
      "learning_rate": 1.991235055154325e-05,
      "loss": 0.5989,
      "step": 10220
    },
    {
      "epoch": 0.8661417322834646,
      "grad_norm": 0.4379693865776062,
      "learning_rate": 1.9866944645724693e-05,
      "loss": 0.5839,
      "step": 10230
    },
    {
      "epoch": 0.8669884006434679,
      "grad_norm": 0.4112693667411804,
      "learning_rate": 1.9812171758754842e-05,
      "loss": 0.5988,
      "step": 10240
    },
    {
      "epoch": 0.8678350690034713,
      "grad_norm": 0.4229643642902374,
      "learning_rate": 1.9748084152983987e-05,
      "loss": 0.5942,
      "step": 10250
    },
    {
      "epoch": 0.8686817373634748,
      "grad_norm": 0.4654715061187744,
      "learning_rate": 1.967474297853744e-05,
      "loss": 0.6312,
      "step": 10260
    },
    {
      "epoch": 0.8695284057234781,
      "grad_norm": 0.4212554693222046,
      "learning_rate": 1.9592218214968256e-05,
      "loss": 0.5904,
      "step": 10270
    },
    {
      "epoch": 0.8703750740834815,
      "grad_norm": 0.3878800570964813,
      "learning_rate": 1.9500588604485213e-05,
      "loss": 0.5751,
      "step": 10280
    },
    {
      "epoch": 0.8712217424434849,
      "grad_norm": 0.40103572607040405,
      "learning_rate": 1.939994157681979e-05,
      "loss": 0.5977,
      "step": 10290
    },
    {
      "epoch": 0.8720684108034883,
      "grad_norm": 0.41372302174568176,
      "learning_rate": 1.9290373165803803e-05,
      "loss": 0.5927,
      "step": 10300
    },
    {
      "epoch": 0.8729150791634916,
      "grad_norm": 0.4061325490474701,
      "learning_rate": 1.9171987917737328e-05,
      "loss": 0.6205,
      "step": 10310
    },
    {
      "epoch": 0.873761747523495,
      "grad_norm": 0.3708367347717285,
      "learning_rate": 1.9044898791634322e-05,
      "loss": 0.5969,
      "step": 10320
    },
    {
      "epoch": 0.8746084158834985,
      "grad_norm": 0.39036187529563904,
      "learning_rate": 1.8909227051441126e-05,
      "loss": 0.5745,
      "step": 10330
    },
    {
      "epoch": 0.8754550842435018,
      "grad_norm": 0.3698790371417999,
      "learning_rate": 1.8765102150330692e-05,
      "loss": 0.5984,
      "step": 10340
    },
    {
      "epoch": 0.8763017526035052,
      "grad_norm": 0.41296541690826416,
      "learning_rate": 1.861266160718297e-05,
      "loss": 0.6081,
      "step": 10350
    },
    {
      "epoch": 0.8771484209635086,
      "grad_norm": 0.3573046028614044,
      "learning_rate": 1.845205087536923e-05,
      "loss": 0.5689,
      "step": 10360
    },
    {
      "epoch": 0.877995089323512,
      "grad_norm": 0.41128793358802795,
      "learning_rate": 1.8283423203965633e-05,
      "loss": 0.5934,
      "step": 10370
    },
    {
      "epoch": 0.8788417576835154,
      "grad_norm": 0.380269855260849,
      "learning_rate": 1.810693949152835e-05,
      "loss": 0.5907,
      "step": 10380
    },
    {
      "epoch": 0.8796884260435187,
      "grad_norm": 0.3998042345046997,
      "learning_rate": 1.7922768132569902e-05,
      "loss": 0.5911,
      "step": 10390
    },
    {
      "epoch": 0.8805350944035222,
      "grad_norm": 0.35871461033821106,
      "learning_rate": 1.773108485688302e-05,
      "loss": 0.5975,
      "step": 10400
    },
    {
      "epoch": 0.8813817627635255,
      "grad_norm": 0.36145204305648804,
      "learning_rate": 1.7532072561865537e-05,
      "loss": 0.5922,
      "step": 10410
    },
    {
      "epoch": 0.8822284311235289,
      "grad_norm": 0.3756173551082611,
      "learning_rate": 1.732592113800616e-05,
      "loss": 0.6147,
      "step": 10420
    },
    {
      "epoch": 0.8830750994835324,
      "grad_norm": 0.4014023542404175,
      "learning_rate": 1.7112827287697668e-05,
      "loss": 0.5875,
      "step": 10430
    },
    {
      "epoch": 0.8839217678435357,
      "grad_norm": 0.4148462116718292,
      "learning_rate": 1.6892994337550452e-05,
      "loss": 0.5943,
      "step": 10440
    },
    {
      "epoch": 0.8847684362035391,
      "grad_norm": 0.4367964565753937,
      "learning_rate": 1.6666632044385487e-05,
      "loss": 0.597,
      "step": 10450
    },
    {
      "epoch": 0.8856151045635424,
      "grad_norm": 0.440523236989975,
      "learning_rate": 1.6433956395091757e-05,
      "loss": 0.6169,
      "step": 10460
    },
    {
      "epoch": 0.8864617729235459,
      "grad_norm": 0.3791385293006897,
      "learning_rate": 1.6195189400539238e-05,
      "loss": 0.5991,
      "step": 10470
    },
    {
      "epoch": 0.8873084412835492,
      "grad_norm": 0.70876544713974,
      "learning_rate": 1.595055888374398e-05,
      "loss": 0.5927,
      "step": 10480
    },
    {
      "epoch": 0.8881551096435526,
      "grad_norm": 0.40011459589004517,
      "learning_rate": 1.5700298262487434e-05,
      "loss": 0.5982,
      "step": 10490
    },
    {
      "epoch": 0.889001778003556,
      "grad_norm": 0.3757799565792084,
      "learning_rate": 1.5444646326597467e-05,
      "loss": 0.5797,
      "step": 10500
    },
    {
      "epoch": 0.8898484463635594,
      "grad_norm": 0.47506874799728394,
      "learning_rate": 1.5183847010103586e-05,
      "loss": 0.5704,
      "step": 10510
    },
    {
      "epoch": 0.8906951147235628,
      "grad_norm": 0.3836280107498169,
      "learning_rate": 1.4918149158483686e-05,
      "loss": 0.6007,
      "step": 10520
    },
    {
      "epoch": 0.8915417830835661,
      "grad_norm": 0.413482666015625,
      "learning_rate": 1.464780629122452e-05,
      "loss": 0.6018,
      "step": 10530
    },
    {
      "epoch": 0.8923884514435696,
      "grad_norm": 0.3784448504447937,
      "learning_rate": 1.4373076359922374e-05,
      "loss": 0.5863,
      "step": 10540
    },
    {
      "epoch": 0.893235119803573,
      "grad_norm": 0.374307781457901,
      "learning_rate": 1.4094221502154774e-05,
      "loss": 0.5779,
      "step": 10550
    },
    {
      "epoch": 0.8940817881635763,
      "grad_norm": 0.391169935464859,
      "learning_rate": 1.3811507791358113e-05,
      "loss": 0.6042,
      "step": 10560
    },
    {
      "epoch": 0.8949284565235797,
      "grad_norm": 0.42855170369148254,
      "learning_rate": 1.3525204982949753e-05,
      "loss": 0.5815,
      "step": 10570
    },
    {
      "epoch": 0.8957751248835831,
      "grad_norm": 0.4763769805431366,
      "learning_rate": 1.3235586256936996e-05,
      "loss": 0.5941,
      "step": 10580
    },
    {
      "epoch": 0.8966217932435865,
      "grad_norm": 0.3874017298221588,
      "learning_rate": 1.294292795725836e-05,
      "loss": 0.5884,
      "step": 10590
    },
    {
      "epoch": 0.8974684616035898,
      "grad_norm": 0.3798024356365204,
      "learning_rate": 1.2647509328105978e-05,
      "loss": 0.6073,
      "step": 10600
    },
    {
      "epoch": 0.8983151299635933,
      "grad_norm": 0.37498512864112854,
      "learning_rate": 1.2349612247480686e-05,
      "loss": 0.6024,
      "step": 10610
    },
    {
      "epoch": 0.8991617983235967,
      "grad_norm": 0.7758206725120544,
      "learning_rate": 1.2049520958234e-05,
      "loss": 0.5798,
      "step": 10620
    },
    {
      "epoch": 0.9000084666836,
      "grad_norm": 0.38066551089286804,
      "learning_rate": 1.1747521796853638e-05,
      "loss": 0.5837,
      "step": 10630
    },
    {
      "epoch": 0.9008551350436034,
      "grad_norm": 0.41683727502822876,
      "learning_rate": 1.1443902920251395e-05,
      "loss": 0.609,
      "step": 10640
    },
    {
      "epoch": 0.9017018034036068,
      "grad_norm": 0.36746421456336975,
      "learning_rate": 1.1138954030814009e-05,
      "loss": 0.5835,
      "step": 10650
    },
    {
      "epoch": 0.9025484717636102,
      "grad_norm": 0.4123273193836212,
      "learning_rate": 1.0832966099979388e-05,
      "loss": 0.6024,
      "step": 10660
    },
    {
      "epoch": 0.9033951401236135,
      "grad_norm": 0.3546232581138611,
      "learning_rate": 1.0526231090601969e-05,
      "loss": 0.5981,
      "step": 10670
    },
    {
      "epoch": 0.904241808483617,
      "grad_norm": 0.4065309464931488,
      "learning_rate": 1.0219041678372106e-05,
      "loss": 0.6139,
      "step": 10680
    },
    {
      "epoch": 0.9050884768436204,
      "grad_norm": 0.37122365832328796,
      "learning_rate": 9.911690972555268e-06,
      "loss": 0.5784,
      "step": 10690
    },
    {
      "epoch": 0.9059351452036237,
      "grad_norm": 0.39508020877838135,
      "learning_rate": 9.604472236317541e-06,
      "loss": 0.5965,
      "step": 10700
    },
    {
      "epoch": 0.9067818135636271,
      "grad_norm": 0.36885911226272583,
      "learning_rate": 9.297678606904335e-06,
      "loss": 0.6037,
      "step": 10710
    },
    {
      "epoch": 0.9076284819236305,
      "grad_norm": 0.42489999532699585,
      "learning_rate": 8.991602815939155e-06,
      "loss": 0.6131,
      "step": 10720
    },
    {
      "epoch": 0.9084751502836339,
      "grad_norm": 0.3915928602218628,
      "learning_rate": 8.686536910109464e-06,
      "loss": 0.5983,
      "step": 10730
    },
    {
      "epoch": 0.9093218186436373,
      "grad_norm": 0.3702114224433899,
      "learning_rate": 8.382771972506084e-06,
      "loss": 0.5985,
      "step": 10740
    },
    {
      "epoch": 0.9101684870036407,
      "grad_norm": 0.3594807982444763,
      "learning_rate": 8.08059784488198e-06,
      "loss": 0.5779,
      "step": 10750
    },
    {
      "epoch": 0.9110151553636441,
      "grad_norm": 0.3783262073993683,
      "learning_rate": 7.780302851095544e-06,
      "loss": 0.5822,
      "step": 10760
    },
    {
      "epoch": 0.9118618237236474,
      "grad_norm": 0.4087844789028168,
      "learning_rate": 7.482173522002166e-06,
      "loss": 0.5877,
      "step": 10770
    },
    {
      "epoch": 0.9127084920836508,
      "grad_norm": 0.378827303647995,
      "learning_rate": 7.186494322056624e-06,
      "loss": 0.6034,
      "step": 10780
    },
    {
      "epoch": 0.9135551604436543,
      "grad_norm": 0.40156781673431396,
      "learning_rate": 6.893547377887183e-06,
      "loss": 0.5956,
      "step": 10790
    },
    {
      "epoch": 0.9144018288036576,
      "grad_norm": 0.41311174631118774,
      "learning_rate": 6.6036122091003365e-06,
      "loss": 0.5813,
      "step": 10800
    },
    {
      "epoch": 0.915248497163661,
      "grad_norm": 0.375812828540802,
      "learning_rate": 6.316965461573097e-06,
      "loss": 0.6064,
      "step": 10810
    },
    {
      "epoch": 0.9160951655236644,
      "grad_norm": 0.43626660108566284,
      "learning_rate": 6.0338806434872965e-06,
      "loss": 0.5702,
      "step": 10820
    },
    {
      "epoch": 0.9169418338836678,
      "grad_norm": 0.3960444927215576,
      "learning_rate": 5.754627864357749e-06,
      "loss": 0.5892,
      "step": 10830
    },
    {
      "epoch": 0.9177885022436711,
      "grad_norm": 0.38290396332740784,
      "learning_rate": 5.479473577303319e-06,
      "loss": 0.5751,
      "step": 10840
    },
    {
      "epoch": 0.9186351706036745,
      "grad_norm": 0.41256606578826904,
      "learning_rate": 5.208680324806778e-06,
      "loss": 0.5809,
      "step": 10850
    },
    {
      "epoch": 0.919481838963678,
      "grad_norm": 0.3761991858482361,
      "learning_rate": 4.94250648820606e-06,
      "loss": 0.5891,
      "step": 10860
    },
    {
      "epoch": 0.9203285073236813,
      "grad_norm": 0.3638654947280884,
      "learning_rate": 4.681206041155951e-06,
      "loss": 0.5657,
      "step": 10870
    },
    {
      "epoch": 0.9211751756836847,
      "grad_norm": 0.3918462097644806,
      "learning_rate": 4.42502830729538e-06,
      "loss": 0.5865,
      "step": 10880
    },
    {
      "epoch": 0.922021844043688,
      "grad_norm": 0.37534892559051514,
      "learning_rate": 4.174217722351669e-06,
      "loss": 0.5794,
      "step": 10890
    },
    {
      "epoch": 0.9228685124036915,
      "grad_norm": 0.38715600967407227,
      "learning_rate": 3.929013600908575e-06,
      "loss": 0.5936,
      "step": 10900
    },
    {
      "epoch": 0.9237151807636949,
      "grad_norm": 0.4242173433303833,
      "learning_rate": 3.689649908060807e-06,
      "loss": 0.5706,
      "step": 10910
    },
    {
      "epoch": 0.9245618491236982,
      "grad_norm": 0.41797444224357605,
      "learning_rate": 3.4563550361728028e-06,
      "loss": 0.598,
      "step": 10920
    },
    {
      "epoch": 0.9254085174837017,
      "grad_norm": 0.3691329061985016,
      "learning_rate": 3.2293515869548216e-06,
      "loss": 0.572,
      "step": 10930
    },
    {
      "epoch": 0.926255185843705,
      "grad_norm": 0.3548983633518219,
      "learning_rate": 3.0088561590642746e-06,
      "loss": 0.5822,
      "step": 10940
    },
    {
      "epoch": 0.9271018542037084,
      "grad_norm": 0.40792351961135864,
      "learning_rate": 2.795079141434941e-06,
      "loss": 0.5883,
      "step": 10950
    },
    {
      "epoch": 0.9279485225637117,
      "grad_norm": 0.4250456988811493,
      "learning_rate": 2.588224512531299e-06,
      "loss": 0.6012,
      "step": 10960
    },
    {
      "epoch": 0.9287951909237152,
      "grad_norm": 0.4174085855484009,
      "learning_rate": 2.388489645719495e-06,
      "loss": 0.5812,
      "step": 10970
    },
    {
      "epoch": 0.9296418592837186,
      "grad_norm": 0.4629608690738678,
      "learning_rate": 2.196065120940663e-06,
      "loss": 0.5782,
      "step": 10980
    },
    {
      "epoch": 0.9304885276437219,
      "grad_norm": 0.37794700264930725,
      "learning_rate": 2.0111345428662808e-06,
      "loss": 0.5776,
      "step": 10990
    },
    {
      "epoch": 0.9313351960037254,
      "grad_norm": 0.4090331196784973,
      "learning_rate": 1.8338743657091102e-06,
      "loss": 0.5876,
      "step": 11000
    },
    {
      "epoch": 0.9321818643637287,
      "grad_norm": 0.3792206943035126,
      "learning_rate": 1.6644537248568113e-06,
      "loss": 0.5929,
      "step": 11010
    },
    {
      "epoch": 0.9330285327237321,
      "grad_norm": 0.35595670342445374,
      "learning_rate": 1.503034275488951e-06,
      "loss": 0.5738,
      "step": 11020
    },
    {
      "epoch": 0.9338752010837355,
      "grad_norm": 0.3989730477333069,
      "learning_rate": 1.3497700383313495e-06,
      "loss": 0.5888,
      "step": 11030
    },
    {
      "epoch": 0.9347218694437389,
      "grad_norm": 0.37127962708473206,
      "learning_rate": 1.2048072526949562e-06,
      "loss": 0.5852,
      "step": 11040
    },
    {
      "epoch": 0.9355685378037423,
      "grad_norm": 0.3817967176437378,
      "learning_rate": 1.0682842369394756e-06,
      "loss": 0.5803,
      "step": 11050
    },
    {
      "epoch": 0.9364152061637456,
      "grad_norm": 0.3994688391685486,
      "learning_rate": 9.403312564948792e-07,
      "loss": 0.5666,
      "step": 11060
    },
    {
      "epoch": 0.9372618745237491,
      "grad_norm": 0.37342002987861633,
      "learning_rate": 8.210703995667471e-07,
      "loss": 0.5807,
      "step": 11070
    },
    {
      "epoch": 0.9381085428837524,
      "grad_norm": 0.36906084418296814,
      "learning_rate": 7.106154606440245e-07,
      "loss": 0.5745,
      "step": 11080
    },
    {
      "epoch": 0.9389552112437558,
      "grad_norm": 0.33559003472328186,
      "learning_rate": 6.090718319203393e-07,
      "loss": 0.5849,
      "step": 11090
    },
    {
      "epoch": 0.9398018796037592,
      "grad_norm": 0.39128148555755615,
      "learning_rate": 5.165364027325089e-07,
      "loss": 0.5878,
      "step": 11100
    },
    {
      "epoch": 0.9406485479637626,
      "grad_norm": 0.3877893090248108,
      "learning_rate": 4.330974671121585e-07,
      "loss": 0.557,
      "step": 11110
    },
    {
      "epoch": 0.941495216323766,
      "grad_norm": 0.43245813250541687,
      "learning_rate": 3.588346395386846e-07,
      "loss": 0.5955,
      "step": 11120
    },
    {
      "epoch": 0.9423418846837693,
      "grad_norm": 0.6879938244819641,
      "learning_rate": 2.938187789739395e-07,
      "loss": 0.569,
      "step": 11130
    },
    {
      "epoch": 0.9431885530437728,
      "grad_norm": 0.40914833545684814,
      "learning_rate": 2.3811192125110724e-07,
      "loss": 0.582,
      "step": 11140
    },
    {
      "epoch": 0.9440352214037762,
      "grad_norm": 0.3765310049057007,
      "learning_rate": 1.917672198823177e-07,
      "loss": 0.5937,
      "step": 11150
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 0.380909264087677,
      "learning_rate": 1.5482889534143795e-07,
      "loss": 0.6108,
      "step": 11160
    },
    {
      "epoch": 0.9457285581237829,
      "grad_norm": 0.3695523142814636,
      "learning_rate": 1.273321928704694e-07,
      "loss": 0.5839,
      "step": 11170
    },
    {
      "epoch": 0.9465752264837863,
      "grad_norm": 0.3967580199241638,
      "learning_rate": 1.0930334884977866e-07,
      "loss": 0.5795,
      "step": 11180
    },
    {
      "epoch": 0.9474218948437897,
      "grad_norm": 0.38119664788246155,
      "learning_rate": 1.0075956576427487e-07,
      "loss": 0.5749,
      "step": 11190
    },
    {
      "epoch": 0.9476758953517908,
      "step": 11193,
      "total_flos": 4.9965855215861105e+19,
      "train_loss": 0.053643203022375,
      "train_runtime": 11403.7075,
      "train_samples_per_second": 11.778,
      "train_steps_per_second": 0.982
    }
  ],
  "logging_steps": 10,
  "max_steps": 11193,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 636,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.9965855215861105e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}