{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2871,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010454783063251438,
      "grad_norm": 24.718418387617902,
      "learning_rate": 3.125e-07,
      "loss": 1.1700332641601563,
      "step": 10
    },
    {
      "epoch": 0.020909566126502875,
      "grad_norm": 15.30385218893769,
      "learning_rate": 6.597222222222223e-07,
      "loss": 1.0165559768676757,
      "step": 20
    },
    {
      "epoch": 0.03136434918975431,
      "grad_norm": 13.230159899142032,
      "learning_rate": 1.0069444444444447e-06,
      "loss": 0.8414219856262207,
      "step": 30
    },
    {
      "epoch": 0.04181913225300575,
      "grad_norm": 10.503224274773585,
      "learning_rate": 1.3541666666666667e-06,
      "loss": 0.7689157009124756,
      "step": 40
    },
    {
      "epoch": 0.052273915316257184,
      "grad_norm": 14.171656221517212,
      "learning_rate": 1.7013888888888891e-06,
      "loss": 0.6302088737487793,
      "step": 50
    },
    {
      "epoch": 0.06272869837950862,
      "grad_norm": 9.043585899085475,
      "learning_rate": 2.048611111111111e-06,
      "loss": 0.6252153396606446,
      "step": 60
    },
    {
      "epoch": 0.07318348144276006,
      "grad_norm": 9.54429578186317,
      "learning_rate": 2.395833333333334e-06,
      "loss": 0.6105705261230469,
      "step": 70
    },
    {
      "epoch": 0.0836382645060115,
      "grad_norm": 8.06764586264589,
      "learning_rate": 2.743055555555556e-06,
      "loss": 0.5567462921142579,
      "step": 80
    },
    {
      "epoch": 0.09409304756926294,
      "grad_norm": 7.653404443610405,
      "learning_rate": 3.0902777777777783e-06,
      "loss": 0.5320817947387695,
      "step": 90
    },
    {
      "epoch": 0.10454783063251437,
      "grad_norm": 10.323292483586252,
      "learning_rate": 3.4375e-06,
      "loss": 0.5564082622528076,
      "step": 100
    },
    {
      "epoch": 0.11500261369576581,
      "grad_norm": 8.26776360225882,
      "learning_rate": 3.7847222222222224e-06,
      "loss": 0.5289367198944092,
      "step": 110
    },
    {
      "epoch": 0.12545739675901724,
      "grad_norm": 6.722761461092399,
      "learning_rate": 4.131944444444444e-06,
      "loss": 0.5374911308288575,
      "step": 120
    },
    {
      "epoch": 0.1359121798222687,
      "grad_norm": 6.149667256927038,
      "learning_rate": 4.479166666666667e-06,
      "loss": 0.5469415187835693,
      "step": 130
    },
    {
      "epoch": 0.14636696288552012,
      "grad_norm": 6.388849351000388,
      "learning_rate": 4.8263888888888895e-06,
      "loss": 0.5261176109313965,
      "step": 140
    },
    {
      "epoch": 0.15682174594877157,
      "grad_norm": 8.586082571405415,
      "learning_rate": 5.173611111111112e-06,
      "loss": 0.5198972702026368,
      "step": 150
    },
    {
      "epoch": 0.167276529012023,
      "grad_norm": 6.152605009722152,
      "learning_rate": 5.520833333333334e-06,
      "loss": 0.5329889297485352,
      "step": 160
    },
    {
      "epoch": 0.17773131207527443,
      "grad_norm": 5.886258972565166,
      "learning_rate": 5.868055555555557e-06,
      "loss": 0.525073766708374,
      "step": 170
    },
    {
      "epoch": 0.18818609513852588,
      "grad_norm": 5.253589520667939,
      "learning_rate": 6.2152777777777785e-06,
      "loss": 0.5174613475799561,
      "step": 180
    },
    {
      "epoch": 0.1986408782017773,
      "grad_norm": 5.675195796637292,
      "learning_rate": 6.5625e-06,
      "loss": 0.5482912063598633,
      "step": 190
    },
    {
      "epoch": 0.20909566126502874,
      "grad_norm": 5.9189806187457705,
      "learning_rate": 6.909722222222223e-06,
      "loss": 0.5167539119720459,
      "step": 200
    },
    {
      "epoch": 0.2195504443282802,
      "grad_norm": 5.021670417605504,
      "learning_rate": 7.256944444444445e-06,
      "loss": 0.5195440292358399,
      "step": 210
    },
    {
      "epoch": 0.23000522739153162,
      "grad_norm": 5.8799189190658785,
      "learning_rate": 7.6041666666666666e-06,
      "loss": 0.49451093673706054,
      "step": 220
    },
    {
      "epoch": 0.24046001045478307,
      "grad_norm": 4.704888927873957,
      "learning_rate": 7.95138888888889e-06,
      "loss": 0.5205968379974365,
      "step": 230
    },
    {
      "epoch": 0.2509147935180345,
      "grad_norm": 4.044173128780622,
      "learning_rate": 8.298611111111113e-06,
      "loss": 0.5085770606994628,
      "step": 240
    },
    {
      "epoch": 0.26136957658128596,
      "grad_norm": 4.1213147825333305,
      "learning_rate": 8.645833333333335e-06,
      "loss": 0.5399441719055176,
      "step": 250
    },
    {
      "epoch": 0.2718243596445374,
      "grad_norm": 4.486952442486536,
      "learning_rate": 8.993055555555556e-06,
      "loss": 0.5133580684661865,
      "step": 260
    },
    {
      "epoch": 0.2822791427077888,
      "grad_norm": 5.968494502845103,
      "learning_rate": 9.340277777777778e-06,
      "loss": 0.5166466712951661,
      "step": 270
    },
    {
      "epoch": 0.29273392577104024,
      "grad_norm": 4.344923803681764,
      "learning_rate": 9.6875e-06,
      "loss": 0.5282481670379638,
      "step": 280
    },
    {
      "epoch": 0.30318870883429166,
      "grad_norm": 3.9994844082293177,
      "learning_rate": 9.999996301795796e-06,
      "loss": 0.5292728900909424,
      "step": 290
    },
    {
      "epoch": 0.31364349189754315,
      "grad_norm": 3.5419088276177964,
      "learning_rate": 9.999552523910578e-06,
      "loss": 0.5152704238891601,
      "step": 300
    },
    {
      "epoch": 0.3240982749607946,
      "grad_norm": 3.489906187952539,
      "learning_rate": 9.998369180404283e-06,
      "loss": 0.5211520671844483,
      "step": 310
    },
    {
      "epoch": 0.334553058024046,
      "grad_norm": 4.261544057697915,
      "learning_rate": 9.996446446324608e-06,
      "loss": 0.5550591945648193,
      "step": 320
    },
    {
      "epoch": 0.34500784108729743,
      "grad_norm": 4.737845260981813,
      "learning_rate": 9.993784606094612e-06,
      "loss": 0.5402544021606446,
      "step": 330
    },
    {
      "epoch": 0.35546262415054886,
      "grad_norm": 3.8503896993743134,
      "learning_rate": 9.99038405347064e-06,
      "loss": 0.48754453659057617,
      "step": 340
    },
    {
      "epoch": 0.36591740721380034,
      "grad_norm": 4.366091111981202,
      "learning_rate": 9.986245291484075e-06,
      "loss": 0.5144664287567139,
      "step": 350
    },
    {
      "epoch": 0.37637219027705177,
      "grad_norm": 3.9493875329487604,
      "learning_rate": 9.981368932366924e-06,
      "loss": 0.48796958923339845,
      "step": 360
    },
    {
      "epoch": 0.3868269733403032,
      "grad_norm": 3.7433034077846474,
      "learning_rate": 9.975755697461254e-06,
      "loss": 0.5206839561462402,
      "step": 370
    },
    {
      "epoch": 0.3972817564035546,
      "grad_norm": 4.274035309097283,
      "learning_rate": 9.969406417112489e-06,
      "loss": 0.5185662269592285,
      "step": 380
    },
    {
      "epoch": 0.40773653946680605,
      "grad_norm": 3.772484771429206,
      "learning_rate": 9.962322030546578e-06,
      "loss": 0.509379768371582,
      "step": 390
    },
    {
      "epoch": 0.4181913225300575,
      "grad_norm": 3.2658293031982066,
      "learning_rate": 9.954503585731061e-06,
      "loss": 0.5134355545043945,
      "step": 400
    },
    {
      "epoch": 0.42864610559330896,
      "grad_norm": 3.0402363204471303,
      "learning_rate": 9.945952239220042e-06,
      "loss": 0.47466449737548827,
      "step": 410
    },
    {
      "epoch": 0.4391008886565604,
      "grad_norm": 3.7651205662189535,
      "learning_rate": 9.936669255983109e-06,
      "loss": 0.501217269897461,
      "step": 420
    },
    {
      "epoch": 0.4495556717198118,
      "grad_norm": 3.376388365965475,
      "learning_rate": 9.926656009218208e-06,
      "loss": 0.4949479103088379,
      "step": 430
    },
    {
      "epoch": 0.46001045478306324,
      "grad_norm": 3.6381784800199704,
      "learning_rate": 9.915913980148515e-06,
      "loss": 0.5050280094146729,
      "step": 440
    },
    {
      "epoch": 0.47046523784631467,
      "grad_norm": 2.9696569915800697,
      "learning_rate": 9.904444757803322e-06,
      "loss": 0.5072210788726806,
      "step": 450
    },
    {
      "epoch": 0.48092002090956615,
      "grad_norm": 2.861080063899493,
      "learning_rate": 9.892250038782972e-06,
      "loss": 0.47548551559448243,
      "step": 460
    },
    {
      "epoch": 0.4913748039728176,
      "grad_norm": 3.644124793454272,
      "learning_rate": 9.8793316270079e-06,
      "loss": 0.4952088356018066,
      "step": 470
    },
    {
      "epoch": 0.501829587036069,
      "grad_norm": 3.3821878518913797,
      "learning_rate": 9.865691433451773e-06,
      "loss": 0.49309720993041994,
      "step": 480
    },
    {
      "epoch": 0.5122843700993205,
      "grad_norm": 3.2464462466856787,
      "learning_rate": 9.851331475858813e-06,
      "loss": 0.49744210243225095,
      "step": 490
    },
    {
      "epoch": 0.5227391531625719,
      "grad_norm": 3.8163659135728474,
      "learning_rate": 9.83625387844532e-06,
      "loss": 0.4938063144683838,
      "step": 500
    },
    {
      "epoch": 0.5331939362258233,
      "grad_norm": 3.5682320886997023,
      "learning_rate": 9.820460871585442e-06,
      "loss": 0.4634222507476807,
      "step": 510
    },
    {
      "epoch": 0.5436487192890748,
      "grad_norm": 3.0357540286588836,
      "learning_rate": 9.803954791481239e-06,
      "loss": 0.500468635559082,
      "step": 520
    },
    {
      "epoch": 0.5541035023523262,
      "grad_norm": 3.0572997742301107,
      "learning_rate": 9.78673807981711e-06,
      "loss": 0.4764060974121094,
      "step": 530
    },
    {
      "epoch": 0.5645582854155776,
      "grad_norm": 3.34171454474721,
      "learning_rate": 9.768813283398592e-06,
      "loss": 0.46895341873168944,
      "step": 540
    },
    {
      "epoch": 0.575013068478829,
      "grad_norm": 3.3409678596022165,
      "learning_rate": 9.750183053775625e-06,
      "loss": 0.5167595863342285,
      "step": 550
    },
    {
      "epoch": 0.5854678515420805,
      "grad_norm": 3.1055221089696285,
      "learning_rate": 9.730850146850319e-06,
      "loss": 0.4886764049530029,
      "step": 560
    },
    {
      "epoch": 0.5959226346053319,
      "grad_norm": 2.9915697668941377,
      "learning_rate": 9.710817422469277e-06,
      "loss": 0.45673513412475586,
      "step": 570
    },
    {
      "epoch": 0.6063774176685833,
      "grad_norm": 3.338602047965964,
      "learning_rate": 9.69008784400056e-06,
      "loss": 0.4862043380737305,
      "step": 580
    },
    {
      "epoch": 0.6168322007318349,
      "grad_norm": 3.293443562748853,
      "learning_rate": 9.66866447789531e-06,
      "loss": 0.44897637367248533,
      "step": 590
    },
    {
      "epoch": 0.6272869837950863,
      "grad_norm": 3.415206492218139,
      "learning_rate": 9.646550493234163e-06,
      "loss": 0.4673483848571777,
      "step": 600
    },
    {
      "epoch": 0.6377417668583377,
      "grad_norm": 2.593704546570031,
      "learning_rate": 9.623749161258437e-06,
      "loss": 0.4777404308319092,
      "step": 610
    },
    {
      "epoch": 0.6481965499215891,
      "grad_norm": 3.261983426835237,
      "learning_rate": 9.600263854886241e-06,
      "loss": 0.46083660125732423,
      "step": 620
    },
    {
      "epoch": 0.6586513329848406,
      "grad_norm": 3.6589349712466754,
      "learning_rate": 9.576098048213525e-06,
      "loss": 0.4882816314697266,
      "step": 630
    },
    {
      "epoch": 0.669106116048092,
      "grad_norm": 2.786049187576396,
      "learning_rate": 9.551255316000183e-06,
      "loss": 0.47601971626281736,
      "step": 640
    },
    {
      "epoch": 0.6795608991113434,
      "grad_norm": 3.5534399995207133,
      "learning_rate": 9.52573933314123e-06,
      "loss": 0.46523337364196776,
      "step": 650
    },
    {
      "epoch": 0.6900156821745949,
      "grad_norm": 3.247855590359742,
      "learning_rate": 9.499553874123213e-06,
      "loss": 0.5022894859313964,
      "step": 660
    },
    {
      "epoch": 0.7004704652378463,
      "grad_norm": 3.192373069279576,
      "learning_rate": 9.472702812465843e-06,
      "loss": 0.45582046508789065,
      "step": 670
    },
    {
      "epoch": 0.7109252483010977,
      "grad_norm": 2.9987766019069273,
      "learning_rate": 9.44519012014901e-06,
      "loss": 0.4604167938232422,
      "step": 680
    },
    {
      "epoch": 0.7213800313643491,
      "grad_norm": 3.3287345373697543,
      "learning_rate": 9.417019867025225e-06,
      "loss": 0.45743575096130373,
      "step": 690
    },
    {
      "epoch": 0.7318348144276007,
      "grad_norm": 3.13001378623864,
      "learning_rate": 9.388196220217574e-06,
      "loss": 0.45987858772277834,
      "step": 700
    },
    {
      "epoch": 0.7422895974908521,
      "grad_norm": 3.0609953430591843,
      "learning_rate": 9.358723443503295e-06,
      "loss": 0.46433610916137696,
      "step": 710
    },
    {
      "epoch": 0.7527443805541035,
      "grad_norm": 2.9731001333714158,
      "learning_rate": 9.328605896683052e-06,
      "loss": 0.4452852725982666,
      "step": 720
    },
    {
      "epoch": 0.763199163617355,
      "grad_norm": 2.8834649128493854,
      "learning_rate": 9.297848034936007e-06,
      "loss": 0.4701652526855469,
      "step": 730
    },
    {
      "epoch": 0.7736539466806064,
      "grad_norm": 2.623781264855837,
      "learning_rate": 9.266454408160779e-06,
      "loss": 0.47495460510253906,
      "step": 740
    },
    {
      "epoch": 0.7841087297438578,
      "grad_norm": 2.9724199158137536,
      "learning_rate": 9.234429660302396e-06,
      "loss": 0.453695011138916,
      "step": 750
    },
    {
      "epoch": 0.7945635128071092,
      "grad_norm": 2.7018350306594656,
      "learning_rate": 9.201778528665333e-06,
      "loss": 0.43290367126464846,
      "step": 760
    },
    {
      "epoch": 0.8050182958703607,
      "grad_norm": 2.729364852389291,
      "learning_rate": 9.168505843212736e-06,
      "loss": 0.47309246063232424,
      "step": 770
    },
    {
      "epoch": 0.8154730789336121,
      "grad_norm": 2.9324010220469163,
      "learning_rate": 9.134616525851951e-06,
      "loss": 0.4456325531005859,
      "step": 780
    },
    {
      "epoch": 0.8259278619968635,
      "grad_norm": 3.0964480861705446,
      "learning_rate": 9.100115589706436e-06,
      "loss": 0.4632735729217529,
      "step": 790
    },
    {
      "epoch": 0.836382645060115,
      "grad_norm": 2.609283433762514,
      "learning_rate": 9.06500813837419e-06,
      "loss": 0.463899040222168,
      "step": 800
    },
    {
      "epoch": 0.8468374281233665,
      "grad_norm": 2.68288540142759,
      "learning_rate": 9.029299365172803e-06,
      "loss": 0.4199415683746338,
      "step": 810
    },
    {
      "epoch": 0.8572922111866179,
      "grad_norm": 2.884566838128578,
      "learning_rate": 8.992994552371217e-06,
      "loss": 0.45590362548828123,
      "step": 820
    },
    {
      "epoch": 0.8677469942498693,
      "grad_norm": 3.0681997167034503,
      "learning_rate": 8.956099070408346e-06,
      "loss": 0.4662492752075195,
      "step": 830
    },
    {
      "epoch": 0.8782017773131208,
      "grad_norm": 3.505019801834461,
      "learning_rate": 8.918618377098649e-06,
      "loss": 0.46401119232177734,
      "step": 840
    },
    {
      "epoch": 0.8886565603763722,
      "grad_norm": 2.696501610305898,
      "learning_rate": 8.88055801682476e-06,
      "loss": 0.43470087051391604,
      "step": 850
    },
    {
      "epoch": 0.8991113434396236,
      "grad_norm": 2.735378725683037,
      "learning_rate": 8.841923619717352e-06,
      "loss": 0.43253145217895506,
      "step": 860
    },
    {
      "epoch": 0.909566126502875,
      "grad_norm": 2.6718676509681294,
      "learning_rate": 8.80272090082227e-06,
      "loss": 0.45939111709594727,
      "step": 870
    },
    {
      "epoch": 0.9200209095661265,
      "grad_norm": 2.3319558969439456,
      "learning_rate": 8.762955659255137e-06,
      "loss": 0.4334279537200928,
      "step": 880
    },
    {
      "epoch": 0.9304756926293779,
      "grad_norm": 2.7372288791603046,
      "learning_rate": 8.722633777343508e-06,
      "loss": 0.45528583526611327,
      "step": 890
    },
    {
      "epoch": 0.9409304756926293,
      "grad_norm": 2.2044250341354985,
      "learning_rate": 8.681761219756719e-06,
      "loss": 0.43840880393981935,
      "step": 900
    },
    {
      "epoch": 0.9513852587558809,
      "grad_norm": 2.6997123478640397,
      "learning_rate": 8.64034403262356e-06,
      "loss": 0.45453429222106934,
      "step": 910
    },
    {
      "epoch": 0.9618400418191323,
      "grad_norm": 2.9647246074861484,
      "learning_rate": 8.598388342637884e-06,
      "loss": 0.44325528144836424,
      "step": 920
    },
    {
      "epoch": 0.9722948248823837,
      "grad_norm": 2.543262445734621,
      "learning_rate": 8.555900356152315e-06,
      "loss": 0.47241668701171874,
      "step": 930
    },
    {
      "epoch": 0.9827496079456352,
      "grad_norm": 2.9773575535197674,
      "learning_rate": 8.512886358260162e-06,
      "loss": 0.43378405570983886,
      "step": 940
    },
    {
      "epoch": 0.9932043910088866,
      "grad_norm": 2.301915852171191,
      "learning_rate": 8.469352711865685e-06,
      "loss": 0.4322382926940918,
      "step": 950
    },
    {
      "epoch": 1.0031364349189755,
      "grad_norm": 2.538719079569425,
      "learning_rate": 8.425305856742863e-06,
      "loss": 0.39834961891174314,
      "step": 960
    },
    {
      "epoch": 1.0135912179822268,
      "grad_norm": 2.2865881980885794,
      "learning_rate": 8.38075230858277e-06,
      "loss": 0.32327539920806886,
      "step": 970
    },
    {
      "epoch": 1.0240460010454784,
      "grad_norm": 2.1333864840563854,
      "learning_rate": 8.335698658029742e-06,
      "loss": 0.3069389820098877,
      "step": 980
    },
    {
      "epoch": 1.0345007841087297,
      "grad_norm": 2.2932859115200834,
      "learning_rate": 8.29015156970644e-06,
      "loss": 0.3121353626251221,
      "step": 990
    },
    {
      "epoch": 1.0449555671719812,
      "grad_norm": 2.187164944721087,
      "learning_rate": 8.244117781227982e-06,
      "loss": 0.3135772705078125,
      "step": 1000
    },
    {
      "epoch": 1.0554103502352326,
      "grad_norm": 2.620549106487118,
      "learning_rate": 8.19760410220527e-06,
      "loss": 0.3141052007675171,
      "step": 1010
    },
    {
      "epoch": 1.065865133298484,
      "grad_norm": 2.6187167520630577,
      "learning_rate": 8.150617413237667e-06,
      "loss": 0.29927496910095214,
      "step": 1020
    },
    {
      "epoch": 1.0763199163617354,
      "grad_norm": 2.7154906400195054,
      "learning_rate": 8.103164664895179e-06,
      "loss": 0.32218375205993655,
      "step": 1030
    },
    {
      "epoch": 1.086774699424987,
      "grad_norm": 2.2775209771754947,
      "learning_rate": 8.055252876690274e-06,
      "loss": 0.30994296073913574,
      "step": 1040
    },
    {
      "epoch": 1.0972294824882383,
      "grad_norm": 2.5256417704243104,
      "learning_rate": 8.006889136039527e-06,
      "loss": 0.3179988622665405,
      "step": 1050
    },
    {
      "epoch": 1.1076842655514898,
      "grad_norm": 4.655768545246484,
      "learning_rate": 7.958080597215187e-06,
      "loss": 0.3315117835998535,
      "step": 1060
    },
    {
      "epoch": 1.1181390486147413,
      "grad_norm": 2.3795048538045003,
      "learning_rate": 7.908834480286883e-06,
      "loss": 0.32270612716674807,
      "step": 1070
    },
    {
      "epoch": 1.1285938316779927,
      "grad_norm": 2.833619323963416,
      "learning_rate": 7.859158070053578e-06,
      "loss": 0.32999410629272463,
      "step": 1080
    },
    {
      "epoch": 1.1390486147412442,
      "grad_norm": 2.7893211759019083,
      "learning_rate": 7.809058714965962e-06,
      "loss": 0.33037991523742677,
      "step": 1090
    },
    {
      "epoch": 1.1495033978044955,
      "grad_norm": 2.688203548412976,
      "learning_rate": 7.758543826039418e-06,
      "loss": 0.3195152759552002,
      "step": 1100
    },
    {
      "epoch": 1.159958180867747,
      "grad_norm": 2.5000652567780905,
      "learning_rate": 7.707620875757739e-06,
      "loss": 0.3219186067581177,
      "step": 1110
    },
    {
      "epoch": 1.1704129639309984,
      "grad_norm": 2.7212151344427604,
      "learning_rate": 7.656297396967747e-06,
      "loss": 0.31125607490539553,
      "step": 1120
    },
    {
      "epoch": 1.18086774699425,
      "grad_norm": 2.5746051638691974,
      "learning_rate": 7.604580981764994e-06,
      "loss": 0.32712540626525877,
      "step": 1130
    },
    {
      "epoch": 1.1913225300575012,
      "grad_norm": 2.3487291227881255,
      "learning_rate": 7.552479280370682e-06,
      "loss": 0.3091617822647095,
      "step": 1140
    },
    {
      "epoch": 1.2017773131207528,
      "grad_norm": 2.5950942217523183,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.3248297214508057,
      "step": 1150
    },
    {
      "epoch": 1.212232096184004,
      "grad_norm": 2.4273247098564985,
      "learning_rate": 7.447150903722024e-06,
      "loss": 0.31844277381896974,
      "step": 1160
    },
    {
      "epoch": 1.2226868792472556,
      "grad_norm": 2.876346824994876,
      "learning_rate": 7.393939809311349e-06,
      "loss": 0.3220773696899414,
      "step": 1170
    },
    {
      "epoch": 1.2331416623105071,
      "grad_norm": 2.6350324684260773,
      "learning_rate": 7.340374588091638e-06,
      "loss": 0.31242353916168214,
      "step": 1180
    },
    {
      "epoch": 1.2435964453737585,
      "grad_norm": 2.3488543819004373,
      "learning_rate": 7.286463163771242e-06,
      "loss": 0.31345334053039553,
      "step": 1190
    },
    {
      "epoch": 1.25405122843701,
      "grad_norm": 2.4499391273093045,
      "learning_rate": 7.232213511271086e-06,
      "loss": 0.3214827060699463,
      "step": 1200
    },
    {
      "epoch": 1.2645060115002613,
      "grad_norm": 2.7307864139805975,
      "learning_rate": 7.177633655544949e-06,
      "loss": 0.2867748498916626,
      "step": 1210
    },
    {
      "epoch": 1.2749607945635129,
      "grad_norm": 2.780167865634815,
      "learning_rate": 7.122731670392381e-06,
      "loss": 0.3048831939697266,
      "step": 1220
    },
    {
      "epoch": 1.2854155776267642,
      "grad_norm": 2.59772090492509,
      "learning_rate": 7.0675156772643595e-06,
      "loss": 0.3309605598449707,
      "step": 1230
    },
    {
      "epoch": 1.2958703606900157,
      "grad_norm": 2.577298247583216,
      "learning_rate": 7.011993844061925e-06,
      "loss": 0.3090049743652344,
      "step": 1240
    },
    {
      "epoch": 1.3063251437532672,
      "grad_norm": 2.593011041193314,
      "learning_rate": 6.956174383927925e-06,
      "loss": 0.3164071559906006,
      "step": 1250
    },
    {
      "epoch": 1.3167799268165186,
      "grad_norm": 2.4383410025290475,
      "learning_rate": 6.900065554032076e-06,
      "loss": 0.3073371410369873,
      "step": 1260
    },
    {
      "epoch": 1.3272347098797699,
      "grad_norm": 2.6132658016883146,
      "learning_rate": 6.843675654349513e-06,
      "loss": 0.3184234142303467,
      "step": 1270
    },
    {
      "epoch": 1.3376894929430214,
      "grad_norm": 2.5792151263749297,
      "learning_rate": 6.787013026433002e-06,
      "loss": 0.3275122165679932,
      "step": 1280
    },
    {
      "epoch": 1.348144276006273,
      "grad_norm": 2.510186878186463,
      "learning_rate": 6.7300860521790034e-06,
      "loss": 0.29384264945983884,
      "step": 1290
    },
    {
      "epoch": 1.3585990590695243,
      "grad_norm": 2.36927064815386,
      "learning_rate": 6.672903152587771e-06,
      "loss": 0.31453914642333985,
      "step": 1300
    },
    {
      "epoch": 1.3690538421327758,
      "grad_norm": 2.535580548868829,
      "learning_rate": 6.615472786517661e-06,
      "loss": 0.3201922416687012,
      "step": 1310
    },
    {
      "epoch": 1.3795086251960271,
      "grad_norm": 2.7372667090593077,
      "learning_rate": 6.55780344943385e-06,
      "loss": 0.3188091993331909,
      "step": 1320
    },
    {
      "epoch": 1.3899634082592787,
      "grad_norm": 2.3414665044090115,
      "learning_rate": 6.499903672151621e-06,
      "loss": 0.31108272075653076,
      "step": 1330
    },
    {
      "epoch": 1.40041819132253,
      "grad_norm": 2.40114377388951,
      "learning_rate": 6.441782019574443e-06,
      "loss": 0.30778021812438966,
      "step": 1340
    },
    {
      "epoch": 1.4108729743857815,
      "grad_norm": 2.609938320584772,
      "learning_rate": 6.383447089426991e-06,
      "loss": 0.3195518970489502,
      "step": 1350
    },
    {
      "epoch": 1.421327757449033,
      "grad_norm": 2.5817751346147113,
      "learning_rate": 6.32490751098331e-06,
      "loss": 0.3046169996261597,
      "step": 1360
    },
    {
      "epoch": 1.4317825405122844,
      "grad_norm": 2.655508967154357,
      "learning_rate": 6.266171943790325e-06,
      "loss": 0.3061758279800415,
      "step": 1370
    },
    {
      "epoch": 1.4422373235755357,
      "grad_norm": 2.51400896291691,
      "learning_rate": 6.207249076386866e-06,
      "loss": 0.30702757835388184,
      "step": 1380
    },
    {
      "epoch": 1.4526921066387872,
      "grad_norm": 2.998046461714293,
      "learning_rate": 6.148147625018402e-06,
      "loss": 0.32001438140869143,
      "step": 1390
    },
    {
      "epoch": 1.4631468897020388,
      "grad_norm": 2.085038244118913,
      "learning_rate": 6.088876332347676e-06,
      "loss": 0.29395136833190916,
      "step": 1400
    },
    {
      "epoch": 1.47360167276529,
      "grad_norm": 2.6873550877951065,
      "learning_rate": 6.029443966161437e-06,
      "loss": 0.3357994794845581,
      "step": 1410
    },
    {
      "epoch": 1.4840564558285416,
      "grad_norm": 2.520302741351955,
      "learning_rate": 5.969859318073457e-06,
      "loss": 0.3041604280471802,
      "step": 1420
    },
    {
      "epoch": 1.494511238891793,
      "grad_norm": 2.590877704708481,
      "learning_rate": 5.910131202224011e-06,
      "loss": 0.320897650718689,
      "step": 1430
    },
    {
      "epoch": 1.5049660219550445,
      "grad_norm": 2.4395858316616175,
      "learning_rate": 5.850268453976042e-06,
      "loss": 0.2913835048675537,
      "step": 1440
    },
    {
      "epoch": 1.5154208050182958,
      "grad_norm": 2.3270728934171427,
      "learning_rate": 5.790279928608173e-06,
      "loss": 0.3119961738586426,
      "step": 1450
    },
    {
      "epoch": 1.5258755880815473,
      "grad_norm": 2.4878729402729105,
      "learning_rate": 5.730174500004779e-06,
      "loss": 0.29176840782165525,
      "step": 1460
    },
    {
      "epoch": 1.5363303711447989,
      "grad_norm": 2.4141269461435555,
      "learning_rate": 5.669961059343302e-06,
      "loss": 0.3090303897857666,
      "step": 1470
    },
    {
      "epoch": 1.5467851542080502,
      "grad_norm": 2.6154010299261596,
      "learning_rate": 5.609648513779019e-06,
      "loss": 0.3178750514984131,
      "step": 1480
    },
    {
      "epoch": 1.5572399372713015,
      "grad_norm": 2.70874850728384,
      "learning_rate": 5.549245785127435e-06,
      "loss": 0.2930603504180908,
      "step": 1490
    },
    {
      "epoch": 1.567694720334553,
      "grad_norm": 2.8695731713464676,
      "learning_rate": 5.4887618085445094e-06,
      "loss": 0.3084683895111084,
      "step": 1500
    },
    {
      "epoch": 1.5781495033978046,
      "grad_norm": 2.5226869308613575,
      "learning_rate": 5.428205531204912e-06,
      "loss": 0.3078239679336548,
      "step": 1510
    },
    {
      "epoch": 1.588604286461056,
      "grad_norm": 1.9869881844919004,
      "learning_rate": 5.367585910978503e-06,
      "loss": 0.2893611192703247,
      "step": 1520
    },
    {
      "epoch": 1.5990590695243072,
      "grad_norm": 2.600521385697919,
      "learning_rate": 5.306911915105222e-06,
      "loss": 0.2893876075744629,
      "step": 1530
    },
    {
      "epoch": 1.609513852587559,
      "grad_norm": 2.4377105137100386,
      "learning_rate": 5.2461925188686035e-06,
      "loss": 0.30096259117126467,
      "step": 1540
    },
    {
      "epoch": 1.6199686356508103,
      "grad_norm": 2.1644665452614773,
      "learning_rate": 5.185436704268091e-06,
      "loss": 0.3023658275604248,
      "step": 1550
    },
    {
      "epoch": 1.6304234187140616,
      "grad_norm": 2.8349447634918064,
      "learning_rate": 5.1246534586903655e-06,
      "loss": 0.31364827156066893,
      "step": 1560
    },
    {
      "epoch": 1.6408782017773131,
      "grad_norm": 2.433633164624175,
      "learning_rate": 5.06385177357987e-06,
      "loss": 0.31183199882507323,
      "step": 1570
    },
    {
      "epoch": 1.6513329848405647,
      "grad_norm": 2.618497399754642,
      "learning_rate": 5.003040643108743e-06,
      "loss": 0.2829690933227539,
      "step": 1580
    },
    {
      "epoch": 1.661787767903816,
      "grad_norm": 2.273391112582087,
      "learning_rate": 4.94222906284634e-06,
      "loss": 0.31186208724975584,
      "step": 1590
    },
    {
      "epoch": 1.6722425509670673,
      "grad_norm": 2.903096906627692,
      "learning_rate": 4.881426028428552e-06,
      "loss": 0.30586948394775393,
      "step": 1600
    },
    {
      "epoch": 1.6826973340303188,
      "grad_norm": 2.3444425699575397,
      "learning_rate": 4.820640534227115e-06,
      "loss": 0.30365810394287107,
      "step": 1610
    },
    {
      "epoch": 1.6931521170935704,
      "grad_norm": 2.6484309091551315,
      "learning_rate": 4.759881572019107e-06,
      "loss": 0.30023210048675536,
      "step": 1620
    },
    {
      "epoch": 1.7036069001568217,
      "grad_norm": 2.223994575819494,
      "learning_rate": 4.699158129656818e-06,
      "loss": 0.3089748859405518,
      "step": 1630
    },
    {
      "epoch": 1.714061683220073,
      "grad_norm": 2.6580359729309246,
      "learning_rate": 4.638479189738224e-06,
      "loss": 0.3098564147949219,
      "step": 1640
    },
    {
      "epoch": 1.7245164662833248,
      "grad_norm": 2.2638409851391375,
      "learning_rate": 4.57785372827821e-06,
      "loss": 0.29953689575195314,
      "step": 1650
    },
    {
      "epoch": 1.734971249346576,
      "grad_norm": 2.6434101659805767,
      "learning_rate": 4.51729071338079e-06,
      "loss": 0.282869291305542,
      "step": 1660
    },
    {
      "epoch": 1.7454260324098274,
      "grad_norm": 2.561239275287812,
      "learning_rate": 4.4567991039124875e-06,
      "loss": 0.2746959924697876,
      "step": 1670
    },
    {
      "epoch": 1.755880815473079,
      "grad_norm": 2.4930268651657848,
      "learning_rate": 4.396387848177078e-06,
      "loss": 0.2814373016357422,
      "step": 1680
    },
    {
      "epoch": 1.7663355985363305,
      "grad_norm": 2.3961710752443994,
      "learning_rate": 4.3360658825919e-06,
      "loss": 0.2918192148208618,
      "step": 1690
    },
    {
      "epoch": 1.7767903815995818,
      "grad_norm": 2.247084108173882,
      "learning_rate": 4.275842130365927e-06,
      "loss": 0.3069226026535034,
      "step": 1700
    },
    {
      "epoch": 1.7872451646628331,
      "grad_norm": 2.152539427772329,
      "learning_rate": 4.215725500179788e-06,
      "loss": 0.2821374416351318,
      "step": 1710
    },
    {
      "epoch": 1.7976999477260847,
      "grad_norm": 2.5668219485179757,
      "learning_rate": 4.155724884867937e-06,
      "loss": 0.27969529628753664,
      "step": 1720
    },
    {
      "epoch": 1.8081547307893362,
      "grad_norm": 2.242405152391876,
      "learning_rate": 4.095849160103169e-06,
      "loss": 0.29024791717529297,
      "step": 1730
    },
    {
      "epoch": 1.8186095138525875,
      "grad_norm": 2.4167404873052436,
      "learning_rate": 4.036107183083676e-06,
      "loss": 0.2867319345474243,
      "step": 1740
    },
    {
      "epoch": 1.829064296915839,
      "grad_norm": 2.8046090984770093,
      "learning_rate": 3.976507791222833e-06,
      "loss": 0.3051579475402832,
      "step": 1750
    },
    {
      "epoch": 1.8395190799790906,
      "grad_norm": 2.702022810386982,
      "learning_rate": 3.91705980084191e-06,
      "loss": 0.30063662528991697,
      "step": 1760
    },
    {
      "epoch": 1.849973863042342,
      "grad_norm": 2.1575697958271984,
      "learning_rate": 3.857772005865905e-06,
      "loss": 0.3020583152770996,
      "step": 1770
    },
    {
      "epoch": 1.8604286461055932,
      "grad_norm": 2.472125065068208,
      "learning_rate": 3.7986531765226965e-06,
      "loss": 0.28431456089019774,
      "step": 1780
    },
    {
      "epoch": 1.8708834291688448,
      "grad_norm": 2.4622460702021276,
      "learning_rate": 3.739712058045688e-06,
      "loss": 0.28502402305603025,
      "step": 1790
    },
    {
      "epoch": 1.8813382122320963,
      "grad_norm": 2.5076565439070118,
      "learning_rate": 3.6809573693801626e-06,
      "loss": 0.28310022354125974,
      "step": 1800
    },
    {
      "epoch": 1.8917929952953476,
      "grad_norm": 2.464878812490279,
      "learning_rate": 3.622397801893518e-06,
      "loss": 0.2924038887023926,
      "step": 1810
    },
    {
      "epoch": 1.902247778358599,
      "grad_norm": 2.188113717713089,
      "learning_rate": 3.5640420180895875e-06,
      "loss": 0.286405348777771,
      "step": 1820
    },
    {
      "epoch": 1.9127025614218505,
      "grad_norm": 2.457994465070137,
      "learning_rate": 3.5058986503272263e-06,
      "loss": 0.2759543895721436,
      "step": 1830
    },
    {
      "epoch": 1.923157344485102,
      "grad_norm": 2.713242389381253,
      "learning_rate": 3.447976299543351e-06,
      "loss": 0.2818687915802002,
      "step": 1840
    },
    {
      "epoch": 1.9336121275483533,
      "grad_norm": 2.7991599381127763,
      "learning_rate": 3.3902835339806463e-06,
      "loss": 0.2903605937957764,
      "step": 1850
    },
    {
      "epoch": 1.9440669106116049,
      "grad_norm": 2.747628597949308,
      "learning_rate": 3.3328288879200908e-06,
      "loss": 0.2916411876678467,
      "step": 1860
    },
    {
      "epoch": 1.9545216936748564,
      "grad_norm": 2.7449879657126237,
      "learning_rate": 3.275620860418507e-06,
      "loss": 0.29442853927612306,
      "step": 1870
    },
    {
      "epoch": 1.9649764767381077,
      "grad_norm": 2.2664633332379966,
      "learning_rate": 3.218667914051332e-06,
      "loss": 0.28850135803222654,
      "step": 1880
    },
    {
      "epoch": 1.975431259801359,
      "grad_norm": 2.4789660465375367,
      "learning_rate": 3.1619784736607815e-06,
      "loss": 0.2848990440368652,
      "step": 1890
    },
    {
      "epoch": 1.9858860428646106,
      "grad_norm": 2.3283424588392223,
      "learning_rate": 3.1055609251095874e-06,
      "loss": 0.27863106727600095,
      "step": 1900
    },
    {
      "epoch": 1.996340825927862,
      "grad_norm": 2.406984474884444,
      "learning_rate": 3.049423614040513e-06,
      "loss": 0.2901535749435425,
      "step": 1910
    },
    {
      "epoch": 2.006272869837951,
      "grad_norm": 1.8297379268497085,
      "learning_rate": 2.993574844641807e-06,
      "loss": 0.21484382152557374,
      "step": 1920
    },
    {
      "epoch": 2.0167276529012024,
      "grad_norm": 2.1416608222414606,
      "learning_rate": 2.938022878418799e-06,
      "loss": 0.15692442655563354,
      "step": 1930
    },
    {
      "epoch": 2.0271824359644537,
      "grad_norm": 2.296243876805982,
      "learning_rate": 2.882775932971809e-06,
      "loss": 0.14436852931976318,
      "step": 1940
    },
    {
      "epoch": 2.037637219027705,
      "grad_norm": 2.6886415424555374,
      "learning_rate": 2.8278421807805357e-06,
      "loss": 0.1482227325439453,
      "step": 1950
    },
    {
      "epoch": 2.0480920020909568,
      "grad_norm": 1.9284219212386497,
      "learning_rate": 2.7732297479951443e-06,
      "loss": 0.1524648666381836,
      "step": 1960
    },
    {
      "epoch": 2.058546785154208,
      "grad_norm": 2.421429650721721,
      "learning_rate": 2.718946713234185e-06,
      "loss": 0.15026016235351564,
      "step": 1970
    },
    {
      "epoch": 2.0690015682174594,
      "grad_norm": 2.2296751625585527,
      "learning_rate": 2.6650011063895605e-06,
      "loss": 0.14164226055145263,
      "step": 1980
    },
    {
      "epoch": 2.0794563512807107,
      "grad_norm": 2.1379951089799425,
      "learning_rate": 2.611400907438685e-06,
      "loss": 0.1506777286529541,
      "step": 1990
    },
    {
      "epoch": 2.0899111343439625,
      "grad_norm": 2.60404750048184,
      "learning_rate": 2.5581540452640417e-06,
      "loss": 0.1496190071105957,
      "step": 2000
    },
    {
      "epoch": 2.100365917407214,
      "grad_norm": 2.897315477242822,
      "learning_rate": 2.5052683964802902e-06,
      "loss": 0.14556009769439698,
      "step": 2010
    },
    {
      "epoch": 2.110820700470465,
      "grad_norm": 2.5117756532629807,
      "learning_rate": 2.452751784269103e-06,
      "loss": 0.15054495334625245,
      "step": 2020
    },
    {
      "epoch": 2.121275483533717,
      "grad_norm": 2.5895703612577625,
      "learning_rate": 2.4006119772219185e-06,
      "loss": 0.1436980962753296,
      "step": 2030
    },
    {
      "epoch": 2.131730266596968,
      "grad_norm": 2.4502499630728267,
      "learning_rate": 2.348856688190758e-06,
      "loss": 0.1487640380859375,
      "step": 2040
    },
    {
      "epoch": 2.1421850496602195,
      "grad_norm": 2.774838120056067,
      "learning_rate": 2.297493573147286e-06,
      "loss": 0.1441525101661682,
      "step": 2050
    },
    {
      "epoch": 2.152639832723471,
      "grad_norm": 2.7482534099638114,
      "learning_rate": 2.2465302300503012e-06,
      "loss": 0.14389804601669312,
      "step": 2060
    },
    {
      "epoch": 2.1630946157867226,
      "grad_norm": 2.676312833151401,
      "learning_rate": 2.1959741977217904e-06,
      "loss": 0.14986393451690674,
      "step": 2070
    },
    {
      "epoch": 2.173549398849974,
      "grad_norm": 2.3496923969163968,
      "learning_rate": 2.1458329547317384e-06,
      "loss": 0.13858466148376464,
      "step": 2080
    },
    {
      "epoch": 2.184004181913225,
      "grad_norm": 2.6054997363295183,
      "learning_rate": 2.0961139182918545e-06,
      "loss": 0.138874089717865,
      "step": 2090
    },
    {
      "epoch": 2.1944589649764765,
      "grad_norm": 2.1565945947010148,
      "learning_rate": 2.0468244431583654e-06,
      "loss": 0.13851549625396728,
      "step": 2100
    },
    {
      "epoch": 2.2049137480397283,
      "grad_norm": 3.313510729598953,
      "learning_rate": 1.9979718205440607e-06,
      "loss": 0.1476877212524414,
      "step": 2110
    },
    {
      "epoch": 2.2153685311029796,
      "grad_norm": 2.382675070781833,
      "learning_rate": 1.9495632770397187e-06,
      "loss": 0.13761415481567382,
      "step": 2120
    },
    {
      "epoch": 2.225823314166231,
      "grad_norm": 2.7087821185716385,
      "learning_rate": 1.901605973545116e-06,
      "loss": 0.14834946393966675,
      "step": 2130
    },
    {
      "epoch": 2.2362780972294827,
      "grad_norm": 2.806966259341093,
      "learning_rate": 1.8541070042097336e-06,
      "loss": 0.1400376081466675,
      "step": 2140
    },
    {
      "epoch": 2.246732880292734,
      "grad_norm": 2.8806417273447087,
      "learning_rate": 1.8070733953833487e-06,
      "loss": 0.13627231121063232,
      "step": 2150
    },
    {
      "epoch": 2.2571876633559853,
      "grad_norm": 2.7175147483700357,
      "learning_rate": 1.7605121045766488e-06,
      "loss": 0.1398362398147583,
      "step": 2160
    },
    {
      "epoch": 2.2676424464192366,
      "grad_norm": 2.5629588512103516,
      "learning_rate": 1.7144300194320357e-06,
      "loss": 0.13770153522491455,
      "step": 2170
    },
    {
      "epoch": 2.2780972294824884,
      "grad_norm": 2.5564221216571417,
      "learning_rate": 1.6688339567047612e-06,
      "loss": 0.1351094961166382,
      "step": 2180
    },
    {
      "epoch": 2.2885520125457397,
      "grad_norm": 2.215730225735144,
      "learning_rate": 1.6237306612545495e-06,
      "loss": 0.132268488407135,
      "step": 2190
    },
    {
      "epoch": 2.299006795608991,
      "grad_norm": 2.5311894557804053,
      "learning_rate": 1.5791268050478487e-06,
      "loss": 0.1430295467376709,
      "step": 2200
    },
    {
      "epoch": 2.3094615786722423,
      "grad_norm": 2.7930578699271194,
      "learning_rate": 1.535028986170881e-06,
      "loss": 0.14251787662506105,
      "step": 2210
    },
    {
      "epoch": 2.319916361735494,
      "grad_norm": 2.593907675204934,
      "learning_rate": 1.4914437278536054e-06,
      "loss": 0.13963282108306885,
      "step": 2220
    },
    {
      "epoch": 2.3303711447987454,
      "grad_norm": 2.205320793480066,
      "learning_rate": 1.448377477504762e-06,
      "loss": 0.14262232780456544,
      "step": 2230
    },
    {
      "epoch": 2.3408259278619967,
      "grad_norm": 3.003279066665647,
      "learning_rate": 1.4058366057581297e-06,
      "loss": 0.13835076093673707,
      "step": 2240
    },
    {
      "epoch": 2.3512807109252485,
      "grad_norm": 2.952505454912393,
      "learning_rate": 1.363827405530141e-06,
      "loss": 0.14539437294006347,
      "step": 2250
    },
    {
      "epoch": 2.3617354939885,
      "grad_norm": 2.3979909168521316,
      "learning_rate": 1.322356091088996e-06,
      "loss": 0.13863496780395507,
      "step": 2260
    },
    {
      "epoch": 2.372190277051751,
      "grad_norm": 2.4238324256189805,
      "learning_rate": 1.2814287971354023e-06,
      "loss": 0.14841680526733397,
      "step": 2270
    },
    {
      "epoch": 2.3826450601150024,
      "grad_norm": 2.4334955206165603,
      "learning_rate": 1.2410515778951004e-06,
      "loss": 0.13895373344421386,
      "step": 2280
    },
    {
      "epoch": 2.393099843178254,
      "grad_norm": 1.974501883496555,
      "learning_rate": 1.2012304062232794e-06,
      "loss": 0.13038469552993776,
      "step": 2290
    },
    {
      "epoch": 2.4035546262415055,
      "grad_norm": 2.424167050602764,
      "learning_rate": 1.1619711727210276e-06,
      "loss": 0.1385021448135376,
      "step": 2300
    },
    {
      "epoch": 2.414009409304757,
      "grad_norm": 3.0225694895895785,
      "learning_rate": 1.12327968486397e-06,
      "loss": 0.13610873222351075,
      "step": 2310
    },
    {
      "epoch": 2.424464192368008,
      "grad_norm": 2.6908614519065184,
      "learning_rate": 1.0851616661431808e-06,
      "loss": 0.13124221563339233,
      "step": 2320
    },
    {
      "epoch": 2.43491897543126,
      "grad_norm": 2.5117863802091525,
      "learning_rate": 1.047622755218532e-06,
      "loss": 0.134140944480896,
      "step": 2330
    },
    {
      "epoch": 2.445373758494511,
      "grad_norm": 3.171624056334522,
      "learning_rate": 1.0106685050845838e-06,
      "loss": 0.13985075950622558,
      "step": 2340
    },
    {
      "epoch": 2.4558285415577625,
      "grad_norm": 2.72431552949608,
      "learning_rate": 9.743043822491528e-07,
      "loss": 0.12615830898284913,
      "step": 2350
    },
    {
      "epoch": 2.4662833246210143,
      "grad_norm": 2.9208144100982634,
      "learning_rate": 9.385357659246713e-07,
      "loss": 0.14161596298217774,
      "step": 2360
    },
    {
      "epoch": 2.4767381076842656,
      "grad_norm": 2.523654516734199,
      "learning_rate": 9.033679472324585e-07,
      "loss": 0.13880399465560914,
      "step": 2370
    },
    {
      "epoch": 2.487192890747517,
      "grad_norm": 2.6548601192185015,
      "learning_rate": 8.688061284200266e-07,
      "loss": 0.12704449892044067,
      "step": 2380
    },
    {
      "epoch": 2.4976476738107682,
      "grad_norm": 2.9184740347059726,
      "learning_rate": 8.348554220915256e-07,
      "loss": 0.1395116090774536,
      "step": 2390
    },
    {
      "epoch": 2.50810245687402,
      "grad_norm": 2.319334882698181,
      "learning_rate": 8.015208504514626e-07,
      "loss": 0.13774077892303466,
      "step": 2400
    },
    {
      "epoch": 2.5185572399372713,
      "grad_norm": 2.5311929372961957,
      "learning_rate": 7.6880734456178e-07,
      "loss": 0.13431841135025024,
      "step": 2410
    },
    {
      "epoch": 2.5290120230005226,
      "grad_norm": 2.4666878888843122,
      "learning_rate": 7.367197436124218e-07,
      "loss": 0.13095202445983886,
      "step": 2420
    },
    {
      "epoch": 2.539466806063774,
      "grad_norm": 2.5776194115200197,
      "learning_rate": 7.052627942054919e-07,
      "loss": 0.13431986570358276,
      "step": 2430
    },
    {
      "epoch": 2.5499215891270257,
      "grad_norm": 2.6266261731301865,
      "learning_rate": 6.744411496531045e-07,
      "loss": 0.13436880111694335,
      "step": 2440
    },
    {
      "epoch": 2.560376372190277,
      "grad_norm": 2.728274358743059,
      "learning_rate": 6.442593692890365e-07,
      "loss": 0.1392744302749634,
      "step": 2450
    },
    {
      "epoch": 2.5708311552535283,
      "grad_norm": 3.039326839972821,
      "learning_rate": 6.147219177942854e-07,
      "loss": 0.14513977766036987,
      "step": 2460
    },
    {
      "epoch": 2.58128593831678,
      "grad_norm": 3.046409641690262,
      "learning_rate": 5.858331645366183e-07,
      "loss": 0.13284623622894287,
      "step": 2470
    },
    {
      "epoch": 2.5917407213800314,
      "grad_norm": 2.9358926147893016,
      "learning_rate": 5.575973829242365e-07,
      "loss": 0.13117119073867797,
      "step": 2480
    },
    {
      "epoch": 2.6021955044432827,
      "grad_norm": 2.568062860895592,
      "learning_rate": 5.300187497736148e-07,
      "loss": 0.1387467861175537,
      "step": 2490
    },
    {
      "epoch": 2.6126502875065345,
      "grad_norm": 2.888872734516275,
      "learning_rate": 5.031013446916516e-07,
      "loss": 0.12908343076705933,
      "step": 2500
    },
    {
      "epoch": 2.623105070569786,
      "grad_norm": 2.7907829324080264,
      "learning_rate": 4.768491494721794e-07,
      "loss": 0.13739001750946045,
      "step": 2510
    },
    {
      "epoch": 2.633559853633037,
      "grad_norm": 2.2451525617183394,
      "learning_rate": 4.512660475069558e-07,
      "loss": 0.13573113679885865,
      "step": 2520
    },
    {
      "epoch": 2.6440146366962884,
      "grad_norm": 2.268373168924109,
      "learning_rate": 4.263558232112064e-07,
      "loss": 0.13201311826705933,
      "step": 2530
    },
    {
      "epoch": 2.6544694197595398,
      "grad_norm": 2.294127160917469,
      "learning_rate": 4.02122161463811e-07,
      "loss": 0.12791603803634644,
      "step": 2540
    },
    {
      "epoch": 2.6649242028227915,
      "grad_norm": 2.673833451325982,
      "learning_rate": 3.7856864706221187e-07,
      "loss": 0.1308240056037903,
      "step": 2550
    },
    {
      "epoch": 2.675378985886043,
      "grad_norm": 2.9540669955359267,
      "learning_rate": 3.5569876419212947e-07,
      "loss": 0.12685129642486573,
      "step": 2560
    },
    {
      "epoch": 2.685833768949294,
      "grad_norm": 3.06134774368249,
      "learning_rate": 3.335158959121554e-07,
      "loss": 0.13150808811187745,
      "step": 2570
    },
    {
      "epoch": 2.696288552012546,
      "grad_norm": 2.722050294282472,
      "learning_rate": 3.120233236533138e-07,
      "loss": 0.13638091087341309,
      "step": 2580
    },
    {
      "epoch": 2.7067433350757972,
      "grad_norm": 3.0333435472878487,
      "learning_rate": 2.91224226733649e-07,
      "loss": 0.13004894256591798,
      "step": 2590
    },
    {
      "epoch": 2.7171981181390485,
      "grad_norm": 2.8328094897778775,
      "learning_rate": 2.711216818879209e-07,
      "loss": 0.12011622190475464,
      "step": 2600
    },
    {
      "epoch": 2.7276529012023003,
      "grad_norm": 2.3987687334693253,
      "learning_rate": 2.5171866281247294e-07,
      "loss": 0.12943274974823,
      "step": 2610
    },
    {
      "epoch": 2.7381076842655516,
      "grad_norm": 2.4018652056768026,
      "learning_rate": 2.330180397253473e-07,
      "loss": 0.12708134651184083,
      "step": 2620
    },
    {
      "epoch": 2.748562467328803,
      "grad_norm": 2.6663722218524186,
      "learning_rate": 2.1502257894170099e-07,
      "loss": 0.1336909532546997,
      "step": 2630
    },
    {
      "epoch": 2.7590172503920543,
      "grad_norm": 2.55942087868328,
      "learning_rate": 1.97734942464598e-07,
      "loss": 0.1346044659614563,
      "step": 2640
    },
    {
      "epoch": 2.7694720334553056,
      "grad_norm": 2.4480191519742394,
      "learning_rate": 1.811576875912241e-07,
      "loss": 0.12940382957458496,
      "step": 2650
    },
    {
      "epoch": 2.7799268165185573,
      "grad_norm": 2.7901461073911236,
      "learning_rate": 1.652932665346002e-07,
      "loss": 0.1374659061431885,
      "step": 2660
    },
    {
      "epoch": 2.7903815995818086,
      "grad_norm": 2.6984444082844967,
      "learning_rate": 1.501440260608339e-07,
      "loss": 0.13039830923080445,
      "step": 2670
    },
    {
      "epoch": 2.80083638264506,
      "grad_norm": 3.5086199286627626,
      "learning_rate": 1.3571220714196976e-07,
      "loss": 0.12391582727432252,
      "step": 2680
    },
    {
      "epoch": 2.8112911657083117,
      "grad_norm": 2.4019718990712944,
      "learning_rate": 1.2199994462448906e-07,
      "loss": 0.12288906574249267,
      "step": 2690
    },
    {
      "epoch": 2.821745948771563,
      "grad_norm": 3.006283088632465,
      "learning_rate": 1.0900926691351454e-07,
      "loss": 0.13215855360031128,
      "step": 2700
    },
    {
      "epoch": 2.8322007318348144,
      "grad_norm": 3.0503069240442207,
      "learning_rate": 9.674209567275161e-08,
      "loss": 0.13673336505889894,
      "step": 2710
    },
    {
      "epoch": 2.842655514898066,
      "grad_norm": 2.671214999850187,
      "learning_rate": 8.520024554022566e-08,
      "loss": 0.12209119796752929,
      "step": 2720
    },
    {
      "epoch": 2.8531102979613174,
      "grad_norm": 2.4535464480381943,
      "learning_rate": 7.438542385984738e-08,
      "loss": 0.12708457708358764,
      "step": 2730
    },
    {
      "epoch": 2.8635650810245687,
      "grad_norm": 2.6731870751672457,
      "learning_rate": 6.429923042885367e-08,
      "loss": 0.13162033557891845,
      "step": 2740
    },
    {
      "epoch": 2.87401986408782,
      "grad_norm": 2.4056958695335164,
      "learning_rate": 5.494315726115529e-08,
      "loss": 0.1326550602912903,
      "step": 2750
    },
    {
      "epoch": 2.8844746471510714,
      "grad_norm": 2.680084760248227,
      "learning_rate": 4.631858836662562e-08,
      "loss": 0.13333473205566407,
      "step": 2760
    },
    {
      "epoch": 2.894929430214323,
      "grad_norm": 2.840679147086373,
      "learning_rate": 3.84267995463744e-08,
      "loss": 0.1390301465988159,
      "step": 2770
    },
    {
      "epoch": 2.9053842132775745,
      "grad_norm": 2.353312702702543,
      "learning_rate": 3.126895820401821e-08,
      "loss": 0.12958585023880004,
      "step": 2780
    },
    {
      "epoch": 2.9158389963408258,
      "grad_norm": 2.4300170220695687,
      "learning_rate": 2.4846123172992953e-08,
      "loss": 0.12938933372497557,
      "step": 2790
    },
    {
      "epoch": 2.9262937794040775,
      "grad_norm": 2.8146233788776915,
      "learning_rate": 1.9159244559924795e-08,
      "loss": 0.11819233894348144,
      "step": 2800
    },
    {
      "epoch": 2.936748562467329,
      "grad_norm": 2.3406841881058362,
      "learning_rate": 1.4209163604083087e-08,
      "loss": 0.1272344708442688,
      "step": 2810
    },
    {
      "epoch": 2.94720334553058,
      "grad_norm": 2.4832168833208303,
      "learning_rate": 9.996612552939378e-09,
      "loss": 0.11950185298919677,
      "step": 2820
    },
    {
      "epoch": 2.957658128593832,
      "grad_norm": 2.6806142804230086,
      "learning_rate": 6.5222145538501595e-09,
      "loss": 0.13452023267745972,
      "step": 2830
    },
    {
      "epoch": 2.9681129116570832,
      "grad_norm": 2.0579477839137765,
      "learning_rate": 3.786483561874499e-09,
      "loss": 0.12160922288894653,
      "step": 2840
    },
    {
      "epoch": 2.9785676947203346,
      "grad_norm": 2.4205475064656614,
      "learning_rate": 1.7898242637470753e-09,
      "loss": 0.12982231378555298,
      "step": 2850
    },
    {
      "epoch": 2.989022477783586,
      "grad_norm": 2.7595027723560532,
      "learning_rate": 5.325320180171733e-10,
      "loss": 0.13465402126312256,
      "step": 2860
    },
    {
      "epoch": 2.999477260846837,
      "grad_norm": 2.3279658846062836,
      "learning_rate": 1.4792811353081526e-11,
      "loss": 0.12415080070495606,
      "step": 2870
    },
    {
      "epoch": 3.0,
      "step": 2871,
      "total_flos": 4.4453745790807245e+17,
      "train_loss": 0.3176496421800844,
      "train_runtime": 33176.4833,
      "train_samples_per_second": 0.692,
      "train_steps_per_second": 0.087
    }
  ],
  "logging_steps": 10,
  "max_steps": 2871,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.4453745790807245e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}