{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1320,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.022727272727272728,
      "grad_norm": 19.393956585811956,
      "learning_rate": 6.818181818181818e-07,
      "loss": 1.0518246650695802,
      "step": 10
    },
    {
      "epoch": 0.045454545454545456,
      "grad_norm": 11.59647091258138,
      "learning_rate": 1.4393939393939396e-06,
      "loss": 0.8277183532714844,
      "step": 20
    },
    {
      "epoch": 0.06818181818181818,
      "grad_norm": 13.8596518590058,
      "learning_rate": 2.196969696969697e-06,
      "loss": 0.6365785598754883,
      "step": 30
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 11.735317463945163,
      "learning_rate": 2.954545454545455e-06,
      "loss": 0.5139444828033447,
      "step": 40
    },
    {
      "epoch": 0.11363636363636363,
      "grad_norm": 7.637122182511967,
      "learning_rate": 3.7121212121212124e-06,
      "loss": 0.5218537330627442,
      "step": 50
    },
    {
      "epoch": 0.13636363636363635,
      "grad_norm": 11.47260617668427,
      "learning_rate": 4.46969696969697e-06,
      "loss": 0.4905224323272705,
      "step": 60
    },
    {
      "epoch": 0.1590909090909091,
      "grad_norm": 6.860434784203794,
      "learning_rate": 5.2272727272727274e-06,
      "loss": 0.47295150756835935,
      "step": 70
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 7.356602166480214,
      "learning_rate": 5.984848484848486e-06,
      "loss": 0.47359580993652345,
      "step": 80
    },
    {
      "epoch": 0.20454545454545456,
      "grad_norm": 7.158844812735278,
      "learning_rate": 6.742424242424243e-06,
      "loss": 0.5001730442047119,
      "step": 90
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 5.091832145949865,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.47073068618774416,
      "step": 100
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.819230416865264,
      "learning_rate": 8.257575757575758e-06,
      "loss": 0.4969032764434814,
      "step": 110
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 5.035183263709784,
      "learning_rate": 9.015151515151516e-06,
      "loss": 0.48340587615966796,
      "step": 120
    },
    {
      "epoch": 0.29545454545454547,
      "grad_norm": 24.263807665150857,
      "learning_rate": 9.772727272727273e-06,
      "loss": 0.4904343605041504,
      "step": 130
    },
    {
      "epoch": 0.3181818181818182,
      "grad_norm": 5.706764472697531,
      "learning_rate": 9.999143375381331e-06,
      "loss": 0.5133254051208496,
      "step": 140
    },
    {
      "epoch": 0.3409090909090909,
      "grad_norm": 3.95172799452033,
      "learning_rate": 9.994948369553146e-06,
      "loss": 0.468520450592041,
      "step": 150
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 6.403315321275347,
      "learning_rate": 9.987260573051268e-06,
      "loss": 0.46006102561950685,
      "step": 160
    },
    {
      "epoch": 0.38636363636363635,
      "grad_norm": 3.9182800201590235,
      "learning_rate": 9.976085361679797e-06,
      "loss": 0.46906752586364747,
      "step": 170
    },
    {
      "epoch": 0.4090909090909091,
      "grad_norm": 3.8896703908296666,
      "learning_rate": 9.961430549868668e-06,
      "loss": 0.445862865447998,
      "step": 180
    },
    {
      "epoch": 0.4318181818181818,
      "grad_norm": 3.989212105798874,
      "learning_rate": 9.94330638520929e-06,
      "loss": 0.48638038635253905,
      "step": 190
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 4.258115261481963,
      "learning_rate": 9.921725541288779e-06,
      "loss": 0.49566011428833007,
      "step": 200
    },
    {
      "epoch": 0.4772727272727273,
      "grad_norm": 3.487067119960852,
      "learning_rate": 9.896703108827758e-06,
      "loss": 0.45840206146240237,
      "step": 210
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.6693049813074006,
      "learning_rate": 9.868256585127956e-06,
      "loss": 0.47042360305786135,
      "step": 220
    },
    {
      "epoch": 0.5227272727272727,
      "grad_norm": 4.03809862839607,
      "learning_rate": 9.836405861836957e-06,
      "loss": 0.47156825065612795,
      "step": 230
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 3.36683973934911,
      "learning_rate": 9.801173211038682e-06,
      "loss": 0.4328317642211914,
      "step": 240
    },
    {
      "epoch": 0.5681818181818182,
      "grad_norm": 3.734858696807248,
      "learning_rate": 9.762583269679304e-06,
      "loss": 0.4638188362121582,
      "step": 250
    },
    {
      "epoch": 0.5909090909090909,
      "grad_norm": 3.064982540153321,
      "learning_rate": 9.720663022339503e-06,
      "loss": 0.4370926856994629,
      "step": 260
    },
    {
      "epoch": 0.6136363636363636,
      "grad_norm": 3.5847648839897954,
      "learning_rate": 9.675441782365107e-06,
      "loss": 0.464891242980957,
      "step": 270
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 3.7062258627869786,
      "learning_rate": 9.626951171369306e-06,
      "loss": 0.4581629753112793,
      "step": 280
    },
    {
      "epoch": 0.6590909090909091,
      "grad_norm": 3.0716287413111303,
      "learning_rate": 9.57522509712077e-06,
      "loss": 0.4449161529541016,
      "step": 290
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 2.967642181765843,
      "learning_rate": 9.520299729833157e-06,
      "loss": 0.46872262954711913,
      "step": 300
    },
    {
      "epoch": 0.7045454545454546,
      "grad_norm": 3.1745354748452232,
      "learning_rate": 9.46221347687255e-06,
      "loss": 0.47230119705200196,
      "step": 310
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 3.118215981661365,
      "learning_rate": 9.401006955900555e-06,
      "loss": 0.45471868515014646,
      "step": 320
    },
    {
      "epoch": 0.75,
      "grad_norm": 3.7406846594368326,
      "learning_rate": 9.336722966471806e-06,
      "loss": 0.42258615493774415,
      "step": 330
    },
    {
      "epoch": 0.7727272727272727,
      "grad_norm": 3.0368656754837624,
      "learning_rate": 9.269406460105742e-06,
      "loss": 0.4201834678649902,
      "step": 340
    },
    {
      "epoch": 0.7954545454545454,
      "grad_norm": 2.835442564588702,
      "learning_rate": 9.199104508853607e-06,
      "loss": 0.4204458713531494,
      "step": 350
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 3.2271457723860535,
      "learning_rate": 9.125866272382633e-06,
      "loss": 0.4510637760162354,
      "step": 360
    },
    {
      "epoch": 0.8409090909090909,
      "grad_norm": 3.3307048880437993,
      "learning_rate": 9.04974296360042e-06,
      "loss": 0.4546078681945801,
      "step": 370
    },
    {
      "epoch": 0.8636363636363636,
      "grad_norm": 2.721920715700266,
      "learning_rate": 8.970787812843552e-06,
      "loss": 0.42734107971191404,
      "step": 380
    },
    {
      "epoch": 0.8863636363636364,
      "grad_norm": 3.2216581336986145,
      "learning_rate": 8.889056030655526e-06,
      "loss": 0.45450425148010254,
      "step": 390
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 2.9536673634489654,
      "learning_rate": 8.804604769179958e-06,
      "loss": 0.40684995651245115,
      "step": 400
    },
    {
      "epoch": 0.9318181818181818,
      "grad_norm": 2.765814904689959,
      "learning_rate": 8.717493082196114e-06,
      "loss": 0.42914657592773436,
      "step": 410
    },
    {
      "epoch": 0.9545454545454546,
      "grad_norm": 3.98587109591047,
      "learning_rate": 8.627781883824694e-06,
      "loss": 0.4243011474609375,
      "step": 420
    },
    {
      "epoch": 0.9772727272727273,
      "grad_norm": 3.566335783689178,
      "learning_rate": 8.535533905932739e-06,
      "loss": 0.40648622512817384,
      "step": 430
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.6656010862270754,
      "learning_rate": 8.440813654267455e-06,
      "loss": 0.4313353061676025,
      "step": 440
    },
    {
      "epoch": 1.0227272727272727,
      "grad_norm": 2.438171830246954,
      "learning_rate": 8.343687363349637e-06,
      "loss": 0.2974961280822754,
      "step": 450
    },
    {
      "epoch": 1.0454545454545454,
      "grad_norm": 2.4423781548080195,
      "learning_rate": 8.244222950158194e-06,
      "loss": 0.30671138763427735,
      "step": 460
    },
    {
      "epoch": 1.0681818181818181,
      "grad_norm": 2.5484211466892734,
      "learning_rate": 8.142489966638223e-06,
      "loss": 0.2996384143829346,
      "step": 470
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 2.4183777531873885,
      "learning_rate": 8.038559551065792e-06,
      "loss": 0.2933300256729126,
      "step": 480
    },
    {
      "epoch": 1.1136363636363635,
      "grad_norm": 2.80544789092329,
      "learning_rate": 7.932504378303452e-06,
      "loss": 0.31168065071105955,
      "step": 490
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 2.5856454783828546,
      "learning_rate": 7.82439860898129e-06,
      "loss": 0.29805879592895507,
      "step": 500
    },
    {
      "epoch": 1.1590909090909092,
      "grad_norm": 2.587543641893096,
      "learning_rate": 7.714317837639011e-06,
      "loss": 0.29304554462432864,
      "step": 510
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 2.6036354738959533,
      "learning_rate": 7.602339039865362e-06,
      "loss": 0.2855361461639404,
      "step": 520
    },
    {
      "epoch": 1.2045454545454546,
      "grad_norm": 2.461302318730019,
      "learning_rate": 7.488540518471819e-06,
      "loss": 0.3045046806335449,
      "step": 530
    },
    {
      "epoch": 1.2272727272727273,
      "grad_norm": 2.921733428126981,
      "learning_rate": 7.373001848738203e-06,
      "loss": 0.2851330041885376,
      "step": 540
    },
    {
      "epoch": 1.25,
      "grad_norm": 2.9635624980220228,
      "learning_rate": 7.255803822768504e-06,
      "loss": 0.28219289779663087,
      "step": 550
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 2.76527476124787,
      "learning_rate": 7.13702839299582e-06,
      "loss": 0.27989423274993896,
      "step": 560
    },
    {
      "epoch": 1.2954545454545454,
      "grad_norm": 2.3821288855891165,
      "learning_rate": 7.016758614875921e-06,
      "loss": 0.30240979194641116,
      "step": 570
    },
    {
      "epoch": 1.3181818181818181,
      "grad_norm": 3.0465068944959457,
      "learning_rate": 6.895078588809503e-06,
      "loss": 0.2970398426055908,
      "step": 580
    },
    {
      "epoch": 1.3409090909090908,
      "grad_norm": 2.4141897974785524,
      "learning_rate": 6.772073401333758e-06,
      "loss": 0.29408812522888184,
      "step": 590
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 2.1969409075620847,
      "learning_rate": 6.647829065624368e-06,
      "loss": 0.29175686836242676,
      "step": 600
    },
    {
      "epoch": 1.3863636363636362,
      "grad_norm": 2.651593598220714,
      "learning_rate": 6.522432461349536e-06,
      "loss": 0.31761822700500486,
      "step": 610
    },
    {
      "epoch": 1.4090909090909092,
      "grad_norm": 3.1248593219345113,
      "learning_rate": 6.3959712739181e-06,
      "loss": 0.2671980381011963,
      "step": 620
    },
    {
      "epoch": 1.4318181818181819,
      "grad_norm": 2.102110416286286,
      "learning_rate": 6.268533933164237e-06,
      "loss": 0.2751932144165039,
      "step": 630
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 2.2585357666483925,
      "learning_rate": 6.140209551511609e-06,
      "loss": 0.2778783798217773,
      "step": 640
    },
    {
      "epoch": 1.4772727272727273,
      "grad_norm": 2.893752794342991,
      "learning_rate": 6.011087861660191e-06,
      "loss": 0.28694758415222166,
      "step": 650
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.3631545189263177,
      "learning_rate": 5.8812591538393735e-06,
      "loss": 0.2847978830337524,
      "step": 660
    },
    {
      "epoch": 1.5227272727272727,
      "grad_norm": 2.6292596500111385,
      "learning_rate": 5.750814212671202e-06,
      "loss": 0.28099732398986815,
      "step": 670
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 2.380292599440068,
      "learning_rate": 5.619844253687896e-06,
      "loss": 0.27002129554748533,
      "step": 680
    },
    {
      "epoch": 1.5681818181818183,
      "grad_norm": 2.3661363235606743,
      "learning_rate": 5.488440859548059e-06,
      "loss": 0.2916015625,
      "step": 690
    },
    {
      "epoch": 1.5909090909090908,
      "grad_norm": 3.236629836503264,
      "learning_rate": 5.356695915996162e-06,
      "loss": 0.2782484531402588,
      "step": 700
    },
    {
      "epoch": 1.6136363636363638,
      "grad_norm": 2.3563703573666865,
      "learning_rate": 5.2247015476101025e-06,
      "loss": 0.2670446872711182,
      "step": 710
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 2.9099375173751065,
      "learning_rate": 5.092550053381733e-06,
      "loss": 0.2621199131011963,
      "step": 720
    },
    {
      "epoch": 1.6590909090909092,
      "grad_norm": 2.098734834906139,
      "learning_rate": 4.960333842175453e-06,
      "loss": 0.2865903854370117,
      "step": 730
    },
    {
      "epoch": 1.6818181818181817,
      "grad_norm": 2.214105065960231,
      "learning_rate": 4.8281453681099515e-06,
      "loss": 0.2764912128448486,
      "step": 740
    },
    {
      "epoch": 1.7045454545454546,
      "grad_norm": 3.6633418215874056,
      "learning_rate": 4.696077065908317e-06,
      "loss": 0.27972629070281985,
      "step": 750
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 2.5724618080273,
      "learning_rate": 4.564221286261709e-06,
      "loss": 0.26213560104370115,
      "step": 760
    },
    {
      "epoch": 1.75,
      "grad_norm": 2.6313954452581894,
      "learning_rate": 4.43267023125178e-06,
      "loss": 0.2735456466674805,
      "step": 770
    },
    {
      "epoch": 1.7727272727272727,
      "grad_norm": 2.177225478436168,
      "learning_rate": 4.3015158898770244e-06,
      "loss": 0.2778153419494629,
      "step": 780
    },
    {
      "epoch": 1.7954545454545454,
      "grad_norm": 2.9461068805741877,
      "learning_rate": 4.1708499737281305e-06,
      "loss": 0.27355659008026123,
      "step": 790
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 2.5881180120401517,
      "learning_rate": 4.0407638528573025e-06,
      "loss": 0.26711506843566896,
      "step": 800
    },
    {
      "epoch": 1.8409090909090908,
      "grad_norm": 2.207574522238884,
      "learning_rate": 3.911348491886423e-06,
      "loss": 0.24428513050079345,
      "step": 810
    },
    {
      "epoch": 1.8636363636363638,
      "grad_norm": 2.182519995252431,
      "learning_rate": 3.782694386398706e-06,
      "loss": 0.2714965581893921,
      "step": 820
    },
    {
      "epoch": 1.8863636363636362,
      "grad_norm": 2.2615254715867006,
      "learning_rate": 3.6548914996583417e-06,
      "loss": 0.25509488582611084,
      "step": 830
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 2.9459966172382104,
      "learning_rate": 3.5280291997023653e-06,
      "loss": 0.25538339614868166,
      "step": 840
    },
    {
      "epoch": 1.9318181818181817,
      "grad_norm": 3.2913984629414985,
      "learning_rate": 3.402196196848751e-06,
      "loss": 0.2844985008239746,
      "step": 850
    },
    {
      "epoch": 1.9545454545454546,
      "grad_norm": 2.4788660937203253,
      "learning_rate": 3.2774804816644255e-06,
      "loss": 0.25565271377563475,
      "step": 860
    },
    {
      "epoch": 1.9772727272727273,
      "grad_norm": 2.7208843313751383,
      "learning_rate": 3.1539692634365788e-06,
      "loss": 0.25684895515441897,
      "step": 870
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.0358196342304242,
      "learning_rate": 3.0317489091902936e-06,
      "loss": 0.25955650806427,
      "step": 880
    },
    {
      "epoch": 2.022727272727273,
      "grad_norm": 1.9425355117345169,
      "learning_rate": 2.9109048832951435e-06,
      "loss": 0.14140214920043945,
      "step": 890
    },
    {
      "epoch": 2.0454545454545454,
      "grad_norm": 3.4431055886190416,
      "learning_rate": 2.7915216877029754e-06,
      "loss": 0.1434719443321228,
      "step": 900
    },
    {
      "epoch": 2.0681818181818183,
      "grad_norm": 2.0612715914851902,
      "learning_rate": 2.673682802858697e-06,
      "loss": 0.1407102108001709,
      "step": 910
    },
    {
      "epoch": 2.090909090909091,
      "grad_norm": 2.1164384885063727,
      "learning_rate": 2.557470629325343e-06,
      "loss": 0.13808418512344361,
      "step": 920
    },
    {
      "epoch": 2.1136363636363638,
      "grad_norm": 2.2519647771391225,
      "learning_rate": 2.4429664301642763e-06,
      "loss": 0.13735430240631102,
      "step": 930
    },
    {
      "epoch": 2.1363636363636362,
      "grad_norm": 2.2788902655582057,
      "learning_rate": 2.33025027411082e-06,
      "loss": 0.13799439668655394,
      "step": 940
    },
    {
      "epoch": 2.159090909090909,
      "grad_norm": 3.052772649085247,
      "learning_rate": 2.219400979585007e-06,
      "loss": 0.13606619834899902,
      "step": 950
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 2.012177303861077,
      "learning_rate": 2.110496059576651e-06,
      "loss": 0.1282346487045288,
      "step": 960
    },
    {
      "epoch": 2.2045454545454546,
      "grad_norm": 1.9610164724456631,
      "learning_rate": 2.0036116674432653e-06,
      "loss": 0.13216371536254884,
      "step": 970
    },
    {
      "epoch": 2.227272727272727,
      "grad_norm": 2.6540434353440863,
      "learning_rate": 1.8988225436587005e-06,
      "loss": 0.13030035495758058,
      "step": 980
    },
    {
      "epoch": 2.25,
      "grad_norm": 2.555871126102426,
      "learning_rate": 1.7962019635497812e-06,
      "loss": 0.13218469619750978,
      "step": 990
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 2.1335096185529747,
      "learning_rate": 1.6958216860574661e-06,
      "loss": 0.13283238410949708,
      "step": 1000
    },
    {
      "epoch": 2.2954545454545454,
      "grad_norm": 2.7655161850516894,
      "learning_rate": 1.5977519035583517e-06,
      "loss": 0.132513689994812,
      "step": 1010
    },
    {
      "epoch": 2.3181818181818183,
      "grad_norm": 2.848312529591034,
      "learning_rate": 1.5020611927816365e-06,
      "loss": 0.12703816890716552,
      "step": 1020
    },
    {
      "epoch": 2.340909090909091,
      "grad_norm": 2.227907765172766,
      "learning_rate": 1.4088164668558302e-06,
      "loss": 0.12599025964736937,
      "step": 1030
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 2.286196931840073,
      "learning_rate": 1.3180829285187764e-06,
      "loss": 0.13639967441558837,
      "step": 1040
    },
    {
      "epoch": 2.3863636363636362,
      "grad_norm": 2.137425640156481,
      "learning_rate": 1.2299240245236876e-06,
      "loss": 0.12954788208007811,
      "step": 1050
    },
    {
      "epoch": 2.409090909090909,
      "grad_norm": 2.4490632402491257,
      "learning_rate": 1.144401401273062e-06,
      "loss": 0.1335909605026245,
      "step": 1060
    },
    {
      "epoch": 2.4318181818181817,
      "grad_norm": 2.326920874334565,
      "learning_rate": 1.0615748617115556e-06,
      "loss": 0.12867577075958253,
      "step": 1070
    },
    {
      "epoch": 2.4545454545454546,
      "grad_norm": 2.487890351608669,
      "learning_rate": 9.81502323507882e-07,
      "loss": 0.12449114322662354,
      "step": 1080
    },
    {
      "epoch": 2.4772727272727275,
      "grad_norm": 2.742040088251947,
      "learning_rate": 9.042397785550405e-07,
      "loss": 0.11729667186737061,
      "step": 1090
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.321077631479751,
      "learning_rate": 8.298412538171735e-07,
      "loss": 0.12813881635665894,
      "step": 1100
    },
    {
      "epoch": 2.5227272727272725,
      "grad_norm": 2.0432336345210698,
      "learning_rate": 7.583587735504106e-07,
      "loss": 0.12796485424041748,
      "step": 1110
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 2.6414932333447454,
      "learning_rate": 6.898423229241535e-07,
      "loss": 0.12595677375793457,
      "step": 1120
    },
    {
      "epoch": 2.5681818181818183,
      "grad_norm": 2.488367407778647,
      "learning_rate": 6.243398130682165e-07,
      "loss": 0.13666380643844606,
      "step": 1130
    },
    {
      "epoch": 2.590909090909091,
      "grad_norm": 2.1008324386164903,
      "learning_rate": 5.618970475702629e-07,
      "loss": 0.11914647817611694,
      "step": 1140
    },
    {
      "epoch": 2.6136363636363638,
      "grad_norm": 3.0854459568363426,
      "learning_rate": 5.025576904469842e-07,
      "loss": 0.1306401491165161,
      "step": 1150
    },
    {
      "epoch": 2.6363636363636362,
      "grad_norm": 2.4366028498961185,
      "learning_rate": 4.4636323561139115e-07,
      "loss": 0.12483165264129639,
      "step": 1160
    },
    {
      "epoch": 2.659090909090909,
      "grad_norm": 2.0018427140621906,
      "learning_rate": 3.9335297785759064e-07,
      "loss": 0.11939827203750611,
      "step": 1170
    },
    {
      "epoch": 2.6818181818181817,
      "grad_norm": 2.1942922596729644,
      "learning_rate": 3.435639853833317e-07,
      "loss": 0.12070950269699096,
      "step": 1180
    },
    {
      "epoch": 2.7045454545454546,
      "grad_norm": 2.2644596345611445,
      "learning_rate": 2.9703107386951535e-07,
      "loss": 0.11150152683258056,
      "step": 1190
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 2.0790023489638303,
      "learning_rate": 2.5378678213483057e-07,
      "loss": 0.12344894409179688,
      "step": 1200
    },
    {
      "epoch": 2.75,
      "grad_norm": 2.618350326472611,
      "learning_rate": 2.1386134938250645e-07,
      "loss": 0.127050518989563,
      "step": 1210
    },
    {
      "epoch": 2.7727272727272725,
      "grad_norm": 2.8561256630956513,
      "learning_rate": 1.772826940551059e-07,
      "loss": 0.11545364856719971,
      "step": 1220
    },
    {
      "epoch": 2.7954545454545454,
      "grad_norm": 2.4056447520695197,
      "learning_rate": 1.4407639431214705e-07,
      "loss": 0.12113176584243775,
      "step": 1230
    },
    {
      "epoch": 2.8181818181818183,
      "grad_norm": 2.7833457115281997,
      "learning_rate": 1.1426567014420297e-07,
      "loss": 0.12439879179000854,
      "step": 1240
    },
    {
      "epoch": 2.840909090909091,
      "grad_norm": 2.374035963488589,
      "learning_rate": 8.787136713598043e-08,
      "loss": 0.1220097541809082,
      "step": 1250
    },
    {
      "epoch": 2.8636363636363638,
      "grad_norm": 2.636612515739137,
      "learning_rate": 6.491194188974426e-08,
      "loss": 0.1318495512008667,
      "step": 1260
    },
    {
      "epoch": 2.8863636363636362,
      "grad_norm": 2.5618591309699257,
      "learning_rate": 4.5403449119265085e-08,
      "loss": 0.1285642623901367,
      "step": 1270
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 2.9023602358144083,
      "learning_rate": 2.93595304233274e-08,
      "loss": 0.13086082935333251,
      "step": 1280
    },
    {
      "epoch": 2.9318181818181817,
      "grad_norm": 2.258953154587228,
      "learning_rate": 1.6791404746642203e-08,
      "loss": 0.10913223028182983,
      "step": 1290
    },
    {
      "epoch": 2.9545454545454546,
      "grad_norm": 2.6965918627085013,
      "learning_rate": 7.707860534834632e-09,
      "loss": 0.12580494880676268,
      "step": 1300
    },
    {
      "epoch": 2.9772727272727275,
      "grad_norm": 2.5729882023176716,
      "learning_rate": 2.1152495889970035e-09,
      "loss": 0.12660614252090455,
      "step": 1310
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.219041772069686,
      "learning_rate": 1.748262409728696e-11,
      "loss": 0.11866579055786133,
      "step": 1320
    },
    {
      "epoch": 3.0,
      "step": 1320,
      "total_flos": 1.963895822567342e+17,
      "train_loss": 0.29859442900527605,
      "train_runtime": 15157.4308,
      "train_samples_per_second": 0.696,
      "train_steps_per_second": 0.087
    }
  ],
  "logging_steps": 10,
  "max_steps": 1320,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.963895822567342e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}