{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 537,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00931098696461825,
      "grad_norm": 1.4201428013187298,
      "learning_rate": 9.259259259259259e-06,
      "loss": 0.8537,
      "num_tokens": 5242880.0,
      "step": 5
    },
    {
      "epoch": 0.0186219739292365,
      "grad_norm": 1.1150939448939228,
      "learning_rate": 1.8518518518518518e-05,
      "loss": 0.7985,
      "num_tokens": 10465392.0,
      "step": 10
    },
    {
      "epoch": 0.027932960893854747,
      "grad_norm": 0.7251227665439148,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.7413,
      "num_tokens": 15708272.0,
      "step": 15
    },
    {
      "epoch": 0.037243947858473,
      "grad_norm": 0.4341462885103402,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 0.6906,
      "num_tokens": 20951152.0,
      "step": 20
    },
    {
      "epoch": 0.04655493482309125,
      "grad_norm": 0.3965781705629372,
      "learning_rate": 4.62962962962963e-05,
      "loss": 0.6738,
      "num_tokens": 26194032.0,
      "step": 25
    },
    {
      "epoch": 0.055865921787709494,
      "grad_norm": 0.39671648772547297,
      "learning_rate": 4.999615813530619e-05,
      "loss": 0.6548,
      "num_tokens": 31436912.0,
      "step": 30
    },
    {
      "epoch": 0.06517690875232775,
      "grad_norm": 0.36204353986449117,
      "learning_rate": 4.997268482437153e-05,
      "loss": 0.6338,
      "num_tokens": 36666389.0,
      "step": 35
    },
    {
      "epoch": 0.074487895716946,
      "grad_norm": 0.2858072225309757,
      "learning_rate": 4.992789481063698e-05,
      "loss": 0.6274,
      "num_tokens": 41909269.0,
      "step": 40
    },
    {
      "epoch": 0.08379888268156424,
      "grad_norm": 0.35938013365016896,
      "learning_rate": 4.9861830580143667e-05,
      "loss": 0.629,
      "num_tokens": 47152149.0,
      "step": 45
    },
    {
      "epoch": 0.0931098696461825,
      "grad_norm": 0.3052370779549951,
      "learning_rate": 4.977455479881591e-05,
      "loss": 0.6057,
      "num_tokens": 52353719.0,
      "step": 50
    },
    {
      "epoch": 0.10242085661080075,
      "grad_norm": 0.31388184433780875,
      "learning_rate": 4.96661502530189e-05,
      "loss": 0.6095,
      "num_tokens": 57574357.0,
      "step": 55
    },
    {
      "epoch": 0.11173184357541899,
      "grad_norm": 0.3647523240804099,
      "learning_rate": 4.9536719771030736e-05,
      "loss": 0.6049,
      "num_tokens": 62792124.0,
      "step": 60
    },
    {
      "epoch": 0.12104283054003724,
      "grad_norm": 0.361879975166134,
      "learning_rate": 4.938638612550361e-05,
      "loss": 0.6041,
      "num_tokens": 68027252.0,
      "step": 65
    },
    {
      "epoch": 0.1303538175046555,
      "grad_norm": 0.40173089665729617,
      "learning_rate": 4.92152919170065e-05,
      "loss": 0.5893,
      "num_tokens": 73260442.0,
      "step": 70
    },
    {
      "epoch": 0.13966480446927373,
      "grad_norm": 0.3316659352559055,
      "learning_rate": 4.902359943875992e-05,
      "loss": 0.5902,
      "num_tokens": 78503322.0,
      "step": 75
    },
    {
      "epoch": 0.148975791433892,
      "grad_norm": 0.307825342291191,
      "learning_rate": 4.8811490522690904e-05,
      "loss": 0.5773,
      "num_tokens": 83727556.0,
      "step": 80
    },
    {
      "epoch": 0.15828677839851024,
      "grad_norm": 0.36545266349700456,
      "learning_rate": 4.8579166366954484e-05,
      "loss": 0.5884,
      "num_tokens": 88959058.0,
      "step": 85
    },
    {
      "epoch": 0.16759776536312848,
      "grad_norm": 0.2997207017250994,
      "learning_rate": 4.832684734508502e-05,
      "loss": 0.581,
      "num_tokens": 94201938.0,
      "step": 90
    },
    {
      "epoch": 0.17690875232774675,
      "grad_norm": 0.31168008182379686,
      "learning_rate": 4.805477279695852e-05,
      "loss": 0.5796,
      "num_tokens": 99432200.0,
      "step": 95
    },
    {
      "epoch": 0.186219739292365,
      "grad_norm": 0.4734874879382429,
      "learning_rate": 4.776320080176434e-05,
      "loss": 0.5792,
      "num_tokens": 104670740.0,
      "step": 100
    },
    {
      "epoch": 0.19553072625698323,
      "grad_norm": 0.47584562190878427,
      "learning_rate": 4.745240793320139e-05,
      "loss": 0.5826,
      "num_tokens": 109909053.0,
      "step": 105
    },
    {
      "epoch": 0.2048417132216015,
      "grad_norm": 0.4236823504091843,
      "learning_rate": 4.712268899713125e-05,
      "loss": 0.5848,
      "num_tokens": 115151933.0,
      "step": 110
    },
    {
      "epoch": 0.21415270018621974,
      "grad_norm": 0.4114280222396976,
      "learning_rate": 4.6774356751936914e-05,
      "loss": 0.5805,
      "num_tokens": 120376968.0,
      "step": 115
    },
    {
      "epoch": 0.22346368715083798,
      "grad_norm": 0.35087492813274646,
      "learning_rate": 4.640774161185259e-05,
      "loss": 0.5697,
      "num_tokens": 125607410.0,
      "step": 120
    },
    {
      "epoch": 0.23277467411545624,
      "grad_norm": 0.37507598014335836,
      "learning_rate": 4.602319133354571e-05,
      "loss": 0.5725,
      "num_tokens": 130831913.0,
      "step": 125
    },
    {
      "epoch": 0.24208566108007448,
      "grad_norm": 0.29474550173390546,
      "learning_rate": 4.5621070686248734e-05,
      "loss": 0.5738,
      "num_tokens": 136036466.0,
      "step": 130
    },
    {
      "epoch": 0.25139664804469275,
      "grad_norm": 0.29308438258855685,
      "learning_rate": 4.5201761105753376e-05,
      "loss": 0.5718,
      "num_tokens": 141273912.0,
      "step": 135
    },
    {
      "epoch": 0.260707635009311,
      "grad_norm": 0.32368002083106606,
      "learning_rate": 4.476566033259568e-05,
      "loss": 0.5689,
      "num_tokens": 146502251.0,
      "step": 140
    },
    {
      "epoch": 0.27001862197392923,
      "grad_norm": 0.3135687967175879,
      "learning_rate": 4.4313182034775045e-05,
      "loss": 0.5669,
      "num_tokens": 151734911.0,
      "step": 145
    },
    {
      "epoch": 0.27932960893854747,
      "grad_norm": 0.3956190217412004,
      "learning_rate": 4.384475541536505e-05,
      "loss": 0.5701,
      "num_tokens": 156977308.0,
      "step": 150
    },
    {
      "epoch": 0.2886405959031657,
      "grad_norm": 0.2796592596784188,
      "learning_rate": 4.3360824805388314e-05,
      "loss": 0.5583,
      "num_tokens": 162220188.0,
      "step": 155
    },
    {
      "epoch": 0.297951582867784,
      "grad_norm": 0.3846756062591659,
      "learning_rate": 4.2861849242341673e-05,
      "loss": 0.5672,
      "num_tokens": 167423794.0,
      "step": 160
    },
    {
      "epoch": 0.30726256983240224,
      "grad_norm": 0.41784479178117295,
      "learning_rate": 4.2348302034771266e-05,
      "loss": 0.5538,
      "num_tokens": 172657586.0,
      "step": 165
    },
    {
      "epoch": 0.3165735567970205,
      "grad_norm": 0.27796880709791777,
      "learning_rate": 4.1820670313310686e-05,
      "loss": 0.5565,
      "num_tokens": 177900466.0,
      "step": 170
    },
    {
      "epoch": 0.3258845437616387,
      "grad_norm": 0.29366126866050385,
      "learning_rate": 4.1279454568608126e-05,
      "loss": 0.561,
      "num_tokens": 183130933.0,
      "step": 175
    },
    {
      "epoch": 0.33519553072625696,
      "grad_norm": 0.3086396826992306,
      "learning_rate": 4.072516817658065e-05,
      "loss": 0.5564,
      "num_tokens": 188373813.0,
      "step": 180
    },
    {
      "epoch": 0.34450651769087526,
      "grad_norm": 0.30593758522694636,
      "learning_rate": 4.0158336911446025e-05,
      "loss": 0.5628,
      "num_tokens": 193616502.0,
      "step": 185
    },
    {
      "epoch": 0.3538175046554935,
      "grad_norm": 0.294761751314642,
      "learning_rate": 3.9579498446994056e-05,
      "loss": 0.5517,
      "num_tokens": 198859382.0,
      "step": 190
    },
    {
      "epoch": 0.36312849162011174,
      "grad_norm": 0.27638447075620914,
      "learning_rate": 3.8989201846570405e-05,
      "loss": 0.5509,
      "num_tokens": 204102262.0,
      "step": 195
    },
    {
      "epoch": 0.37243947858473,
      "grad_norm": 0.31009012497717015,
      "learning_rate": 3.8388007042256785e-05,
      "loss": 0.5573,
      "num_tokens": 209345142.0,
      "step": 200
    },
    {
      "epoch": 0.3817504655493482,
      "grad_norm": 0.2831614618055055,
      "learning_rate": 3.777648430374142e-05,
      "loss": 0.5538,
      "num_tokens": 214586037.0,
      "step": 205
    },
    {
      "epoch": 0.39106145251396646,
      "grad_norm": 0.3007721057444969,
      "learning_rate": 3.71552136973837e-05,
      "loss": 0.5527,
      "num_tokens": 219820636.0,
      "step": 210
    },
    {
      "epoch": 0.40037243947858475,
      "grad_norm": 0.30060695603156207,
      "learning_rate": 3.6524784535986175e-05,
      "loss": 0.5429,
      "num_tokens": 225063516.0,
      "step": 215
    },
    {
      "epoch": 0.409683426443203,
      "grad_norm": 0.32689419968957034,
      "learning_rate": 3.5885794819795564e-05,
      "loss": 0.5481,
      "num_tokens": 230306396.0,
      "step": 220
    },
    {
      "epoch": 0.41899441340782123,
      "grad_norm": 0.2550165435869078,
      "learning_rate": 3.523885066926339e-05,
      "loss": 0.547,
      "num_tokens": 235549276.0,
      "step": 225
    },
    {
      "epoch": 0.42830540037243947,
      "grad_norm": 0.26907755414737755,
      "learning_rate": 3.458456575010393e-05,
      "loss": 0.5508,
      "num_tokens": 240792156.0,
      "step": 230
    },
    {
      "epoch": 0.4376163873370577,
      "grad_norm": 0.2996287650787198,
      "learning_rate": 3.39235606911952e-05,
      "loss": 0.5452,
      "num_tokens": 246029886.0,
      "step": 235
    },
    {
      "epoch": 0.44692737430167595,
      "grad_norm": 0.25487267815356673,
      "learning_rate": 3.3256462495874804e-05,
      "loss": 0.5489,
      "num_tokens": 251259365.0,
      "step": 240
    },
    {
      "epoch": 0.45623836126629425,
      "grad_norm": 0.2460132085640114,
      "learning_rate": 3.258390394718933e-05,
      "loss": 0.5553,
      "num_tokens": 256502245.0,
      "step": 245
    },
    {
      "epoch": 0.4655493482309125,
      "grad_norm": 0.26321033904212343,
      "learning_rate": 3.190652300766126e-05,
      "loss": 0.5457,
      "num_tokens": 261736444.0,
      "step": 250
    },
    {
      "epoch": 0.4748603351955307,
      "grad_norm": 0.2833956438776409,
      "learning_rate": 3.122496221414293e-05,
      "loss": 0.5532,
      "num_tokens": 266962986.0,
      "step": 255
    },
    {
      "epoch": 0.48417132216014896,
      "grad_norm": 0.29087888128039113,
      "learning_rate": 3.053986806833135e-05,
      "loss": 0.5456,
      "num_tokens": 272205866.0,
      "step": 260
    },
    {
      "epoch": 0.4934823091247672,
      "grad_norm": 0.26429684151459776,
      "learning_rate": 2.9851890423522204e-05,
      "loss": 0.5482,
      "num_tokens": 277446221.0,
      "step": 265
    },
    {
      "epoch": 0.5027932960893855,
      "grad_norm": 0.24470359154488974,
      "learning_rate": 2.916168186818467e-05,
      "loss": 0.5413,
      "num_tokens": 282683327.0,
      "step": 270
    },
    {
      "epoch": 0.5121042830540037,
      "grad_norm": 0.2736595105352556,
      "learning_rate": 2.8469897106941655e-05,
      "loss": 0.5487,
      "num_tokens": 287912879.0,
      "step": 275
    },
    {
      "epoch": 0.521415270018622,
      "grad_norm": 0.24238966790824248,
      "learning_rate": 2.7777192339542868e-05,
      "loss": 0.5456,
      "num_tokens": 293122806.0,
      "step": 280
    },
    {
      "epoch": 0.5307262569832403,
      "grad_norm": 0.26353290812006847,
      "learning_rate": 2.708422463841958e-05,
      "loss": 0.5492,
      "num_tokens": 298356067.0,
      "step": 285
    },
    {
      "epoch": 0.5400372439478585,
      "grad_norm": 0.23276297065705606,
      "learning_rate": 2.639165132541162e-05,
      "loss": 0.5437,
      "num_tokens": 303598947.0,
      "step": 290
    },
    {
      "epoch": 0.5493482309124768,
      "grad_norm": 0.266482583146889,
      "learning_rate": 2.5700129348257817e-05,
      "loss": 0.5496,
      "num_tokens": 308834761.0,
      "step": 295
    },
    {
      "epoch": 0.5586592178770949,
      "grad_norm": 0.24290883534206067,
      "learning_rate": 2.5010314657441236e-05,
      "loss": 0.5376,
      "num_tokens": 314077641.0,
      "step": 300
    },
    {
      "epoch": 0.5679702048417132,
      "grad_norm": 0.2327691233591878,
      "learning_rate": 2.432286158398045e-05,
      "loss": 0.536,
      "num_tokens": 319309553.0,
      "step": 305
    },
    {
      "epoch": 0.5772811918063314,
      "grad_norm": 0.22579410138108552,
      "learning_rate": 2.3638422218756905e-05,
      "loss": 0.533,
      "num_tokens": 324545386.0,
      "step": 310
    },
    {
      "epoch": 0.5865921787709497,
      "grad_norm": 0.23918094249681907,
      "learning_rate": 2.2957645793967277e-05,
      "loss": 0.5464,
      "num_tokens": 329788266.0,
      "step": 315
    },
    {
      "epoch": 0.595903165735568,
      "grad_norm": 0.22829342755749735,
      "learning_rate": 2.22811780672873e-05,
      "loss": 0.546,
      "num_tokens": 335031146.0,
      "step": 320
    },
    {
      "epoch": 0.6052141527001862,
      "grad_norm": 0.2273887771712756,
      "learning_rate": 2.1609660709331592e-05,
      "loss": 0.5273,
      "num_tokens": 340270891.0,
      "step": 325
    },
    {
      "epoch": 0.6145251396648045,
      "grad_norm": 0.2314633074458969,
      "learning_rate": 2.09437306949902e-05,
      "loss": 0.526,
      "num_tokens": 345504904.0,
      "step": 330
    },
    {
      "epoch": 0.6238361266294227,
      "grad_norm": 0.22847920504210956,
      "learning_rate": 2.0284019699219263e-05,
      "loss": 0.5322,
      "num_tokens": 350734169.0,
      "step": 335
    },
    {
      "epoch": 0.633147113594041,
      "grad_norm": 0.24413849159065548,
      "learning_rate": 1.9631153497859123e-05,
      "loss": 0.54,
      "num_tokens": 355956520.0,
      "step": 340
    },
    {
      "epoch": 0.6424581005586593,
      "grad_norm": 0.2078864285631938,
      "learning_rate": 1.898575137404802e-05,
      "loss": 0.5398,
      "num_tokens": 361191468.0,
      "step": 345
    },
    {
      "epoch": 0.6517690875232774,
      "grad_norm": 0.2300594791717091,
      "learning_rate": 1.83484255307945e-05,
      "loss": 0.5335,
      "num_tokens": 366434348.0,
      "step": 350
    },
    {
      "epoch": 0.6610800744878957,
      "grad_norm": 0.2374407337953431,
      "learning_rate": 1.7719780510265795e-05,
      "loss": 0.5421,
      "num_tokens": 371677228.0,
      "step": 355
    },
    {
      "epoch": 0.6703910614525139,
      "grad_norm": 0.2177578810565896,
      "learning_rate": 1.710041262034296e-05,
      "loss": 0.5368,
      "num_tokens": 376908695.0,
      "step": 360
    },
    {
      "epoch": 0.6797020484171322,
      "grad_norm": 0.21129132380628454,
      "learning_rate": 1.6490909368986725e-05,
      "loss": 0.5472,
      "num_tokens": 382146337.0,
      "step": 365
    },
    {
      "epoch": 0.6890130353817505,
      "grad_norm": 0.20218248902529426,
      "learning_rate": 1.58918489069506e-05,
      "loss": 0.5364,
      "num_tokens": 387384301.0,
      "step": 370
    },
    {
      "epoch": 0.6983240223463687,
      "grad_norm": 0.21457608936128214,
      "learning_rate": 1.5303799479369892e-05,
      "loss": 0.5276,
      "num_tokens": 392611427.0,
      "step": 375
    },
    {
      "epoch": 0.707635009310987,
      "grad_norm": 0.19128125637975793,
      "learning_rate": 1.4727318886746724e-05,
      "loss": 0.5375,
      "num_tokens": 397835323.0,
      "step": 380
    },
    {
      "epoch": 0.7169459962756052,
      "grad_norm": 0.18550631523602942,
      "learning_rate": 1.4162953955842518e-05,
      "loss": 0.5301,
      "num_tokens": 403065282.0,
      "step": 385
    },
    {
      "epoch": 0.7262569832402235,
      "grad_norm": 0.20279487338654917,
      "learning_rate": 1.3611240020979663e-05,
      "loss": 0.5326,
      "num_tokens": 408298322.0,
      "step": 390
    },
    {
      "epoch": 0.7355679702048417,
      "grad_norm": 0.20024613157492888,
      "learning_rate": 1.3072700416244494e-05,
      "loss": 0.5412,
      "num_tokens": 413538686.0,
      "step": 395
    },
    {
      "epoch": 0.74487895716946,
      "grad_norm": 0.1981292555139309,
      "learning_rate": 1.2547845979073204e-05,
      "loss": 0.5331,
      "num_tokens": 418781566.0,
      "step": 400
    },
    {
      "epoch": 0.7541899441340782,
      "grad_norm": 0.20123942745008,
      "learning_rate": 1.203717456569159e-05,
      "loss": 0.5252,
      "num_tokens": 424003342.0,
      "step": 405
    },
    {
      "epoch": 0.7635009310986964,
      "grad_norm": 0.21687561842464992,
      "learning_rate": 1.15411705788683e-05,
      "loss": 0.5405,
      "num_tokens": 429246222.0,
      "step": 410
    },
    {
      "epoch": 0.7728119180633147,
      "grad_norm": 0.19685124075840058,
      "learning_rate": 1.1060304508429408e-05,
      "loss": 0.5283,
      "num_tokens": 434474764.0,
      "step": 415
    },
    {
      "epoch": 0.7821229050279329,
      "grad_norm": 0.18611556675896193,
      "learning_rate": 1.059503248497035e-05,
      "loss": 0.5255,
      "num_tokens": 439717644.0,
      "step": 420
    },
    {
      "epoch": 0.7914338919925512,
      "grad_norm": 0.21072199794235733,
      "learning_rate": 1.0145795847188434e-05,
      "loss": 0.5339,
      "num_tokens": 444944189.0,
      "step": 425
    },
    {
      "epoch": 0.8007448789571695,
      "grad_norm": 0.2240639855994187,
      "learning_rate": 9.713020723246324e-06,
      "loss": 0.5381,
      "num_tokens": 450170885.0,
      "step": 430
    },
    {
      "epoch": 0.8100558659217877,
      "grad_norm": 0.2025051258128279,
      "learning_rate": 9.297117626563687e-06,
      "loss": 0.5324,
      "num_tokens": 455413765.0,
      "step": 435
    },
    {
      "epoch": 0.819366852886406,
      "grad_norm": 0.1890210765791099,
      "learning_rate": 8.898481066420325e-06,
      "loss": 0.5314,
      "num_tokens": 460656645.0,
      "step": 440
    },
    {
      "epoch": 0.8286778398510242,
      "grad_norm": 0.21107344627770866,
      "learning_rate": 8.517489173740262e-06,
      "loss": 0.5305,
      "num_tokens": 465899525.0,
      "step": 445
    },
    {
      "epoch": 0.8379888268156425,
      "grad_norm": 0.1832579814820153,
      "learning_rate": 8.15450334241162e-06,
      "loss": 0.5178,
      "num_tokens": 471142405.0,
      "step": 450
    },
    {
      "epoch": 0.8472998137802608,
      "grad_norm": 0.1756919470498752,
      "learning_rate": 7.809867886482666e-06,
      "loss": 0.5295,
      "num_tokens": 476385285.0,
      "step": 455
    },
    {
      "epoch": 0.8566108007448789,
      "grad_norm": 0.19786808284695578,
      "learning_rate": 7.483909713559035e-06,
      "loss": 0.5271,
      "num_tokens": 481616409.0,
      "step": 460
    },
    {
      "epoch": 0.8659217877094972,
      "grad_norm": 0.19078486072397677,
      "learning_rate": 7.176938014712102e-06,
      "loss": 0.5264,
      "num_tokens": 486854794.0,
      "step": 465
    },
    {
      "epoch": 0.8752327746741154,
      "grad_norm": 0.18918571907532789,
      "learning_rate": 6.889243971192496e-06,
      "loss": 0.5287,
      "num_tokens": 492097674.0,
      "step": 470
    },
    {
      "epoch": 0.8845437616387337,
      "grad_norm": 0.18591255640147897,
      "learning_rate": 6.6211004782270746e-06,
      "loss": 0.5311,
      "num_tokens": 497312162.0,
      "step": 475
    },
    {
      "epoch": 0.8938547486033519,
      "grad_norm": 0.1927696551827537,
      "learning_rate": 6.372761886161231e-06,
      "loss": 0.5192,
      "num_tokens": 502555042.0,
      "step": 480
    },
    {
      "epoch": 0.9031657355679702,
      "grad_norm": 0.19898276828764608,
      "learning_rate": 6.1444637591922245e-06,
      "loss": 0.5253,
      "num_tokens": 507789906.0,
      "step": 485
    },
    {
      "epoch": 0.9124767225325885,
      "grad_norm": 0.18701323027769204,
      "learning_rate": 5.936422651922251e-06,
      "loss": 0.5213,
      "num_tokens": 513031521.0,
      "step": 490
    },
    {
      "epoch": 0.9217877094972067,
      "grad_norm": 0.18601022849015522,
      "learning_rate": 5.748835903943284e-06,
      "loss": 0.531,
      "num_tokens": 518274401.0,
      "step": 495
    },
    {
      "epoch": 0.931098696461825,
      "grad_norm": 0.18303437356864768,
      "learning_rate": 5.581881452648523e-06,
      "loss": 0.5317,
      "num_tokens": 523517281.0,
      "step": 500
    },
    {
      "epoch": 0.9404096834264432,
      "grad_norm": 0.1975429877770742,
      "learning_rate": 5.435717664448002e-06,
      "loss": 0.5312,
      "num_tokens": 528760161.0,
      "step": 505
    },
    {
      "epoch": 0.9497206703910615,
      "grad_norm": 0.17824897560893996,
      "learning_rate": 5.310483184548443e-06,
      "loss": 0.5243,
      "num_tokens": 533998146.0,
      "step": 510
    },
    {
      "epoch": 0.9590316573556797,
      "grad_norm": 0.1774458024027235,
      "learning_rate": 5.206296805439894e-06,
      "loss": 0.5243,
      "num_tokens": 539227681.0,
      "step": 515
    },
    {
      "epoch": 0.9683426443202979,
      "grad_norm": 0.18414567900772816,
      "learning_rate": 5.123257354213851e-06,
      "loss": 0.5234,
      "num_tokens": 544470561.0,
      "step": 520
    },
    {
      "epoch": 0.9776536312849162,
      "grad_norm": 0.18210521573658178,
      "learning_rate": 5.06144359881977e-06,
      "loss": 0.5211,
      "num_tokens": 549691697.0,
      "step": 525
    },
    {
      "epoch": 0.9869646182495344,
      "grad_norm": 0.1837346165212147,
      "learning_rate": 5.020914173348905e-06,
      "loss": 0.5191,
      "num_tokens": 554934577.0,
      "step": 530
    },
    {
      "epoch": 0.9962756052141527,
      "grad_norm": 0.1854121523619591,
      "learning_rate": 5.0017075224163115e-06,
      "loss": 0.5207,
      "num_tokens": 560177457.0,
      "step": 535
    },
    {
      "epoch": 1.0,
      "num_tokens": 562274609.0,
      "step": 537,
      "total_flos": 489532856205312.0,
      "train_loss": 0.5610237654360979,
      "train_runtime": 9467.7271,
      "train_samples_per_second": 3.624,
      "train_steps_per_second": 0.057
    }
  ],
  "logging_steps": 5,
  "max_steps": 537,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 489532856205312.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}