{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 636,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04728132387706856,
      "grad_norm": 10.003059704869118,
      "learning_rate": 1.40625e-06,
      "loss": 1.0703633308410645,
      "step": 10
    },
    {
      "epoch": 0.09456264775413711,
      "grad_norm": 8.01411803374535,
      "learning_rate": 2.96875e-06,
      "loss": 0.7216761112213135,
      "step": 20
    },
    {
      "epoch": 0.14184397163120568,
      "grad_norm": 6.794026105402396,
      "learning_rate": 4.53125e-06,
      "loss": 0.5243842124938964,
      "step": 30
    },
    {
      "epoch": 0.18912529550827423,
      "grad_norm": 5.3828488656553635,
      "learning_rate": 6.093750000000001e-06,
      "loss": 0.3736485719680786,
      "step": 40
    },
    {
      "epoch": 0.2364066193853428,
      "grad_norm": 3.5791089569326164,
      "learning_rate": 7.656250000000001e-06,
      "loss": 0.3347127437591553,
      "step": 50
    },
    {
      "epoch": 0.28368794326241137,
      "grad_norm": 3.770516852904127,
      "learning_rate": 9.21875e-06,
      "loss": 0.26312570571899413,
      "step": 60
    },
    {
      "epoch": 0.3309692671394799,
      "grad_norm": 3.114624831404019,
      "learning_rate": 9.998114787060282e-06,
      "loss": 0.23923130035400392,
      "step": 70
    },
    {
      "epoch": 0.37825059101654845,
      "grad_norm": 3.7872928686552,
      "learning_rate": 9.9830416121373e-06,
      "loss": 0.21247198581695556,
      "step": 80
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 3.406656030713779,
      "learning_rate": 9.952940719551111e-06,
      "loss": 0.18418420553207399,
      "step": 90
    },
    {
      "epoch": 0.4728132387706856,
      "grad_norm": 2.9426982692034773,
      "learning_rate": 9.907902886732532e-06,
      "loss": 0.17102956771850586,
      "step": 100
    },
    {
      "epoch": 0.5200945626477541,
      "grad_norm": 3.175719385112189,
      "learning_rate": 9.848063937519377e-06,
      "loss": 0.13682639598846436,
      "step": 110
    },
    {
      "epoch": 0.5673758865248227,
      "grad_norm": 2.1382984961467573,
      "learning_rate": 9.77360433254273e-06,
      "loss": 0.11381369829177856,
      "step": 120
    },
    {
      "epoch": 0.6146572104018913,
      "grad_norm": 2.8393978873156858,
      "learning_rate": 9.68474862499881e-06,
      "loss": 0.10079210996627808,
      "step": 130
    },
    {
      "epoch": 0.6619385342789598,
      "grad_norm": 2.1515649910226546,
      "learning_rate": 9.58176478344772e-06,
      "loss": 0.10363955497741699,
      "step": 140
    },
    {
      "epoch": 0.7092198581560284,
      "grad_norm": 1.5927766453466274,
      "learning_rate": 9.46496338368135e-06,
      "loss": 0.06922043561935425,
      "step": 150
    },
    {
      "epoch": 0.7565011820330969,
      "grad_norm": 1.70298760305756,
      "learning_rate": 9.334696672097577e-06,
      "loss": 0.06773130893707276,
      "step": 160
    },
    {
      "epoch": 0.8037825059101655,
      "grad_norm": 2.708426929103041,
      "learning_rate": 9.191357503405427e-06,
      "loss": 0.06727783679962158,
      "step": 170
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 3.1328891604349955,
      "learning_rate": 9.035378155864814e-06,
      "loss": 0.06067630648612976,
      "step": 180
    },
    {
      "epoch": 0.8983451536643026,
      "grad_norm": 1.8205683336425384,
      "learning_rate": 8.86722902763385e-06,
      "loss": 0.05844651460647583,
      "step": 190
    },
    {
      "epoch": 0.9456264775413712,
      "grad_norm": 1.697537046743922,
      "learning_rate": 8.687417218155213e-06,
      "loss": 0.05937148332595825,
      "step": 200
    },
    {
      "epoch": 0.9929078014184397,
      "grad_norm": 1.0396830552335072,
      "learning_rate": 8.496484998859829e-06,
      "loss": 0.03763242363929749,
      "step": 210
    },
    {
      "epoch": 1.037825059101655,
      "grad_norm": 0.8642398971762767,
      "learning_rate": 8.295008177799827e-06,
      "loss": 0.03495276272296906,
      "step": 220
    },
    {
      "epoch": 1.0851063829787233,
      "grad_norm": 1.0424207686309126,
      "learning_rate": 8.083594363142717e-06,
      "loss": 0.025931894779205322,
      "step": 230
    },
    {
      "epoch": 1.132387706855792,
      "grad_norm": 1.1136005630541148,
      "learning_rate": 7.862881130763647e-06,
      "loss": 0.026602587103843688,
      "step": 240
    },
    {
      "epoch": 1.1796690307328606,
      "grad_norm": 1.0399507161214312,
      "learning_rate": 7.633534101461901e-06,
      "loss": 0.021249282360076904,
      "step": 250
    },
    {
      "epoch": 1.226950354609929,
      "grad_norm": 1.5646997405017895,
      "learning_rate": 7.396244933600285e-06,
      "loss": 0.023153193295001984,
      "step": 260
    },
    {
      "epoch": 1.2742316784869976,
      "grad_norm": 1.134424388482584,
      "learning_rate": 7.1517292372211626e-06,
      "loss": 0.017405706644058227,
      "step": 270
    },
    {
      "epoch": 1.3215130023640662,
      "grad_norm": 0.626572643202166,
      "learning_rate": 6.900724415929681e-06,
      "loss": 0.01704220622777939,
      "step": 280
    },
    {
      "epoch": 1.3687943262411348,
      "grad_norm": 0.9307342263945321,
      "learning_rate": 6.643987443052595e-06,
      "loss": 0.021272167563438416,
      "step": 290
    },
    {
      "epoch": 1.4160756501182032,
      "grad_norm": 0.7821581510737491,
      "learning_rate": 6.382292578779243e-06,
      "loss": 0.015855869650840758,
      "step": 300
    },
    {
      "epoch": 1.4633569739952719,
      "grad_norm": 1.2018524252351932,
      "learning_rate": 6.116429035169309e-06,
      "loss": 0.013551126420497894,
      "step": 310
    },
    {
      "epoch": 1.5106382978723403,
      "grad_norm": 1.7436009511731971,
      "learning_rate": 5.847198596069148e-06,
      "loss": 0.013514792919158936,
      "step": 320
    },
    {
      "epoch": 1.557919621749409,
      "grad_norm": 0.9971193294972714,
      "learning_rate": 5.575413199114452e-06,
      "loss": 0.00765489861369133,
      "step": 330
    },
    {
      "epoch": 1.6052009456264775,
      "grad_norm": 0.7366238014243993,
      "learning_rate": 5.301892487111431e-06,
      "loss": 0.008913889527320862,
      "step": 340
    },
    {
      "epoch": 1.6524822695035462,
      "grad_norm": 0.6447320994339741,
      "learning_rate": 5.027461336180929e-06,
      "loss": 0.006961894035339355,
      "step": 350
    },
    {
      "epoch": 1.6997635933806148,
      "grad_norm": 0.5038500400047699,
      "learning_rate": 4.752947368120065e-06,
      "loss": 0.008478662371635437,
      "step": 360
    },
    {
      "epoch": 1.7470449172576832,
      "grad_norm": 0.3430916840622604,
      "learning_rate": 4.479178454483552e-06,
      "loss": 0.00493520088493824,
      "step": 370
    },
    {
      "epoch": 1.7943262411347518,
      "grad_norm": 0.4484735597035409,
      "learning_rate": 4.206980219911784e-06,
      "loss": 0.005623586103320121,
      "step": 380
    },
    {
      "epoch": 1.8416075650118202,
      "grad_norm": 0.9626845230897481,
      "learning_rate": 3.937173552235117e-06,
      "loss": 0.0037903957068920135,
      "step": 390
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.22110051024677546,
      "learning_rate": 3.6705721268632917e-06,
      "loss": 0.004384144395589829,
      "step": 400
    },
    {
      "epoch": 1.9361702127659575,
      "grad_norm": 0.4488650383493766,
      "learning_rate": 3.4079799529258573e-06,
      "loss": 0.0028959948569536207,
      "step": 410
    },
    {
      "epoch": 1.983451536643026,
      "grad_norm": 0.23186876492734101,
      "learning_rate": 3.1501889485639127e-06,
      "loss": 0.0036983244121074677,
      "step": 420
    },
    {
      "epoch": 2.028368794326241,
      "grad_norm": 0.2626528300265604,
      "learning_rate": 2.8979765526855e-06,
      "loss": 0.0023647624999284743,
      "step": 430
    },
    {
      "epoch": 2.07565011820331,
      "grad_norm": 0.021002646696500014,
      "learning_rate": 2.6521033803870695e-06,
      "loss": 0.0014396067708730698,
      "step": 440
    },
    {
      "epoch": 2.1229314420803784,
      "grad_norm": 0.36981590583639856,
      "learning_rate": 2.4133109291117156e-06,
      "loss": 0.0013030022382736206,
      "step": 450
    },
    {
      "epoch": 2.1702127659574466,
      "grad_norm": 0.02950266806241608,
      "learning_rate": 2.182319342461924e-06,
      "loss": 0.0015963653102517128,
      "step": 460
    },
    {
      "epoch": 2.2174940898345152,
      "grad_norm": 0.18581346148388858,
      "learning_rate": 1.959825238410596e-06,
      "loss": 0.0010817430913448334,
      "step": 470
    },
    {
      "epoch": 2.264775413711584,
      "grad_norm": 0.010055254201123307,
      "learning_rate": 1.7464996084600433e-06,
      "loss": 0.0007165173068642616,
      "step": 480
    },
    {
      "epoch": 2.3120567375886525,
      "grad_norm": 0.2174604814449484,
      "learning_rate": 1.5429857940845633e-06,
      "loss": 0.0007185469381511212,
      "step": 490
    },
    {
      "epoch": 2.359338061465721,
      "grad_norm": 0.106627994457818,
      "learning_rate": 1.3498975465591868e-06,
      "loss": 0.0005604015197604895,
      "step": 500
    },
    {
      "epoch": 2.4066193853427897,
      "grad_norm": 0.1988866050956487,
      "learning_rate": 1.167817176025744e-06,
      "loss": 0.0003483978332951665,
      "step": 510
    },
    {
      "epoch": 2.453900709219858,
      "grad_norm": 0.15724086485914443,
      "learning_rate": 9.972937953781985e-07,
      "loss": 0.0002331526717171073,
      "step": 520
    },
    {
      "epoch": 2.5011820330969265,
      "grad_norm": 0.014082314944136583,
      "learning_rate": 8.388416642633301e-07,
      "loss": 0.00021591780241578818,
      "step": 530
    },
    {
      "epoch": 2.548463356973995,
      "grad_norm": 0.010734473694957166,
      "learning_rate": 6.929386381908587e-07,
      "loss": 0.00015967667568475007,
      "step": 540
    },
    {
      "epoch": 2.595744680851064,
      "grad_norm": 0.0632976398627313,
      "learning_rate": 5.600247274301535e-07,
      "loss": 0.00031657898798584936,
      "step": 550
    },
    {
      "epoch": 2.6430260047281324,
      "grad_norm": 0.007586778269423237,
      "learning_rate": 4.405007700395497e-07,
      "loss": 0.0003693631384521723,
      "step": 560
    },
    {
      "epoch": 2.690307328605201,
      "grad_norm": 0.04480063593455714,
      "learning_rate": 3.3472722303014126e-07,
      "loss": 0.00012792327906936408,
      "step": 570
    },
    {
      "epoch": 2.7375886524822697,
      "grad_norm": 0.010996495687864776,
      "learning_rate": 2.430230753095891e-07,
      "loss": 0.00025026644580066203,
      "step": 580
    },
    {
      "epoch": 2.784869976359338,
      "grad_norm": 0.0045820103754320544,
      "learning_rate": 1.6566488568429296e-07,
      "loss": 0.00024191788397729397,
      "step": 590
    },
    {
      "epoch": 2.8321513002364065,
      "grad_norm": 0.030122235004940587,
      "learning_rate": 1.0288594882106706e-07,
      "loss": 0.00014112754724919795,
      "step": 600
    },
    {
      "epoch": 2.879432624113475,
      "grad_norm": 0.005215245241062601,
      "learning_rate": 5.4875591683603015e-08,
      "loss": 0.0002334494376555085,
      "step": 610
    },
    {
      "epoch": 2.9267139479905437,
      "grad_norm": 0.14667752649006235,
      "learning_rate": 2.1778602565504238e-08,
      "loss": 0.0003524246625602245,
      "step": 620
    },
    {
      "epoch": 2.9739952718676124,
      "grad_norm": 0.014781160711751461,
      "learning_rate": 3.6947944417925485e-09,
      "loss": 0.00019812548998743296,
      "step": 630
    },
    {
      "epoch": 3.0,
      "step": 636,
      "total_flos": 4.770036441814139e+17,
      "train_loss": 0.0828797072466864,
      "train_runtime": 94851.0354,
      "train_samples_per_second": 0.053,
      "train_steps_per_second": 0.007
    }
  ],
  "logging_steps": 10,
  "max_steps": 636,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.770036441814139e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}