{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 636,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04728132387706856,
      "grad_norm": 16.236957979772033,
      "learning_rate": 1.40625e-06,
      "loss": 1.687434768676758,
      "step": 10
    },
    {
      "epoch": 0.09456264775413711,
      "grad_norm": 4.345514288515526,
      "learning_rate": 2.96875e-06,
      "loss": 1.2543096542358398,
      "step": 20
    },
    {
      "epoch": 0.14184397163120568,
      "grad_norm": 4.598709424479031,
      "learning_rate": 4.53125e-06,
      "loss": 0.8897744178771972,
      "step": 30
    },
    {
      "epoch": 0.18912529550827423,
      "grad_norm": 3.896248266403,
      "learning_rate": 6.093750000000001e-06,
      "loss": 0.631532621383667,
      "step": 40
    },
    {
      "epoch": 0.2364066193853428,
      "grad_norm": 2.5488010498580125,
      "learning_rate": 7.656250000000001e-06,
      "loss": 0.5179296493530273,
      "step": 50
    },
    {
      "epoch": 0.28368794326241137,
      "grad_norm": 2.791435761175107,
      "learning_rate": 9.21875e-06,
      "loss": 0.4210957050323486,
      "step": 60
    },
    {
      "epoch": 0.3309692671394799,
      "grad_norm": 2.691744119464541,
      "learning_rate": 9.998114787060282e-06,
      "loss": 0.3618410587310791,
      "step": 70
    },
    {
      "epoch": 0.37825059101654845,
      "grad_norm": 3.315053560653652,
      "learning_rate": 9.9830416121373e-06,
      "loss": 0.30805630683898927,
      "step": 80
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 3.0970009122720183,
      "learning_rate": 9.952940719551111e-06,
      "loss": 0.26401567459106445,
      "step": 90
    },
    {
      "epoch": 0.4728132387706856,
      "grad_norm": 2.7717301052048393,
      "learning_rate": 9.907902886732532e-06,
      "loss": 0.23247988224029542,
      "step": 100
    },
    {
      "epoch": 0.5200945626477541,
      "grad_norm": 2.2378290445202467,
      "learning_rate": 9.848063937519377e-06,
      "loss": 0.18636298179626465,
      "step": 110
    },
    {
      "epoch": 0.5673758865248227,
      "grad_norm": 2.128226794502802,
      "learning_rate": 9.77360433254273e-06,
      "loss": 0.1470036745071411,
      "step": 120
    },
    {
      "epoch": 0.6146572104018913,
      "grad_norm": 2.213384341958612,
      "learning_rate": 9.68474862499881e-06,
      "loss": 0.13517546653747559,
      "step": 130
    },
    {
      "epoch": 0.6619385342789598,
      "grad_norm": 2.7379726883218645,
      "learning_rate": 9.58176478344772e-06,
      "loss": 0.14679017066955566,
      "step": 140
    },
    {
      "epoch": 0.7092198581560284,
      "grad_norm": 1.699414083404274,
      "learning_rate": 9.46496338368135e-06,
      "loss": 0.09870785474777222,
      "step": 150
    },
    {
      "epoch": 0.7565011820330969,
      "grad_norm": 1.8213051622641847,
      "learning_rate": 9.334696672097577e-06,
      "loss": 0.08639944195747376,
      "step": 160
    },
    {
      "epoch": 0.8037825059101655,
      "grad_norm": 2.169856960817815,
      "learning_rate": 9.191357503405427e-06,
      "loss": 0.09419339299201965,
      "step": 170
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 1.9294056116394325,
      "learning_rate": 9.035378155864814e-06,
      "loss": 0.0790732443332672,
      "step": 180
    },
    {
      "epoch": 0.8983451536643026,
      "grad_norm": 2.0068438833834934,
      "learning_rate": 8.86722902763385e-06,
      "loss": 0.0712779402732849,
      "step": 190
    },
    {
      "epoch": 0.9456264775413712,
      "grad_norm": 1.8096930309448753,
      "learning_rate": 8.687417218155213e-06,
      "loss": 0.07999762296676635,
      "step": 200
    },
    {
      "epoch": 0.9929078014184397,
      "grad_norm": 1.1149115501392393,
      "learning_rate": 8.496484998859829e-06,
      "loss": 0.05281911492347717,
      "step": 210
    },
    {
      "epoch": 1.037825059101655,
      "grad_norm": 0.8630157580103344,
      "learning_rate": 8.295008177799827e-06,
      "loss": 0.04275111556053161,
      "step": 220
    },
    {
      "epoch": 1.0851063829787233,
      "grad_norm": 1.503439474188658,
      "learning_rate": 8.083594363142717e-06,
      "loss": 0.034048724174499514,
      "step": 230
    },
    {
      "epoch": 1.132387706855792,
      "grad_norm": 0.9237695068741262,
      "learning_rate": 7.862881130763647e-06,
      "loss": 0.03316413164138794,
      "step": 240
    },
    {
      "epoch": 1.1796690307328606,
      "grad_norm": 1.2104532018284029,
      "learning_rate": 7.633534101461901e-06,
      "loss": 0.025943702459335326,
      "step": 250
    },
    {
      "epoch": 1.226950354609929,
      "grad_norm": 1.7490255980120613,
      "learning_rate": 7.396244933600285e-06,
      "loss": 0.026894736289978027,
      "step": 260
    },
    {
      "epoch": 1.2742316784869976,
      "grad_norm": 0.937998953936293,
      "learning_rate": 7.1517292372211626e-06,
      "loss": 0.026775848865509034,
      "step": 270
    },
    {
      "epoch": 1.3215130023640662,
      "grad_norm": 1.331430359013649,
      "learning_rate": 6.900724415929681e-06,
      "loss": 0.025040304660797118,
      "step": 280
    },
    {
      "epoch": 1.3687943262411348,
      "grad_norm": 0.9259906893751623,
      "learning_rate": 6.643987443052595e-06,
      "loss": 0.027047303318977357,
      "step": 290
    },
    {
      "epoch": 1.4160756501182032,
      "grad_norm": 0.6367104508962403,
      "learning_rate": 6.382292578779243e-06,
      "loss": 0.018749681115150452,
      "step": 300
    },
    {
      "epoch": 1.4633569739952719,
      "grad_norm": 0.8498285926199322,
      "learning_rate": 6.116429035169309e-06,
      "loss": 0.019034367799758912,
      "step": 310
    },
    {
      "epoch": 1.5106382978723403,
      "grad_norm": 1.2233125864372485,
      "learning_rate": 5.847198596069148e-06,
      "loss": 0.015747560560703276,
      "step": 320
    },
    {
      "epoch": 1.557919621749409,
      "grad_norm": 0.7471794098840623,
      "learning_rate": 5.575413199114452e-06,
      "loss": 0.01181563138961792,
      "step": 330
    },
    {
      "epoch": 1.6052009456264775,
      "grad_norm": 1.1999403850146364,
      "learning_rate": 5.301892487111431e-06,
      "loss": 0.011096002161502838,
      "step": 340
    },
    {
      "epoch": 1.6524822695035462,
      "grad_norm": 1.5047567171069989,
      "learning_rate": 5.027461336180929e-06,
      "loss": 0.012555350363254548,
      "step": 350
    },
    {
      "epoch": 1.6997635933806148,
      "grad_norm": 0.4656914258409788,
      "learning_rate": 4.752947368120065e-06,
      "loss": 0.011661935597658157,
      "step": 360
    },
    {
      "epoch": 1.7470449172576832,
      "grad_norm": 0.8640551482432602,
      "learning_rate": 4.479178454483552e-06,
      "loss": 0.007609501481056213,
      "step": 370
    },
    {
      "epoch": 1.7943262411347518,
      "grad_norm": 0.40696777659948036,
      "learning_rate": 4.206980219911784e-06,
      "loss": 0.00788441076874733,
      "step": 380
    },
    {
      "epoch": 1.8416075650118202,
      "grad_norm": 0.4829432240529074,
      "learning_rate": 3.937173552235117e-06,
      "loss": 0.005980068817734718,
      "step": 390
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.5626729903642195,
      "learning_rate": 3.6705721268632917e-06,
      "loss": 0.0050805389881134035,
      "step": 400
    },
    {
      "epoch": 1.9361702127659575,
      "grad_norm": 0.865410891418915,
      "learning_rate": 3.4079799529258573e-06,
      "loss": 0.00595184862613678,
      "step": 410
    },
    {
      "epoch": 1.983451536643026,
      "grad_norm": 0.5801565153224592,
      "learning_rate": 3.1501889485639127e-06,
      "loss": 0.004101177677512169,
      "step": 420
    },
    {
      "epoch": 2.028368794326241,
      "grad_norm": 0.2542460347762608,
      "learning_rate": 2.8979765526855e-06,
      "loss": 0.003185601532459259,
      "step": 430
    },
    {
      "epoch": 2.07565011820331,
      "grad_norm": 0.12893728283616981,
      "learning_rate": 2.6521033803870695e-06,
      "loss": 0.003142884001135826,
      "step": 440
    },
    {
      "epoch": 2.1229314420803784,
      "grad_norm": 0.4576027953444279,
      "learning_rate": 2.4133109291117156e-06,
      "loss": 0.00220065675675869,
      "step": 450
    },
    {
      "epoch": 2.1702127659574466,
      "grad_norm": 0.04500573758221223,
      "learning_rate": 2.182319342461924e-06,
      "loss": 0.0021226156502962114,
      "step": 460
    },
    {
      "epoch": 2.2174940898345152,
      "grad_norm": 0.1555408139267074,
      "learning_rate": 1.959825238410596e-06,
      "loss": 0.0016687886789441108,
      "step": 470
    },
    {
      "epoch": 2.264775413711584,
      "grad_norm": 0.05106923635158692,
      "learning_rate": 1.7464996084600433e-06,
      "loss": 0.0012518723495304584,
      "step": 480
    },
    {
      "epoch": 2.3120567375886525,
      "grad_norm": 0.21266902380349634,
      "learning_rate": 1.5429857940845633e-06,
      "loss": 0.0016100835055112839,
      "step": 490
    },
    {
      "epoch": 2.359338061465721,
      "grad_norm": 0.13023986851121963,
      "learning_rate": 1.3498975465591868e-06,
      "loss": 0.0016047541052103043,
      "step": 500
    },
    {
      "epoch": 2.4066193853427897,
      "grad_norm": 0.2286608006162366,
      "learning_rate": 1.167817176025744e-06,
      "loss": 0.000710711907595396,
      "step": 510
    },
    {
      "epoch": 2.453900709219858,
      "grad_norm": 0.3511605328717692,
      "learning_rate": 9.972937953781985e-07,
      "loss": 0.0004513443447649479,
      "step": 520
    },
    {
      "epoch": 2.5011820330969265,
      "grad_norm": 0.03959211860370764,
      "learning_rate": 8.388416642633301e-07,
      "loss": 0.00029049250297248365,
      "step": 530
    },
    {
      "epoch": 2.548463356973995,
      "grad_norm": 0.007305612245545069,
      "learning_rate": 6.929386381908587e-07,
      "loss": 0.00046396222896873953,
      "step": 540
    },
    {
      "epoch": 2.595744680851064,
      "grad_norm": 0.07682944574768863,
      "learning_rate": 5.600247274301535e-07,
      "loss": 0.0004522494040429592,
      "step": 550
    },
    {
      "epoch": 2.6430260047281324,
      "grad_norm": 0.018620876718326747,
      "learning_rate": 4.405007700395497e-07,
      "loss": 0.0004520657937973738,
      "step": 560
    },
    {
      "epoch": 2.690307328605201,
      "grad_norm": 0.12845672519376192,
      "learning_rate": 3.3472722303014126e-07,
      "loss": 0.0005255869589745998,
      "step": 570
    },
    {
      "epoch": 2.7375886524822697,
      "grad_norm": 0.027106277088190082,
      "learning_rate": 2.430230753095891e-07,
      "loss": 0.0004378724377602339,
      "step": 580
    },
    {
      "epoch": 2.784869976359338,
      "grad_norm": 0.01968239243953371,
      "learning_rate": 1.6566488568429296e-07,
      "loss": 0.0007336122915148735,
      "step": 590
    },
    {
      "epoch": 2.8321513002364065,
      "grad_norm": 0.06034695916600742,
      "learning_rate": 1.0288594882106706e-07,
      "loss": 0.0002610161667689681,
      "step": 600
    },
    {
      "epoch": 2.879432624113475,
      "grad_norm": 0.00988487440070689,
      "learning_rate": 5.4875591683603015e-08,
      "loss": 0.00022370920050889253,
      "step": 610
    },
    {
      "epoch": 2.9267139479905437,
      "grad_norm": 0.10576710798199444,
      "learning_rate": 2.1778602565504238e-08,
      "loss": 0.00024924944154918193,
      "step": 620
    },
    {
      "epoch": 2.9739952718676124,
      "grad_norm": 0.055821303857596066,
      "learning_rate": 3.6947944417925485e-09,
      "loss": 0.00044772783294320104,
      "step": 630
    },
    {
      "epoch": 3.0,
      "step": 636,
      "total_flos": 2.8184790872096768e+17,
      "train_loss": 0.12811007417658632,
      "train_runtime": 182438.0352,
      "train_samples_per_second": 0.028,
      "train_steps_per_second": 0.003
    }
  ],
  "logging_steps": 10,
  "max_steps": 636,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.8184790872096768e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}