{
  "best_global_step": 136686,
  "best_metric": 0.8518024169356405,
  "best_model_checkpoint": "./GIST-small-format/checkpoint-136686",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 136686,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010974057328475484,
      "grad_norm": 6.6852498054504395,
      "learning_rate": 4.981746484643636e-05,
      "loss": 1.731101806640625,
      "step": 500
    },
    {
      "epoch": 0.021948114656950967,
      "grad_norm": 3.2897143363952637,
      "learning_rate": 4.963456389096176e-05,
      "loss": 1.01430029296875,
      "step": 1000
    },
    {
      "epoch": 0.03292217198542645,
      "grad_norm": 8.402548789978027,
      "learning_rate": 4.945166293548718e-05,
      "loss": 0.881885498046875,
      "step": 1500
    },
    {
      "epoch": 0.043896229313901934,
      "grad_norm": 6.612447261810303,
      "learning_rate": 4.9268761980012585e-05,
      "loss": 0.69460986328125,
      "step": 2000
    },
    {
      "epoch": 0.05487028664237742,
      "grad_norm": 12.039176940917969,
      "learning_rate": 4.908586102453799e-05,
      "loss": 0.6732612915039062,
      "step": 2500
    },
    {
      "epoch": 0.0658443439708529,
      "grad_norm": 2.494370937347412,
      "learning_rate": 4.89029600690634e-05,
      "loss": 0.6471351318359375,
      "step": 3000
    },
    {
      "epoch": 0.07681840129932839,
      "grad_norm": 21.64371109008789,
      "learning_rate": 4.8720059113588815e-05,
      "loss": 0.582156494140625,
      "step": 3500
    },
    {
      "epoch": 0.08779245862780387,
      "grad_norm": 14.828876495361328,
      "learning_rate": 4.853715815811422e-05,
      "loss": 0.5588424072265625,
      "step": 4000
    },
    {
      "epoch": 0.09876651595627936,
      "grad_norm": 1.5009714365005493,
      "learning_rate": 4.835425720263963e-05,
      "loss": 0.5702305908203125,
      "step": 4500
    },
    {
      "epoch": 0.10974057328475484,
      "grad_norm": 34.568260192871094,
      "learning_rate": 4.817135624716504e-05,
      "loss": 0.5573681640625,
      "step": 5000
    },
    {
      "epoch": 0.12071463061323032,
      "grad_norm": 12.301100730895996,
      "learning_rate": 4.7988455291690446e-05,
      "loss": 0.5319334106445313,
      "step": 5500
    },
    {
      "epoch": 0.1316886879417058,
      "grad_norm": 6.479952335357666,
      "learning_rate": 4.780555433621585e-05,
      "loss": 0.546407958984375,
      "step": 6000
    },
    {
      "epoch": 0.1426627452701813,
      "grad_norm": 30.429779052734375,
      "learning_rate": 4.762265338074126e-05,
      "loss": 0.5369138793945313,
      "step": 6500
    },
    {
      "epoch": 0.15363680259865678,
      "grad_norm": 9.562945365905762,
      "learning_rate": 4.743975242526667e-05,
      "loss": 0.4968977355957031,
      "step": 7000
    },
    {
      "epoch": 0.16461085992713226,
      "grad_norm": 6.738670825958252,
      "learning_rate": 4.7256851469792076e-05,
      "loss": 0.5199419555664062,
      "step": 7500
    },
    {
      "epoch": 0.17558491725560774,
      "grad_norm": 20.670921325683594,
      "learning_rate": 4.707395051431749e-05,
      "loss": 0.48726055908203125,
      "step": 8000
    },
    {
      "epoch": 0.18655897458408321,
      "grad_norm": 28.577016830444336,
      "learning_rate": 4.68910495588429e-05,
      "loss": 0.48510040283203126,
      "step": 8500
    },
    {
      "epoch": 0.19753303191255872,
      "grad_norm": 22.50349235534668,
      "learning_rate": 4.6708148603368306e-05,
      "loss": 0.49556842041015625,
      "step": 9000
    },
    {
      "epoch": 0.2085070892410342,
      "grad_norm": 0.931214451789856,
      "learning_rate": 4.6525247647893714e-05,
      "loss": 0.45953961181640623,
      "step": 9500
    },
    {
      "epoch": 0.21948114656950968,
      "grad_norm": 23.271512985229492,
      "learning_rate": 4.634234669241913e-05,
      "loss": 0.4892506408691406,
      "step": 10000
    },
    {
      "epoch": 0.23045520389798516,
      "grad_norm": 16.353809356689453,
      "learning_rate": 4.6159445736944536e-05,
      "loss": 0.4712514953613281,
      "step": 10500
    },
    {
      "epoch": 0.24142926122646063,
      "grad_norm": 6.07758903503418,
      "learning_rate": 4.597654478146994e-05,
      "loss": 0.4706602783203125,
      "step": 11000
    },
    {
      "epoch": 0.25240331855493614,
      "grad_norm": 10.723750114440918,
      "learning_rate": 4.5793643825995345e-05,
      "loss": 0.4377469177246094,
      "step": 11500
    },
    {
      "epoch": 0.2633773758834116,
      "grad_norm": 8.667707443237305,
      "learning_rate": 4.561074287052076e-05,
      "loss": 0.49056134033203125,
      "step": 12000
    },
    {
      "epoch": 0.2743514332118871,
      "grad_norm": 14.63868522644043,
      "learning_rate": 4.542784191504617e-05,
      "loss": 0.4677280883789062,
      "step": 12500
    },
    {
      "epoch": 0.2853254905403626,
      "grad_norm": 28.209775924682617,
      "learning_rate": 4.5244940959571575e-05,
      "loss": 0.47199853515625,
      "step": 13000
    },
    {
      "epoch": 0.29629954786883805,
      "grad_norm": 16.671207427978516,
      "learning_rate": 4.506204000409698e-05,
      "loss": 0.47259246826171875,
      "step": 13500
    },
    {
      "epoch": 0.30727360519731356,
      "grad_norm": 7.109496116638184,
      "learning_rate": 4.487913904862239e-05,
      "loss": 0.470185791015625,
      "step": 14000
    },
    {
      "epoch": 0.318247662525789,
      "grad_norm": 4.374630451202393,
      "learning_rate": 4.4696238093147805e-05,
      "loss": 0.45671673583984373,
      "step": 14500
    },
    {
      "epoch": 0.3292217198542645,
      "grad_norm": 61.96080780029297,
      "learning_rate": 4.451333713767321e-05,
      "loss": 0.433604248046875,
      "step": 15000
    },
    {
      "epoch": 0.34019577718274,
      "grad_norm": 21.4468936920166,
      "learning_rate": 4.433043618219862e-05,
      "loss": 0.4195879516601563,
      "step": 15500
    },
    {
      "epoch": 0.3511698345112155,
      "grad_norm": 12.094574928283691,
      "learning_rate": 4.414753522672402e-05,
      "loss": 0.47797442626953124,
      "step": 16000
    },
    {
      "epoch": 0.362143891839691,
      "grad_norm": 0.06602894514799118,
      "learning_rate": 4.3964634271249435e-05,
      "loss": 0.4752947692871094,
      "step": 16500
    },
    {
      "epoch": 0.37311794916816643,
      "grad_norm": 24.168350219726562,
      "learning_rate": 4.378173331577484e-05,
      "loss": 0.4525231628417969,
      "step": 17000
    },
    {
      "epoch": 0.38409200649664194,
      "grad_norm": 5.945094585418701,
      "learning_rate": 4.359883236030025e-05,
      "loss": 0.42800213623046873,
      "step": 17500
    },
    {
      "epoch": 0.39506606382511744,
      "grad_norm": 3.3805999755859375,
      "learning_rate": 4.341593140482566e-05,
      "loss": 0.4128626708984375,
      "step": 18000
    },
    {
      "epoch": 0.4060401211535929,
      "grad_norm": 0.3303009271621704,
      "learning_rate": 4.3233030449351066e-05,
      "loss": 0.45289547729492186,
      "step": 18500
    },
    {
      "epoch": 0.4170141784820684,
      "grad_norm": 7.178033351898193,
      "learning_rate": 4.305012949387648e-05,
      "loss": 0.4623618774414063,
      "step": 19000
    },
    {
      "epoch": 0.42798823581054385,
      "grad_norm": 0.13193656504154205,
      "learning_rate": 4.286722853840189e-05,
      "loss": 0.42712686157226565,
      "step": 19500
    },
    {
      "epoch": 0.43896229313901935,
      "grad_norm": 3.611271858215332,
      "learning_rate": 4.2684327582927296e-05,
      "loss": 0.41502728271484374,
      "step": 20000
    },
    {
      "epoch": 0.44993635046749486,
      "grad_norm": 22.556659698486328,
      "learning_rate": 4.2501426627452704e-05,
      "loss": 0.4233431396484375,
      "step": 20500
    },
    {
      "epoch": 0.4609104077959703,
      "grad_norm": 19.0096378326416,
      "learning_rate": 4.231852567197811e-05,
      "loss": 0.4352963256835938,
      "step": 21000
    },
    {
      "epoch": 0.4718844651244458,
      "grad_norm": 12.138071060180664,
      "learning_rate": 4.213562471650352e-05,
      "loss": 0.433427490234375,
      "step": 21500
    },
    {
      "epoch": 0.48285852245292127,
      "grad_norm": 2.0555145740509033,
      "learning_rate": 4.195272376102893e-05,
      "loss": 0.4031333923339844,
      "step": 22000
    },
    {
      "epoch": 0.4938325797813968,
      "grad_norm": 2.4884192943573,
      "learning_rate": 4.1769822805554335e-05,
      "loss": 0.4010719604492187,
      "step": 22500
    },
    {
      "epoch": 0.5048066371098723,
      "grad_norm": 0.3784475028514862,
      "learning_rate": 4.158692185007975e-05,
      "loss": 0.4136856689453125,
      "step": 23000
    },
    {
      "epoch": 0.5157806944383477,
      "grad_norm": 20.747249603271484,
      "learning_rate": 4.140402089460516e-05,
      "loss": 0.4478377075195312,
      "step": 23500
    },
    {
      "epoch": 0.5267547517668232,
      "grad_norm": 30.383005142211914,
      "learning_rate": 4.1221119939130565e-05,
      "loss": 0.41568099975585937,
      "step": 24000
    },
    {
      "epoch": 0.5377288090952987,
      "grad_norm": 16.23149299621582,
      "learning_rate": 4.103821898365597e-05,
      "loss": 0.4275780944824219,
      "step": 24500
    },
    {
      "epoch": 0.5487028664237742,
      "grad_norm": 0.1475469321012497,
      "learning_rate": 4.085531802818138e-05,
      "loss": 0.4123694458007813,
      "step": 25000
    },
    {
      "epoch": 0.5596769237522496,
      "grad_norm": 2.036740779876709,
      "learning_rate": 4.0672417072706794e-05,
      "loss": 0.40654916381835937,
      "step": 25500
    },
    {
      "epoch": 0.5706509810807252,
      "grad_norm": 1.523879051208496,
      "learning_rate": 4.0489516117232195e-05,
      "loss": 0.433327392578125,
      "step": 26000
    },
    {
      "epoch": 0.5816250384092007,
      "grad_norm": 0.9519908428192139,
      "learning_rate": 4.03066151617576e-05,
      "loss": 0.409821533203125,
      "step": 26500
    },
    {
      "epoch": 0.5925990957376761,
      "grad_norm": 7.078254699707031,
      "learning_rate": 4.012371420628301e-05,
      "loss": 0.4090614318847656,
      "step": 27000
    },
    {
      "epoch": 0.6035731530661517,
      "grad_norm": 8.405106544494629,
      "learning_rate": 3.9940813250808425e-05,
      "loss": 0.4346309204101563,
      "step": 27500
    },
    {
      "epoch": 0.6145472103946271,
      "grad_norm": 10.549320220947266,
      "learning_rate": 3.975791229533383e-05,
      "loss": 0.40631097412109374,
      "step": 28000
    },
    {
      "epoch": 0.6255212677231026,
      "grad_norm": 7.929631233215332,
      "learning_rate": 3.957501133985924e-05,
      "loss": 0.41491552734375,
      "step": 28500
    },
    {
      "epoch": 0.636495325051578,
      "grad_norm": 27.06610870361328,
      "learning_rate": 3.939211038438465e-05,
      "loss": 0.4144559326171875,
      "step": 29000
    },
    {
      "epoch": 0.6474693823800536,
      "grad_norm": 20.29384422302246,
      "learning_rate": 3.920920942891006e-05,
      "loss": 0.39838357543945313,
      "step": 29500
    },
    {
      "epoch": 0.658443439708529,
      "grad_norm": 15.49613094329834,
      "learning_rate": 3.902630847343547e-05,
      "loss": 0.41126773071289063,
      "step": 30000
    },
    {
      "epoch": 0.6694174970370045,
      "grad_norm": 13.434142112731934,
      "learning_rate": 3.884340751796088e-05,
      "loss": 0.41314010620117186,
      "step": 30500
    },
    {
      "epoch": 0.68039155436548,
      "grad_norm": 23.377010345458984,
      "learning_rate": 3.866050656248628e-05,
      "loss": 0.4113868103027344,
      "step": 31000
    },
    {
      "epoch": 0.6913656116939555,
      "grad_norm": 4.771722793579102,
      "learning_rate": 3.8477605607011694e-05,
      "loss": 0.39154055786132813,
      "step": 31500
    },
    {
      "epoch": 0.702339669022431,
      "grad_norm": 26.069446563720703,
      "learning_rate": 3.82947046515371e-05,
      "loss": 0.41785919189453125,
      "step": 32000
    },
    {
      "epoch": 0.7133137263509065,
      "grad_norm": 29.206588745117188,
      "learning_rate": 3.811180369606251e-05,
      "loss": 0.3831887512207031,
      "step": 32500
    },
    {
      "epoch": 0.724287783679382,
      "grad_norm": 14.96133804321289,
      "learning_rate": 3.792890274058792e-05,
      "loss": 0.3826472473144531,
      "step": 33000
    },
    {
      "epoch": 0.7352618410078574,
      "grad_norm": 15.803548812866211,
      "learning_rate": 3.7746001785113325e-05,
      "loss": 0.3715686950683594,
      "step": 33500
    },
    {
      "epoch": 0.7462358983363329,
      "grad_norm": 8.521240234375,
      "learning_rate": 3.756310082963874e-05,
      "loss": 0.3826586608886719,
      "step": 34000
    },
    {
      "epoch": 0.7572099556648084,
      "grad_norm": 12.95479679107666,
      "learning_rate": 3.738019987416415e-05,
      "loss": 0.38898123168945314,
      "step": 34500
    },
    {
      "epoch": 0.7681840129932839,
      "grad_norm": 26.654850006103516,
      "learning_rate": 3.7197298918689554e-05,
      "loss": 0.4050979919433594,
      "step": 35000
    },
    {
      "epoch": 0.7791580703217593,
      "grad_norm": 32.3937873840332,
      "learning_rate": 3.701439796321496e-05,
      "loss": 0.40102090454101563,
      "step": 35500
    },
    {
      "epoch": 0.7901321276502349,
      "grad_norm": 10.174785614013672,
      "learning_rate": 3.683149700774037e-05,
      "loss": 0.3961770935058594,
      "step": 36000
    },
    {
      "epoch": 0.8011061849787103,
      "grad_norm": 16.819910049438477,
      "learning_rate": 3.664859605226578e-05,
      "loss": 0.365343994140625,
      "step": 36500
    },
    {
      "epoch": 0.8120802423071858,
      "grad_norm": 22.253021240234375,
      "learning_rate": 3.6465695096791185e-05,
      "loss": 0.4085382385253906,
      "step": 37000
    },
    {
      "epoch": 0.8230542996356613,
      "grad_norm": 0.653167188167572,
      "learning_rate": 3.628279414131659e-05,
      "loss": 0.3887478942871094,
      "step": 37500
    },
    {
      "epoch": 0.8340283569641368,
      "grad_norm": 7.46025276184082,
      "learning_rate": 3.609989318584201e-05,
      "loss": 0.42551852416992186,
      "step": 38000
    },
    {
      "epoch": 0.8450024142926122,
      "grad_norm": 3.8886020183563232,
      "learning_rate": 3.5916992230367415e-05,
      "loss": 0.376479248046875,
      "step": 38500
    },
    {
      "epoch": 0.8559764716210877,
      "grad_norm": 23.658897399902344,
      "learning_rate": 3.573409127489282e-05,
      "loss": 0.3964391174316406,
      "step": 39000
    },
    {
      "epoch": 0.8669505289495633,
      "grad_norm": 56.36935043334961,
      "learning_rate": 3.555119031941823e-05,
      "loss": 0.3848704833984375,
      "step": 39500
    },
    {
      "epoch": 0.8779245862780387,
      "grad_norm": 15.337593078613281,
      "learning_rate": 3.536828936394364e-05,
      "loss": 0.3928073425292969,
      "step": 40000
    },
    {
      "epoch": 0.8888986436065142,
      "grad_norm": 16.32798957824707,
      "learning_rate": 3.518538840846905e-05,
      "loss": 0.38851931762695313,
      "step": 40500
    },
    {
      "epoch": 0.8998727009349897,
      "grad_norm": 1.66266667842865,
      "learning_rate": 3.5002487452994454e-05,
      "loss": 0.3637700500488281,
      "step": 41000
    },
    {
      "epoch": 0.9108467582634652,
      "grad_norm": 26.03211212158203,
      "learning_rate": 3.481958649751986e-05,
      "loss": 0.37883843994140626,
      "step": 41500
    },
    {
      "epoch": 0.9218208155919406,
      "grad_norm": 0.10503211617469788,
      "learning_rate": 3.463668554204527e-05,
      "loss": 0.384486083984375,
      "step": 42000
    },
    {
      "epoch": 0.9327948729204162,
      "grad_norm": 0.09833603352308273,
      "learning_rate": 3.4453784586570684e-05,
      "loss": 0.39695626831054687,
      "step": 42500
    },
    {
      "epoch": 0.9437689302488916,
      "grad_norm": 13.514938354492188,
      "learning_rate": 3.427088363109609e-05,
      "loss": 0.3914007568359375,
      "step": 43000
    },
    {
      "epoch": 0.9547429875773671,
      "grad_norm": 4.098175525665283,
      "learning_rate": 3.40879826756215e-05,
      "loss": 0.38088681030273436,
      "step": 43500
    },
    {
      "epoch": 0.9657170449058425,
      "grad_norm": 14.520209312438965,
      "learning_rate": 3.390508172014691e-05,
      "loss": 0.3855673828125,
      "step": 44000
    },
    {
      "epoch": 0.9766911022343181,
      "grad_norm": 35.712867736816406,
      "learning_rate": 3.3722180764672314e-05,
      "loss": 0.361778076171875,
      "step": 44500
    },
    {
      "epoch": 0.9876651595627935,
      "grad_norm": 10.093748092651367,
      "learning_rate": 3.353927980919773e-05,
      "loss": 0.37317227172851564,
      "step": 45000
    },
    {
      "epoch": 0.998639216891269,
      "grad_norm": 4.401282787322998,
      "learning_rate": 3.3356378853723137e-05,
      "loss": 0.35951104736328127,
      "step": 45500
    },
    {
      "epoch": 1.0,
      "eval_f1": 0.7906041351717196,
      "eval_loss": 0.3376215994358063,
      "eval_runtime": 21.7159,
      "eval_samples_per_second": 1864.991,
      "eval_steps_per_second": 233.147,
      "step": 45562
    },
    {
      "epoch": 1.0096132742197446,
      "grad_norm": 0.07860906422138214,
      "learning_rate": 3.317347789824854e-05,
      "loss": 0.29326309204101564,
      "step": 46000
    },
    {
      "epoch": 1.02058733154822,
      "grad_norm": 39.632415771484375,
      "learning_rate": 3.299057694277395e-05,
      "loss": 0.28309921264648436,
      "step": 46500
    },
    {
      "epoch": 1.0315613888766955,
      "grad_norm": 1.5844589471817017,
      "learning_rate": 3.280767598729936e-05,
      "loss": 0.2768072509765625,
      "step": 47000
    },
    {
      "epoch": 1.042535446205171,
      "grad_norm": 0.07393167912960052,
      "learning_rate": 3.262477503182477e-05,
      "loss": 0.29472137451171876,
      "step": 47500
    },
    {
      "epoch": 1.0535095035336464,
      "grad_norm": 0.903986394405365,
      "learning_rate": 3.2441874076350175e-05,
      "loss": 0.30162600708007814,
      "step": 48000
    },
    {
      "epoch": 1.064483560862122,
      "grad_norm": 12.462333679199219,
      "learning_rate": 3.225897312087558e-05,
      "loss": 0.28875408935546876,
      "step": 48500
    },
    {
      "epoch": 1.0754576181905975,
      "grad_norm": 26.5993595123291,
      "learning_rate": 3.2076072165401e-05,
      "loss": 0.26983624267578127,
      "step": 49000
    },
    {
      "epoch": 1.0864316755190728,
      "grad_norm": 4.48448371887207,
      "learning_rate": 3.1893171209926405e-05,
      "loss": 0.3015690612792969,
      "step": 49500
    },
    {
      "epoch": 1.0974057328475484,
      "grad_norm": 1.3335434198379517,
      "learning_rate": 3.171027025445181e-05,
      "loss": 0.27986233520507814,
      "step": 50000
    },
    {
      "epoch": 1.108379790176024,
      "grad_norm": 55.16224670410156,
      "learning_rate": 3.152736929897722e-05,
      "loss": 0.30360482788085935,
      "step": 50500
    },
    {
      "epoch": 1.1193538475044993,
      "grad_norm": 0.1195051297545433,
      "learning_rate": 3.134446834350263e-05,
      "loss": 0.29728253173828123,
      "step": 51000
    },
    {
      "epoch": 1.1303279048329749,
      "grad_norm": 15.035134315490723,
      "learning_rate": 3.1161567388028036e-05,
      "loss": 0.293227294921875,
      "step": 51500
    },
    {
      "epoch": 1.1413019621614504,
      "grad_norm": 7.07342529296875,
      "learning_rate": 3.0978666432553443e-05,
      "loss": 0.2788831176757812,
      "step": 52000
    },
    {
      "epoch": 1.1522760194899258,
      "grad_norm": 2.034162998199463,
      "learning_rate": 3.079576547707885e-05,
      "loss": 0.3180224609375,
      "step": 52500
    },
    {
      "epoch": 1.1632500768184013,
      "grad_norm": 3.3663501739501953,
      "learning_rate": 3.061286452160426e-05,
      "loss": 0.2868128967285156,
      "step": 53000
    },
    {
      "epoch": 1.1742241341468769,
      "grad_norm": 2.8967697620391846,
      "learning_rate": 3.042996356612967e-05,
      "loss": 0.30618685913085936,
      "step": 53500
    },
    {
      "epoch": 1.1851981914753522,
      "grad_norm": 10.053667068481445,
      "learning_rate": 3.024706261065508e-05,
      "loss": 0.30812335205078123,
      "step": 54000
    },
    {
      "epoch": 1.1961722488038278,
      "grad_norm": 4.651602268218994,
      "learning_rate": 3.006416165518049e-05,
      "loss": 0.2754173278808594,
      "step": 54500
    },
    {
      "epoch": 1.2071463061323033,
      "grad_norm": 14.591957092285156,
      "learning_rate": 2.98812606997059e-05,
      "loss": 0.3053521728515625,
      "step": 55000
    },
    {
      "epoch": 1.2181203634607787,
      "grad_norm": 4.575090408325195,
      "learning_rate": 2.9698359744231308e-05,
      "loss": 0.29722467041015627,
      "step": 55500
    },
    {
      "epoch": 1.2290944207892542,
      "grad_norm": 0.7045038342475891,
      "learning_rate": 2.9515458788756712e-05,
      "loss": 0.30476104736328125,
      "step": 56000
    },
    {
      "epoch": 1.2400684781177298,
      "grad_norm": 8.57973575592041,
      "learning_rate": 2.933255783328212e-05,
      "loss": 0.2778677062988281,
      "step": 56500
    },
    {
      "epoch": 1.2510425354462051,
      "grad_norm": 27.191518783569336,
      "learning_rate": 2.914965687780753e-05,
      "loss": 0.2781588134765625,
      "step": 57000
    },
    {
      "epoch": 1.2620165927746807,
      "grad_norm": 15.524397850036621,
      "learning_rate": 2.896675592233294e-05,
      "loss": 0.31154220581054687,
      "step": 57500
    },
    {
      "epoch": 1.2729906501031563,
      "grad_norm": 0.02379167452454567,
      "learning_rate": 2.878385496685835e-05,
      "loss": 0.27608938598632815,
      "step": 58000
    },
    {
      "epoch": 1.2839647074316316,
      "grad_norm": 6.567012310028076,
      "learning_rate": 2.8600954011383757e-05,
      "loss": 0.28701922607421876,
      "step": 58500
    },
    {
      "epoch": 1.2949387647601072,
      "grad_norm": 6.408507823944092,
      "learning_rate": 2.8418053055909165e-05,
      "loss": 0.29671533203125,
      "step": 59000
    },
    {
      "epoch": 1.3059128220885827,
      "grad_norm": 4.476773262023926,
      "learning_rate": 2.8235152100434576e-05,
      "loss": 0.2844156494140625,
      "step": 59500
    },
    {
      "epoch": 1.316886879417058,
      "grad_norm": 0.4284241795539856,
      "learning_rate": 2.8052251144959984e-05,
      "loss": 0.28753970336914064,
      "step": 60000
    },
    {
      "epoch": 1.3278609367455336,
      "grad_norm": 45.82956314086914,
      "learning_rate": 2.7869350189485395e-05,
      "loss": 0.2997920227050781,
      "step": 60500
    },
    {
      "epoch": 1.338834994074009,
      "grad_norm": 5.1805830001831055,
      "learning_rate": 2.7686449234010796e-05,
      "loss": 0.2731007995605469,
      "step": 61000
    },
    {
      "epoch": 1.3498090514024845,
      "grad_norm": 44.71467971801758,
      "learning_rate": 2.7503548278536207e-05,
      "loss": 0.29412890625,
      "step": 61500
    },
    {
      "epoch": 1.36078310873096,
      "grad_norm": 0.03455616533756256,
      "learning_rate": 2.7320647323061614e-05,
      "loss": 0.28992022705078124,
      "step": 62000
    },
    {
      "epoch": 1.3717571660594354,
      "grad_norm": 0.10311322659254074,
      "learning_rate": 2.7137746367587026e-05,
      "loss": 0.304996337890625,
      "step": 62500
    },
    {
      "epoch": 1.382731223387911,
      "grad_norm": 16.59219741821289,
      "learning_rate": 2.6954845412112433e-05,
      "loss": 0.29500704956054685,
      "step": 63000
    },
    {
      "epoch": 1.3937052807163863,
      "grad_norm": 0.035255905240774155,
      "learning_rate": 2.6771944456637844e-05,
      "loss": 0.2860797119140625,
      "step": 63500
    },
    {
      "epoch": 1.404679338044862,
      "grad_norm": 7.428912162780762,
      "learning_rate": 2.6589043501163252e-05,
      "loss": 0.2652564697265625,
      "step": 64000
    },
    {
      "epoch": 1.4156533953733375,
      "grad_norm": 38.300662994384766,
      "learning_rate": 2.640614254568866e-05,
      "loss": 0.27488351440429687,
      "step": 64500
    },
    {
      "epoch": 1.4266274527018128,
      "grad_norm": 34.766117095947266,
      "learning_rate": 2.622324159021407e-05,
      "loss": 0.2906384582519531,
      "step": 65000
    },
    {
      "epoch": 1.4376015100302884,
      "grad_norm": 29.75716781616211,
      "learning_rate": 2.604034063473948e-05,
      "loss": 0.2712423400878906,
      "step": 65500
    },
    {
      "epoch": 1.448575567358764,
      "grad_norm": 0.031717050820589066,
      "learning_rate": 2.5857439679264883e-05,
      "loss": 0.3094512634277344,
      "step": 66000
    },
    {
      "epoch": 1.4595496246872393,
      "grad_norm": 17.38152503967285,
      "learning_rate": 2.5674538723790294e-05,
      "loss": 0.3181193542480469,
      "step": 66500
    },
    {
      "epoch": 1.4705236820157148,
      "grad_norm": 27.521625518798828,
      "learning_rate": 2.54916377683157e-05,
      "loss": 0.2543564910888672,
      "step": 67000
    },
    {
      "epoch": 1.4814977393441904,
      "grad_norm": 0.038084983825683594,
      "learning_rate": 2.530873681284111e-05,
      "loss": 0.25035408020019534,
      "step": 67500
    },
    {
      "epoch": 1.4924717966726657,
      "grad_norm": 21.655553817749023,
      "learning_rate": 2.512583585736652e-05,
      "loss": 0.30128500366210936,
      "step": 68000
    },
    {
      "epoch": 1.5034458540011413,
      "grad_norm": 0.062355488538742065,
      "learning_rate": 2.4942934901891928e-05,
      "loss": 0.2950963745117188,
      "step": 68500
    },
    {
      "epoch": 1.5144199113296168,
      "grad_norm": 9.434773445129395,
      "learning_rate": 2.476003394641734e-05,
      "loss": 0.2821864318847656,
      "step": 69000
    },
    {
      "epoch": 1.5253939686580922,
      "grad_norm": 0.027533777058124542,
      "learning_rate": 2.4577132990942747e-05,
      "loss": 0.24817718505859376,
      "step": 69500
    },
    {
      "epoch": 1.5363680259865677,
      "grad_norm": 17.45857810974121,
      "learning_rate": 2.4394232035468155e-05,
      "loss": 0.2706839294433594,
      "step": 70000
    },
    {
      "epoch": 1.5473420833150433,
      "grad_norm": 0.7203682065010071,
      "learning_rate": 2.4211331079993562e-05,
      "loss": 0.26013385009765627,
      "step": 70500
    },
    {
      "epoch": 1.5583161406435186,
      "grad_norm": 20.325897216796875,
      "learning_rate": 2.4028430124518973e-05,
      "loss": 0.3072607421875,
      "step": 71000
    },
    {
      "epoch": 1.5692901979719942,
      "grad_norm": 0.8252955079078674,
      "learning_rate": 2.384552916904438e-05,
      "loss": 0.28147393798828124,
      "step": 71500
    },
    {
      "epoch": 1.5802642553004698,
      "grad_norm": 0.5657853484153748,
      "learning_rate": 2.366262821356979e-05,
      "loss": 0.25868719482421876,
      "step": 72000
    },
    {
      "epoch": 1.591238312628945,
      "grad_norm": 0.08703117072582245,
      "learning_rate": 2.3479727258095197e-05,
      "loss": 0.28247900390625,
      "step": 72500
    },
    {
      "epoch": 1.6022123699574207,
      "grad_norm": 29.79605484008789,
      "learning_rate": 2.3296826302620604e-05,
      "loss": 0.29211328125,
      "step": 73000
    },
    {
      "epoch": 1.6131864272858962,
      "grad_norm": 0.18891900777816772,
      "learning_rate": 2.3113925347146015e-05,
      "loss": 0.2774709777832031,
      "step": 73500
    },
    {
      "epoch": 1.6241604846143716,
      "grad_norm": 0.024532776325941086,
      "learning_rate": 2.2931024391671423e-05,
      "loss": 0.26110531616210936,
      "step": 74000
    },
    {
      "epoch": 1.6351345419428471,
      "grad_norm": 23.57233428955078,
      "learning_rate": 2.274812343619683e-05,
      "loss": 0.2656497802734375,
      "step": 74500
    },
    {
      "epoch": 1.6461085992713227,
      "grad_norm": 5.525993347167969,
      "learning_rate": 2.256522248072224e-05,
      "loss": 0.27565005493164063,
      "step": 75000
    },
    {
      "epoch": 1.657082656599798,
      "grad_norm": 31.11590576171875,
      "learning_rate": 2.238232152524765e-05,
      "loss": 0.257364013671875,
      "step": 75500
    },
    {
      "epoch": 1.6680567139282736,
      "grad_norm": 24.173105239868164,
      "learning_rate": 2.2199420569773057e-05,
      "loss": 0.28741323852539064,
      "step": 76000
    },
    {
      "epoch": 1.6790307712567492,
      "grad_norm": 0.019840441644191742,
      "learning_rate": 2.201651961429847e-05,
      "loss": 0.2506680450439453,
      "step": 76500
    },
    {
      "epoch": 1.6900048285852245,
      "grad_norm": 32.793251037597656,
      "learning_rate": 2.1833618658823873e-05,
      "loss": 0.2620893249511719,
      "step": 77000
    },
    {
      "epoch": 1.7009788859137,
      "grad_norm": 50.69339370727539,
      "learning_rate": 2.1650717703349284e-05,
      "loss": 0.2703638305664062,
      "step": 77500
    },
    {
      "epoch": 1.7119529432421756,
      "grad_norm": 40.141910552978516,
      "learning_rate": 2.146781674787469e-05,
      "loss": 0.27476327514648435,
      "step": 78000
    },
    {
      "epoch": 1.722927000570651,
      "grad_norm": 0.18374653160572052,
      "learning_rate": 2.12849157924001e-05,
      "loss": 0.2705036926269531,
      "step": 78500
    },
    {
      "epoch": 1.7339010578991265,
      "grad_norm": 46.508514404296875,
      "learning_rate": 2.110201483692551e-05,
      "loss": 0.3062447509765625,
      "step": 79000
    },
    {
      "epoch": 1.744875115227602,
      "grad_norm": 29.72620964050293,
      "learning_rate": 2.0919113881450918e-05,
      "loss": 0.29800909423828126,
      "step": 79500
    },
    {
      "epoch": 1.7558491725560774,
      "grad_norm": 10.616799354553223,
      "learning_rate": 2.0736212925976326e-05,
      "loss": 0.2787916259765625,
      "step": 80000
    },
    {
      "epoch": 1.7668232298845528,
      "grad_norm": 16.61284637451172,
      "learning_rate": 2.0553311970501733e-05,
      "loss": 0.25415122985839844,
      "step": 80500
    },
    {
      "epoch": 1.7777972872130285,
      "grad_norm": 5.203902244567871,
      "learning_rate": 2.0370411015027145e-05,
      "loss": 0.2742305297851563,
      "step": 81000
    },
    {
      "epoch": 1.7887713445415039,
      "grad_norm": 17.70701026916504,
      "learning_rate": 2.0187510059552552e-05,
      "loss": 0.2559151611328125,
      "step": 81500
    },
    {
      "epoch": 1.7997454018699792,
      "grad_norm": 6.252378940582275,
      "learning_rate": 2.000460910407796e-05,
      "loss": 0.28050296020507814,
      "step": 82000
    },
    {
      "epoch": 1.810719459198455,
      "grad_norm": 31.440832138061523,
      "learning_rate": 1.9821708148603368e-05,
      "loss": 0.2572430419921875,
      "step": 82500
    },
    {
      "epoch": 1.8216935165269303,
      "grad_norm": 16.332443237304688,
      "learning_rate": 1.963880719312878e-05,
      "loss": 0.2700733642578125,
      "step": 83000
    },
    {
      "epoch": 1.8326675738554057,
      "grad_norm": 0.33748501539230347,
      "learning_rate": 1.9455906237654186e-05,
      "loss": 0.2636079711914063,
      "step": 83500
    },
    {
      "epoch": 1.8436416311838815,
      "grad_norm": 0.13300059735774994,
      "learning_rate": 1.9273005282179598e-05,
      "loss": 0.2723955078125,
      "step": 84000
    },
    {
      "epoch": 1.8546156885123568,
      "grad_norm": 28.147356033325195,
      "learning_rate": 1.9090104326705002e-05,
      "loss": 0.26517648315429687,
      "step": 84500
    },
    {
      "epoch": 1.8655897458408321,
      "grad_norm": 17.65765953063965,
      "learning_rate": 1.8907203371230413e-05,
      "loss": 0.2603927001953125,
      "step": 85000
    },
    {
      "epoch": 1.8765638031693077,
      "grad_norm": 40.015869140625,
      "learning_rate": 1.872430241575582e-05,
      "loss": 0.2619692993164062,
      "step": 85500
    },
    {
      "epoch": 1.8875378604977833,
      "grad_norm": 12.848860740661621,
      "learning_rate": 1.854140146028123e-05,
      "loss": 0.25935647583007815,
      "step": 86000
    },
    {
      "epoch": 1.8985119178262586,
      "grad_norm": 0.14966364204883575,
      "learning_rate": 1.835850050480664e-05,
      "loss": 0.2609214782714844,
      "step": 86500
    },
    {
      "epoch": 1.9094859751547342,
      "grad_norm": 0.24382130801677704,
      "learning_rate": 1.8175599549332044e-05,
      "loss": 0.27692413330078125,
      "step": 87000
    },
    {
      "epoch": 1.9204600324832097,
      "grad_norm": 33.56360626220703,
      "learning_rate": 1.7992698593857455e-05,
      "loss": 0.2803267211914062,
      "step": 87500
    },
    {
      "epoch": 1.931434089811685,
      "grad_norm": 0.04589025303721428,
      "learning_rate": 1.7809797638382863e-05,
      "loss": 0.2634629821777344,
      "step": 88000
    },
    {
      "epoch": 1.9424081471401606,
      "grad_norm": 18.453758239746094,
      "learning_rate": 1.7626896682908274e-05,
      "loss": 0.2758912353515625,
      "step": 88500
    },
    {
      "epoch": 1.9533822044686362,
      "grad_norm": 29.018585205078125,
      "learning_rate": 1.744399572743368e-05,
      "loss": 0.26687152099609374,
      "step": 89000
    },
    {
      "epoch": 1.9643562617971115,
      "grad_norm": 0.32755419611930847,
      "learning_rate": 1.726109477195909e-05,
      "loss": 0.28869473266601564,
      "step": 89500
    },
    {
      "epoch": 1.975330319125587,
      "grad_norm": 0.00812600925564766,
      "learning_rate": 1.7078193816484497e-05,
      "loss": 0.2838319091796875,
      "step": 90000
    },
    {
      "epoch": 1.9863043764540627,
      "grad_norm": 22.876619338989258,
      "learning_rate": 1.6895292861009908e-05,
      "loss": 0.24822427368164063,
      "step": 90500
    },
    {
      "epoch": 1.997278433782538,
      "grad_norm": 29.792329788208008,
      "learning_rate": 1.6712391905535316e-05,
      "loss": 0.23443959045410157,
      "step": 91000
    },
    {
      "epoch": 2.0,
      "eval_f1": 0.8288003736916,
      "eval_loss": 0.356448233127594,
      "eval_runtime": 22.1665,
      "eval_samples_per_second": 1827.08,
      "eval_steps_per_second": 228.408,
      "step": 91124
    },
    {
      "epoch": 2.008252491111014,
      "grad_norm": 0.019856004044413567,
      "learning_rate": 1.6529490950060723e-05,
      "loss": 0.18815164184570313,
      "step": 91500
    },
    {
      "epoch": 2.019226548439489,
      "grad_norm": 22.867015838623047,
      "learning_rate": 1.634658999458613e-05,
      "loss": 0.1597985076904297,
      "step": 92000
    },
    {
      "epoch": 2.0302006057679645,
      "grad_norm": 0.14189456403255463,
      "learning_rate": 1.616368903911154e-05,
      "loss": 0.1571758575439453,
      "step": 92500
    },
    {
      "epoch": 2.04117466309644,
      "grad_norm": 0.006348753347992897,
      "learning_rate": 1.598078808363695e-05,
      "loss": 0.16454287719726562,
      "step": 93000
    },
    {
      "epoch": 2.0521487204249156,
      "grad_norm": 13.350561141967773,
      "learning_rate": 1.5797887128162357e-05,
      "loss": 0.17085581970214844,
      "step": 93500
    },
    {
      "epoch": 2.063122777753391,
      "grad_norm": 0.04752154275774956,
      "learning_rate": 1.561498617268777e-05,
      "loss": 0.1648643035888672,
      "step": 94000
    },
    {
      "epoch": 2.0740968350818663,
      "grad_norm": 8.686612129211426,
      "learning_rate": 1.5432085217213173e-05,
      "loss": 0.15125572204589843,
      "step": 94500
    },
    {
      "epoch": 2.085070892410342,
      "grad_norm": 0.04292794689536095,
      "learning_rate": 1.5249184261738584e-05,
      "loss": 0.1467701416015625,
      "step": 95000
    },
    {
      "epoch": 2.0960449497388174,
      "grad_norm": 43.54441452026367,
      "learning_rate": 1.5066283306263992e-05,
      "loss": 0.20134834289550782,
      "step": 95500
    },
    {
      "epoch": 2.1070190070672927,
      "grad_norm": 0.18904000520706177,
      "learning_rate": 1.4883382350789401e-05,
      "loss": 0.181921875,
      "step": 96000
    },
    {
      "epoch": 2.1179930643957685,
      "grad_norm": 0.3301223814487457,
      "learning_rate": 1.470048139531481e-05,
      "loss": 0.1817462158203125,
      "step": 96500
    },
    {
      "epoch": 2.128967121724244,
      "grad_norm": 0.1473444551229477,
      "learning_rate": 1.4517580439840216e-05,
      "loss": 0.18687117004394532,
      "step": 97000
    },
    {
      "epoch": 2.139941179052719,
      "grad_norm": 7.679690837860107,
      "learning_rate": 1.4334679484365626e-05,
      "loss": 0.16395710754394532,
      "step": 97500
    },
    {
      "epoch": 2.150915236381195,
      "grad_norm": 35.09670639038086,
      "learning_rate": 1.4151778528891035e-05,
      "loss": 0.17217919921875,
      "step": 98000
    },
    {
      "epoch": 2.1618892937096703,
      "grad_norm": 0.019701849669218063,
      "learning_rate": 1.3968877573416445e-05,
      "loss": 0.17984617614746093,
      "step": 98500
    },
    {
      "epoch": 2.1728633510381457,
      "grad_norm": 0.20285935699939728,
      "learning_rate": 1.3785976617941854e-05,
      "loss": 0.16325213623046875,
      "step": 99000
    },
    {
      "epoch": 2.1838374083666214,
      "grad_norm": 34.028297424316406,
      "learning_rate": 1.360307566246726e-05,
      "loss": 0.18122135925292968,
      "step": 99500
    },
    {
      "epoch": 2.1948114656950968,
      "grad_norm": 0.05509435012936592,
      "learning_rate": 1.342017470699267e-05,
      "loss": 0.17191763305664062,
      "step": 100000
    },
    {
      "epoch": 2.205785523023572,
      "grad_norm": 1.59047269821167,
      "learning_rate": 1.3237273751518079e-05,
      "loss": 0.15562428283691407,
      "step": 100500
    },
    {
      "epoch": 2.216759580352048,
      "grad_norm": 30.329383850097656,
      "learning_rate": 1.3054372796043488e-05,
      "loss": 0.20622531127929689,
      "step": 101000
    },
    {
      "epoch": 2.2277336376805232,
      "grad_norm": 0.020468488335609436,
      "learning_rate": 1.2871471840568896e-05,
      "loss": 0.16413253784179688,
      "step": 101500
    },
    {
      "epoch": 2.2387076950089986,
      "grad_norm": 0.00997017603367567,
      "learning_rate": 1.2688570885094304e-05,
      "loss": 0.1655951690673828,
      "step": 102000
    },
    {
      "epoch": 2.2496817523374744,
      "grad_norm": 0.1387864202260971,
      "learning_rate": 1.2505669929619711e-05,
      "loss": 0.16392440795898439,
      "step": 102500
    },
    {
      "epoch": 2.2606558096659497,
      "grad_norm": 0.03306190297007561,
      "learning_rate": 1.232276897414512e-05,
      "loss": 0.17298390197753907,
      "step": 103000
    },
    {
      "epoch": 2.271629866994425,
      "grad_norm": 0.010001047514379025,
      "learning_rate": 1.213986801867053e-05,
      "loss": 0.1894729461669922,
      "step": 103500
    },
    {
      "epoch": 2.282603924322901,
      "grad_norm": 81.1466064453125,
      "learning_rate": 1.1956967063195938e-05,
      "loss": 0.17070208740234374,
      "step": 104000
    },
    {
      "epoch": 2.293577981651376,
      "grad_norm": 0.02159142680466175,
      "learning_rate": 1.1774066107721347e-05,
      "loss": 0.18507080078125,
      "step": 104500
    },
    {
      "epoch": 2.3045520389798515,
      "grad_norm": 0.054674021899700165,
      "learning_rate": 1.1591165152246757e-05,
      "loss": 0.17819773864746094,
      "step": 105000
    },
    {
      "epoch": 2.3155260963083273,
      "grad_norm": 2.9571499824523926,
      "learning_rate": 1.1408264196772164e-05,
      "loss": 0.17032832336425782,
      "step": 105500
    },
    {
      "epoch": 2.3265001536368026,
      "grad_norm": 1.2494076490402222,
      "learning_rate": 1.1225363241297574e-05,
      "loss": 0.1580600128173828,
      "step": 106000
    },
    {
      "epoch": 2.337474210965278,
      "grad_norm": 0.3068596422672272,
      "learning_rate": 1.1042462285822981e-05,
      "loss": 0.16479891967773438,
      "step": 106500
    },
    {
      "epoch": 2.3484482682937537,
      "grad_norm": 38.06135559082031,
      "learning_rate": 1.0859561330348391e-05,
      "loss": 0.19860018920898437,
      "step": 107000
    },
    {
      "epoch": 2.359422325622229,
      "grad_norm": 16.392892837524414,
      "learning_rate": 1.06766603748738e-05,
      "loss": 0.17994320678710937,
      "step": 107500
    },
    {
      "epoch": 2.3703963829507044,
      "grad_norm": 1.3012549877166748,
      "learning_rate": 1.0493759419399208e-05,
      "loss": 0.16105982971191407,
      "step": 108000
    },
    {
      "epoch": 2.38137044027918,
      "grad_norm": 0.16427138447761536,
      "learning_rate": 1.0310858463924616e-05,
      "loss": 0.16437882995605468,
      "step": 108500
    },
    {
      "epoch": 2.3923444976076556,
      "grad_norm": 0.008658411912620068,
      "learning_rate": 1.0127957508450023e-05,
      "loss": 0.14569871520996094,
      "step": 109000
    },
    {
      "epoch": 2.403318554936131,
      "grad_norm": 0.1301782727241516,
      "learning_rate": 9.945056552975433e-06,
      "loss": 0.14984918212890624,
      "step": 109500
    },
    {
      "epoch": 2.4142926122646067,
      "grad_norm": 3.813662528991699,
      "learning_rate": 9.762155597500842e-06,
      "loss": 0.18121104431152343,
      "step": 110000
    },
    {
      "epoch": 2.425266669593082,
      "grad_norm": 2.6495282649993896,
      "learning_rate": 9.57925464202625e-06,
      "loss": 0.18369952392578126,
      "step": 110500
    },
    {
      "epoch": 2.4362407269215574,
      "grad_norm": 3.705036163330078,
      "learning_rate": 9.39635368655166e-06,
      "loss": 0.16695921325683594,
      "step": 111000
    },
    {
      "epoch": 2.4472147842500327,
      "grad_norm": 0.678033709526062,
      "learning_rate": 9.213452731077067e-06,
      "loss": 0.17362081909179689,
      "step": 111500
    },
    {
      "epoch": 2.4581888415785085,
      "grad_norm": 50.983375549316406,
      "learning_rate": 9.030551775602476e-06,
      "loss": 0.16382778930664063,
      "step": 112000
    },
    {
      "epoch": 2.469162898906984,
      "grad_norm": 29.069177627563477,
      "learning_rate": 8.847650820127886e-06,
      "loss": 0.16594575500488282,
      "step": 112500
    },
    {
      "epoch": 2.4801369562354596,
      "grad_norm": 13.098567962646484,
      "learning_rate": 8.664749864653293e-06,
      "loss": 0.1821525115966797,
      "step": 113000
    },
    {
      "epoch": 2.491111013563935,
      "grad_norm": 64.5162353515625,
      "learning_rate": 8.481848909178703e-06,
      "loss": 0.15829127502441406,
      "step": 113500
    },
    {
      "epoch": 2.5020850708924103,
      "grad_norm": 2.7032110691070557,
      "learning_rate": 8.29894795370411e-06,
      "loss": 0.1485829620361328,
      "step": 114000
    },
    {
      "epoch": 2.5130591282208856,
      "grad_norm": 40.1707878112793,
      "learning_rate": 8.11604699822952e-06,
      "loss": 0.1723223876953125,
      "step": 114500
    },
    {
      "epoch": 2.5240331855493614,
      "grad_norm": 0.07498432695865631,
      "learning_rate": 7.933146042754928e-06,
      "loss": 0.15050241088867186,
      "step": 115000
    },
    {
      "epoch": 2.5350072428778367,
      "grad_norm": 26.58846664428711,
      "learning_rate": 7.750245087280335e-06,
      "loss": 0.15875759887695312,
      "step": 115500
    },
    {
      "epoch": 2.5459813002063125,
      "grad_norm": 0.05308910831809044,
      "learning_rate": 7.567344131805746e-06,
      "loss": 0.1401026611328125,
      "step": 116000
    },
    {
      "epoch": 2.556955357534788,
      "grad_norm": 45.850929260253906,
      "learning_rate": 7.384443176331153e-06,
      "loss": 0.15721929931640624,
      "step": 116500
    },
    {
      "epoch": 2.567929414863263,
      "grad_norm": 45.02235412597656,
      "learning_rate": 7.201542220856562e-06,
      "loss": 0.19153817749023438,
      "step": 117000
    },
    {
      "epoch": 2.5789034721917385,
      "grad_norm": 0.04809782654047012,
      "learning_rate": 7.018641265381971e-06,
      "loss": 0.1555188446044922,
      "step": 117500
    },
    {
      "epoch": 2.5898775295202143,
      "grad_norm": 0.008281511254608631,
      "learning_rate": 6.835740309907379e-06,
      "loss": 0.17925529479980468,
      "step": 118000
    },
    {
      "epoch": 2.6008515868486897,
      "grad_norm": 23.324901580810547,
      "learning_rate": 6.652839354432788e-06,
      "loss": 0.167087158203125,
      "step": 118500
    },
    {
      "epoch": 2.6118256441771655,
      "grad_norm": 19.250812530517578,
      "learning_rate": 6.469938398958196e-06,
      "loss": 0.14051246643066406,
      "step": 119000
    },
    {
      "epoch": 2.622799701505641,
      "grad_norm": 0.014977659098803997,
      "learning_rate": 6.2870374434836055e-06,
      "loss": 0.1504051513671875,
      "step": 119500
    },
    {
      "epoch": 2.633773758834116,
      "grad_norm": 23.393903732299805,
      "learning_rate": 6.104136488009013e-06,
      "loss": 0.1683112335205078,
      "step": 120000
    },
    {
      "epoch": 2.6447478161625915,
      "grad_norm": 0.09205972403287888,
      "learning_rate": 5.921235532534422e-06,
      "loss": 0.15621336364746094,
      "step": 120500
    },
    {
      "epoch": 2.6557218734910673,
      "grad_norm": 0.5144221782684326,
      "learning_rate": 5.73833457705983e-06,
      "loss": 0.1647897491455078,
      "step": 121000
    },
    {
      "epoch": 2.6666959308195426,
      "grad_norm": 0.00860594492405653,
      "learning_rate": 5.55543362158524e-06,
      "loss": 0.15313204956054688,
      "step": 121500
    },
    {
      "epoch": 2.677669988148018,
      "grad_norm": 2.207170248031616,
      "learning_rate": 5.372532666110648e-06,
      "loss": 0.15816647338867187,
      "step": 122000
    },
    {
      "epoch": 2.6886440454764937,
      "grad_norm": 0.018872277811169624,
      "learning_rate": 5.189631710636057e-06,
      "loss": 0.1415150146484375,
      "step": 122500
    },
    {
      "epoch": 2.699618102804969,
      "grad_norm": 0.011648227460682392,
      "learning_rate": 5.006730755161465e-06,
      "loss": 0.13911293029785157,
      "step": 123000
    },
    {
      "epoch": 2.7105921601334444,
      "grad_norm": 0.09587373584508896,
      "learning_rate": 4.823829799686874e-06,
      "loss": 0.13494076538085936,
      "step": 123500
    },
    {
      "epoch": 2.72156621746192,
      "grad_norm": 0.04641059786081314,
      "learning_rate": 4.6409288442122825e-06,
      "loss": 0.17721914672851563,
      "step": 124000
    },
    {
      "epoch": 2.7325402747903955,
      "grad_norm": 0.011687349528074265,
      "learning_rate": 4.458027888737691e-06,
      "loss": 0.16873222351074219,
      "step": 124500
    },
    {
      "epoch": 2.743514332118871,
      "grad_norm": 118.11669158935547,
      "learning_rate": 4.2751269332630996e-06,
      "loss": 0.15355369567871094,
      "step": 125000
    },
    {
      "epoch": 2.7544883894473466,
      "grad_norm": 0.481996089220047,
      "learning_rate": 4.092225977788508e-06,
      "loss": 0.13936019897460938,
      "step": 125500
    },
    {
      "epoch": 2.765462446775822,
      "grad_norm": 0.19096533954143524,
      "learning_rate": 3.909325022313917e-06,
      "loss": 0.17287538146972656,
      "step": 126000
    },
    {
      "epoch": 2.7764365041042973,
      "grad_norm": 67.1457748413086,
      "learning_rate": 3.7264240668393257e-06,
      "loss": 0.15823133850097656,
      "step": 126500
    },
    {
      "epoch": 2.7874105614327727,
      "grad_norm": 15.519521713256836,
      "learning_rate": 3.543523111364734e-06,
      "loss": 0.17597552490234375,
      "step": 127000
    },
    {
      "epoch": 2.7983846187612484,
      "grad_norm": 0.021220775321125984,
      "learning_rate": 3.3606221558901423e-06,
      "loss": 0.15953814697265625,
      "step": 127500
    },
    {
      "epoch": 2.809358676089724,
      "grad_norm": 0.008825136348605156,
      "learning_rate": 3.177721200415551e-06,
      "loss": 0.16651971435546875,
      "step": 128000
    },
    {
      "epoch": 2.8203327334181996,
      "grad_norm": 0.20404738187789917,
      "learning_rate": 2.99482024494096e-06,
      "loss": 0.1628278350830078,
      "step": 128500
    },
    {
      "epoch": 2.831306790746675,
      "grad_norm": 0.009165110997855663,
      "learning_rate": 2.8119192894663684e-06,
      "loss": 0.1425828094482422,
      "step": 129000
    },
    {
      "epoch": 2.8422808480751502,
      "grad_norm": 0.008576123043894768,
      "learning_rate": 2.629018333991777e-06,
      "loss": 0.16400938415527344,
      "step": 129500
    },
    {
      "epoch": 2.8532549054036256,
      "grad_norm": 37.710914611816406,
      "learning_rate": 2.4461173785171855e-06,
      "loss": 0.15623898315429688,
      "step": 130000
    },
    {
      "epoch": 2.8642289627321014,
      "grad_norm": 11.700338363647461,
      "learning_rate": 2.263216423042594e-06,
      "loss": 0.1631771545410156,
      "step": 130500
    },
    {
      "epoch": 2.8752030200605767,
      "grad_norm": 1.506538987159729,
      "learning_rate": 2.0803154675680026e-06,
      "loss": 0.15615669250488282,
      "step": 131000
    },
    {
      "epoch": 2.8861770773890525,
      "grad_norm": 33.31697082519531,
      "learning_rate": 1.8974145120934112e-06,
      "loss": 0.1537679138183594,
      "step": 131500
    },
    {
      "epoch": 2.897151134717528,
      "grad_norm": 38.086795806884766,
      "learning_rate": 1.71451355661882e-06,
      "loss": 0.16492466735839845,
      "step": 132000
    },
    {
      "epoch": 2.908125192046003,
      "grad_norm": 0.02016337588429451,
      "learning_rate": 1.5316126011442285e-06,
      "loss": 0.15764328002929687,
      "step": 132500
    },
    {
      "epoch": 2.9190992493744785,
      "grad_norm": 0.06843503564596176,
      "learning_rate": 1.348711645669637e-06,
      "loss": 0.14805685424804688,
      "step": 133000
    },
    {
      "epoch": 2.9300733067029543,
      "grad_norm": 0.006283937953412533,
      "learning_rate": 1.1658106901950456e-06,
      "loss": 0.1535034637451172,
      "step": 133500
    },
    {
      "epoch": 2.9410473640314296,
      "grad_norm": 0.0035067277494817972,
      "learning_rate": 9.829097347204541e-07,
      "loss": 0.15516947937011719,
      "step": 134000
    },
    {
      "epoch": 2.9520214213599054,
      "grad_norm": 0.023081157356500626,
      "learning_rate": 8.000087792458628e-07,
      "loss": 0.15423509216308592,
      "step": 134500
    },
    {
      "epoch": 2.9629954786883808,
      "grad_norm": 13.908537864685059,
      "learning_rate": 6.171078237712715e-07,
      "loss": 0.14795904541015625,
      "step": 135000
    },
    {
      "epoch": 2.973969536016856,
      "grad_norm": 0.019963253289461136,
      "learning_rate": 4.3420686829668e-07,
      "loss": 0.15023118591308593,
      "step": 135500
    },
    {
      "epoch": 2.9849435933453314,
      "grad_norm": 20.809101104736328,
      "learning_rate": 2.513059128220886e-07,
      "loss": 0.1423495330810547,
      "step": 136000
    },
    {
      "epoch": 2.995917650673807,
      "grad_norm": 26.06735610961914,
      "learning_rate": 6.840495734749718e-08,
      "loss": 0.15201040649414063,
      "step": 136500
    },
    {
      "epoch": 3.0,
      "eval_f1": 0.8518024169356405,
      "eval_loss": 0.38094356656074524,
      "eval_runtime": 21.6505,
      "eval_samples_per_second": 1870.627,
      "eval_steps_per_second": 233.851,
      "step": 136686
    },
    {
      "epoch": 3.0,
      "step": 136686,
      "total_flos": 1.801472479969075e+16,
      "train_loss": 0.3033465779127858,
      "train_runtime": 2259.7352,
      "train_samples_per_second": 483.897,
      "train_steps_per_second": 60.488
    }
  ],
  "logging_steps": 500,
  "max_steps": 136686,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.801472479969075e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}