{
  "best_global_step": 211530,
  "best_metric": 0.9179618788534967,
  "best_model_checkpoint": "./GIST-small-topic/checkpoint-211530",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 211530,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0070911927386186355,
      "grad_norm": 2.0094034671783447,
      "learning_rate": 4.988204982744765e-05,
      "loss": 2.21929736328125,
      "step": 500
    },
    {
      "epoch": 0.014182385477237271,
      "grad_norm": 19.219717025756836,
      "learning_rate": 4.9763863281804004e-05,
      "loss": 1.0627626953125,
      "step": 1000
    },
    {
      "epoch": 0.021273578215855907,
      "grad_norm": 12.463168144226074,
      "learning_rate": 4.964567673616036e-05,
      "loss": 0.7230818481445312,
      "step": 1500
    },
    {
      "epoch": 0.028364770954474542,
      "grad_norm": 30.950218200683594,
      "learning_rate": 4.952749019051671e-05,
      "loss": 0.56197265625,
      "step": 2000
    },
    {
      "epoch": 0.03545596369309318,
      "grad_norm": 2.983157157897949,
      "learning_rate": 4.940930364487307e-05,
      "loss": 0.542384033203125,
      "step": 2500
    },
    {
      "epoch": 0.042547156431711815,
      "grad_norm": 5.0553436279296875,
      "learning_rate": 4.929111709922943e-05,
      "loss": 0.4953382568359375,
      "step": 3000
    },
    {
      "epoch": 0.04963834917033045,
      "grad_norm": 12.18031120300293,
      "learning_rate": 4.917293055358578e-05,
      "loss": 0.4707428283691406,
      "step": 3500
    },
    {
      "epoch": 0.056729541908949084,
      "grad_norm": 13.765538215637207,
      "learning_rate": 4.905474400794214e-05,
      "loss": 0.46302090454101563,
      "step": 4000
    },
    {
      "epoch": 0.06382073464756773,
      "grad_norm": 27.128658294677734,
      "learning_rate": 4.893655746229849e-05,
      "loss": 0.4627261962890625,
      "step": 4500
    },
    {
      "epoch": 0.07091192738618636,
      "grad_norm": 22.089130401611328,
      "learning_rate": 4.8818370916654845e-05,
      "loss": 0.48565313720703124,
      "step": 5000
    },
    {
      "epoch": 0.078003120124805,
      "grad_norm": 19.198444366455078,
      "learning_rate": 4.8700184371011206e-05,
      "loss": 0.4377886962890625,
      "step": 5500
    },
    {
      "epoch": 0.08509431286342363,
      "grad_norm": 26.68898582458496,
      "learning_rate": 4.858199782536757e-05,
      "loss": 0.45854840087890625,
      "step": 6000
    },
    {
      "epoch": 0.09218550560204226,
      "grad_norm": 1.396219253540039,
      "learning_rate": 4.846381127972392e-05,
      "loss": 0.42720388793945313,
      "step": 6500
    },
    {
      "epoch": 0.0992766983406609,
      "grad_norm": 17.45922088623047,
      "learning_rate": 4.8345624734080276e-05,
      "loss": 0.4388797912597656,
      "step": 7000
    },
    {
      "epoch": 0.10636789107927953,
      "grad_norm": 13.813079833984375,
      "learning_rate": 4.822743818843663e-05,
      "loss": 0.43045758056640626,
      "step": 7500
    },
    {
      "epoch": 0.11345908381789817,
      "grad_norm": 19.49132537841797,
      "learning_rate": 4.8109251642792985e-05,
      "loss": 0.4109803771972656,
      "step": 8000
    },
    {
      "epoch": 0.1205502765565168,
      "grad_norm": 15.026893615722656,
      "learning_rate": 4.799106509714934e-05,
      "loss": 0.43473480224609373,
      "step": 8500
    },
    {
      "epoch": 0.12764146929513545,
      "grad_norm": 0.4883650541305542,
      "learning_rate": 4.78728785515057e-05,
      "loss": 0.4177641296386719,
      "step": 9000
    },
    {
      "epoch": 0.13473266203375409,
      "grad_norm": 18.900754928588867,
      "learning_rate": 4.7754692005862054e-05,
      "loss": 0.38533172607421873,
      "step": 9500
    },
    {
      "epoch": 0.14182385477237272,
      "grad_norm": 1.1473286151885986,
      "learning_rate": 4.763650546021841e-05,
      "loss": 0.4119681396484375,
      "step": 10000
    },
    {
      "epoch": 0.14891504751099136,
      "grad_norm": 11.821301460266113,
      "learning_rate": 4.751831891457477e-05,
      "loss": 0.40965200805664065,
      "step": 10500
    },
    {
      "epoch": 0.15600624024961,
      "grad_norm": 23.506179809570312,
      "learning_rate": 4.7400132368931124e-05,
      "loss": 0.3976383972167969,
      "step": 11000
    },
    {
      "epoch": 0.16309743298822862,
      "grad_norm": 5.233912944793701,
      "learning_rate": 4.728194582328748e-05,
      "loss": 0.42674627685546873,
      "step": 11500
    },
    {
      "epoch": 0.17018862572684726,
      "grad_norm": 0.5937948226928711,
      "learning_rate": 4.716375927764384e-05,
      "loss": 0.40512103271484373,
      "step": 12000
    },
    {
      "epoch": 0.1772798184654659,
      "grad_norm": 17.91236686706543,
      "learning_rate": 4.7045572732000194e-05,
      "loss": 0.4136376953125,
      "step": 12500
    },
    {
      "epoch": 0.18437101120408453,
      "grad_norm": 22.474529266357422,
      "learning_rate": 4.692738618635655e-05,
      "loss": 0.4313943176269531,
      "step": 13000
    },
    {
      "epoch": 0.19146220394270316,
      "grad_norm": 8.908188819885254,
      "learning_rate": 4.68091996407129e-05,
      "loss": 0.407843017578125,
      "step": 13500
    },
    {
      "epoch": 0.1985533966813218,
      "grad_norm": 18.582136154174805,
      "learning_rate": 4.6691013095069256e-05,
      "loss": 0.4009266357421875,
      "step": 14000
    },
    {
      "epoch": 0.20564458941994043,
      "grad_norm": 10.631417274475098,
      "learning_rate": 4.657282654942561e-05,
      "loss": 0.3847767333984375,
      "step": 14500
    },
    {
      "epoch": 0.21273578215855907,
      "grad_norm": 0.06845115125179291,
      "learning_rate": 4.645464000378197e-05,
      "loss": 0.404919189453125,
      "step": 15000
    },
    {
      "epoch": 0.2198269748971777,
      "grad_norm": 10.31063175201416,
      "learning_rate": 4.6336453458138326e-05,
      "loss": 0.41001177978515624,
      "step": 15500
    },
    {
      "epoch": 0.22691816763579634,
      "grad_norm": 22.720964431762695,
      "learning_rate": 4.621826691249469e-05,
      "loss": 0.4126224365234375,
      "step": 16000
    },
    {
      "epoch": 0.23400936037441497,
      "grad_norm": 15.995619773864746,
      "learning_rate": 4.610008036685104e-05,
      "loss": 0.39923910522460937,
      "step": 16500
    },
    {
      "epoch": 0.2411005531130336,
      "grad_norm": 45.834747314453125,
      "learning_rate": 4.5981893821207396e-05,
      "loss": 0.3683683166503906,
      "step": 17000
    },
    {
      "epoch": 0.24819174585165224,
      "grad_norm": 10.192611694335938,
      "learning_rate": 4.586370727556375e-05,
      "loss": 0.38183563232421874,
      "step": 17500
    },
    {
      "epoch": 0.2552829385902709,
      "grad_norm": 17.221702575683594,
      "learning_rate": 4.574552072992011e-05,
      "loss": 0.3848875427246094,
      "step": 18000
    },
    {
      "epoch": 0.26237413132888954,
      "grad_norm": 11.800912857055664,
      "learning_rate": 4.5627334184276465e-05,
      "loss": 0.3841501159667969,
      "step": 18500
    },
    {
      "epoch": 0.26946532406750817,
      "grad_norm": 10.162900924682617,
      "learning_rate": 4.550914763863282e-05,
      "loss": 0.3888123779296875,
      "step": 19000
    },
    {
      "epoch": 0.2765565168061268,
      "grad_norm": 4.604160785675049,
      "learning_rate": 4.5390961092989174e-05,
      "loss": 0.3991587219238281,
      "step": 19500
    },
    {
      "epoch": 0.28364770954474544,
      "grad_norm": 20.095441818237305,
      "learning_rate": 4.527277454734553e-05,
      "loss": 0.3958879089355469,
      "step": 20000
    },
    {
      "epoch": 0.2907389022833641,
      "grad_norm": 12.304089546203613,
      "learning_rate": 4.515458800170189e-05,
      "loss": 0.3968980712890625,
      "step": 20500
    },
    {
      "epoch": 0.2978300950219827,
      "grad_norm": 0.5610142350196838,
      "learning_rate": 4.503640145605825e-05,
      "loss": 0.4232771301269531,
      "step": 21000
    },
    {
      "epoch": 0.30492128776060134,
      "grad_norm": 2.9310262203216553,
      "learning_rate": 4.4918214910414605e-05,
      "loss": 0.39260968017578124,
      "step": 21500
    },
    {
      "epoch": 0.31201248049922,
      "grad_norm": 0.5716455578804016,
      "learning_rate": 4.480002836477096e-05,
      "loss": 0.38827359008789064,
      "step": 22000
    },
    {
      "epoch": 0.3191036732378386,
      "grad_norm": 1.3526256084442139,
      "learning_rate": 4.468184181912731e-05,
      "loss": 0.37964959716796876,
      "step": 22500
    },
    {
      "epoch": 0.32619486597645725,
      "grad_norm": 15.395561218261719,
      "learning_rate": 4.456365527348367e-05,
      "loss": 0.3920819091796875,
      "step": 23000
    },
    {
      "epoch": 0.3332860587150759,
      "grad_norm": 10.289068222045898,
      "learning_rate": 4.444546872784002e-05,
      "loss": 0.38668710327148437,
      "step": 23500
    },
    {
      "epoch": 0.3403772514536945,
      "grad_norm": 1.6159920692443848,
      "learning_rate": 4.432728218219638e-05,
      "loss": 0.3819559326171875,
      "step": 24000
    },
    {
      "epoch": 0.34746844419231315,
      "grad_norm": 7.291048526763916,
      "learning_rate": 4.420909563655274e-05,
      "loss": 0.34942718505859377,
      "step": 24500
    },
    {
      "epoch": 0.3545596369309318,
      "grad_norm": 21.11905288696289,
      "learning_rate": 4.409090909090909e-05,
      "loss": 0.4017558898925781,
      "step": 25000
    },
    {
      "epoch": 0.3616508296695504,
      "grad_norm": 11.451282501220703,
      "learning_rate": 4.3972722545265446e-05,
      "loss": 0.37077435302734374,
      "step": 25500
    },
    {
      "epoch": 0.36874202240816906,
      "grad_norm": 16.3957462310791,
      "learning_rate": 4.385453599962181e-05,
      "loss": 0.3965981140136719,
      "step": 26000
    },
    {
      "epoch": 0.3758332151467877,
      "grad_norm": 26.137174606323242,
      "learning_rate": 4.373634945397816e-05,
      "loss": 0.40133779907226563,
      "step": 26500
    },
    {
      "epoch": 0.3829244078854063,
      "grad_norm": 21.809417724609375,
      "learning_rate": 4.361816290833452e-05,
      "loss": 0.3455391845703125,
      "step": 27000
    },
    {
      "epoch": 0.39001560062402496,
      "grad_norm": 9.511174201965332,
      "learning_rate": 4.3499976362690876e-05,
      "loss": 0.39233285522460937,
      "step": 27500
    },
    {
      "epoch": 0.3971067933626436,
      "grad_norm": 31.224679946899414,
      "learning_rate": 4.338178981704723e-05,
      "loss": 0.37783285522460935,
      "step": 28000
    },
    {
      "epoch": 0.40419798610126223,
      "grad_norm": 3.0387356281280518,
      "learning_rate": 4.3263603271403585e-05,
      "loss": 0.36522085571289065,
      "step": 28500
    },
    {
      "epoch": 0.41128917883988086,
      "grad_norm": 9.661357879638672,
      "learning_rate": 4.314541672575994e-05,
      "loss": 0.3850714721679688,
      "step": 29000
    },
    {
      "epoch": 0.4183803715784995,
      "grad_norm": 20.81166648864746,
      "learning_rate": 4.3027230180116293e-05,
      "loss": 0.3951400146484375,
      "step": 29500
    },
    {
      "epoch": 0.42547156431711813,
      "grad_norm": 11.138774871826172,
      "learning_rate": 4.290904363447265e-05,
      "loss": 0.3763404541015625,
      "step": 30000
    },
    {
      "epoch": 0.43256275705573677,
      "grad_norm": 0.7437636852264404,
      "learning_rate": 4.279085708882901e-05,
      "loss": 0.36979705810546876,
      "step": 30500
    },
    {
      "epoch": 0.4396539497943554,
      "grad_norm": 23.123035430908203,
      "learning_rate": 4.267267054318537e-05,
      "loss": 0.3605682373046875,
      "step": 31000
    },
    {
      "epoch": 0.44674514253297404,
      "grad_norm": 11.462782859802246,
      "learning_rate": 4.2554483997541724e-05,
      "loss": 0.3390813293457031,
      "step": 31500
    },
    {
      "epoch": 0.4538363352715927,
      "grad_norm": 12.093498229980469,
      "learning_rate": 4.243629745189808e-05,
      "loss": 0.37293450927734373,
      "step": 32000
    },
    {
      "epoch": 0.4609275280102113,
      "grad_norm": 0.0507306233048439,
      "learning_rate": 4.231811090625443e-05,
      "loss": 0.39073757934570313,
      "step": 32500
    },
    {
      "epoch": 0.46801872074882994,
      "grad_norm": 15.834416389465332,
      "learning_rate": 4.219992436061079e-05,
      "loss": 0.3769065856933594,
      "step": 33000
    },
    {
      "epoch": 0.4751099134874486,
      "grad_norm": 38.923831939697266,
      "learning_rate": 4.208173781496715e-05,
      "loss": 0.34681292724609375,
      "step": 33500
    },
    {
      "epoch": 0.4822011062260672,
      "grad_norm": 3.2983150482177734,
      "learning_rate": 4.19635512693235e-05,
      "loss": 0.3393735961914062,
      "step": 34000
    },
    {
      "epoch": 0.48929229896468585,
      "grad_norm": 13.693626403808594,
      "learning_rate": 4.184536472367986e-05,
      "loss": 0.3842292175292969,
      "step": 34500
    },
    {
      "epoch": 0.4963834917033045,
      "grad_norm": 17.57269287109375,
      "learning_rate": 4.172717817803621e-05,
      "loss": 0.3563892517089844,
      "step": 35000
    },
    {
      "epoch": 0.5034746844419231,
      "grad_norm": 4.0084710121154785,
      "learning_rate": 4.160899163239257e-05,
      "loss": 0.39765109252929687,
      "step": 35500
    },
    {
      "epoch": 0.5105658771805418,
      "grad_norm": 20.67154884338379,
      "learning_rate": 4.1490805086748926e-05,
      "loss": 0.35460427856445315,
      "step": 36000
    },
    {
      "epoch": 0.5176570699191604,
      "grad_norm": 0.30911800265312195,
      "learning_rate": 4.137261854110529e-05,
      "loss": 0.36283389282226564,
      "step": 36500
    },
    {
      "epoch": 0.5247482626577791,
      "grad_norm": 3.699970245361328,
      "learning_rate": 4.125443199546164e-05,
      "loss": 0.3951703491210937,
      "step": 37000
    },
    {
      "epoch": 0.5318394553963977,
      "grad_norm": 35.91598129272461,
      "learning_rate": 4.1136245449817996e-05,
      "loss": 0.3673123779296875,
      "step": 37500
    },
    {
      "epoch": 0.5389306481350163,
      "grad_norm": 15.166389465332031,
      "learning_rate": 4.101805890417435e-05,
      "loss": 0.3646431579589844,
      "step": 38000
    },
    {
      "epoch": 0.5460218408736349,
      "grad_norm": 4.839053630828857,
      "learning_rate": 4.0899872358530705e-05,
      "loss": 0.37225506591796875,
      "step": 38500
    },
    {
      "epoch": 0.5531130336122536,
      "grad_norm": 16.341421127319336,
      "learning_rate": 4.078168581288706e-05,
      "loss": 0.3248492431640625,
      "step": 39000
    },
    {
      "epoch": 0.5602042263508722,
      "grad_norm": 12.289342880249023,
      "learning_rate": 4.066349926724342e-05,
      "loss": 0.35200335693359375,
      "step": 39500
    },
    {
      "epoch": 0.5672954190894909,
      "grad_norm": 0.07165870815515518,
      "learning_rate": 4.0545312721599774e-05,
      "loss": 0.3465135192871094,
      "step": 40000
    },
    {
      "epoch": 0.5743866118281095,
      "grad_norm": 19.236539840698242,
      "learning_rate": 4.042712617595613e-05,
      "loss": 0.36539205932617186,
      "step": 40500
    },
    {
      "epoch": 0.5814778045667282,
      "grad_norm": 1.1958494186401367,
      "learning_rate": 4.030893963031249e-05,
      "loss": 0.3689007873535156,
      "step": 41000
    },
    {
      "epoch": 0.5885689973053467,
      "grad_norm": 22.092870712280273,
      "learning_rate": 4.0190753084668844e-05,
      "loss": 0.37182241821289064,
      "step": 41500
    },
    {
      "epoch": 0.5956601900439654,
      "grad_norm": 0.08594904839992523,
      "learning_rate": 4.00725665390252e-05,
      "loss": 0.36475091552734373,
      "step": 42000
    },
    {
      "epoch": 0.602751382782584,
      "grad_norm": 29.551023483276367,
      "learning_rate": 3.995437999338156e-05,
      "loss": 0.331034423828125,
      "step": 42500
    },
    {
      "epoch": 0.6098425755212027,
      "grad_norm": 0.04614920914173126,
      "learning_rate": 3.9836193447737913e-05,
      "loss": 0.33374911499023435,
      "step": 43000
    },
    {
      "epoch": 0.6169337682598213,
      "grad_norm": 15.710551261901855,
      "learning_rate": 3.971800690209427e-05,
      "loss": 0.37484417724609376,
      "step": 43500
    },
    {
      "epoch": 0.62402496099844,
      "grad_norm": 37.30379104614258,
      "learning_rate": 3.959982035645062e-05,
      "loss": 0.32213079833984376,
      "step": 44000
    },
    {
      "epoch": 0.6311161537370585,
      "grad_norm": 6.224698543548584,
      "learning_rate": 3.9481633810806976e-05,
      "loss": 0.3595847473144531,
      "step": 44500
    },
    {
      "epoch": 0.6382073464756772,
      "grad_norm": 6.233162879943848,
      "learning_rate": 3.936344726516333e-05,
      "loss": 0.34365115356445314,
      "step": 45000
    },
    {
      "epoch": 0.6452985392142958,
      "grad_norm": 14.356497764587402,
      "learning_rate": 3.924526071951969e-05,
      "loss": 0.3619053955078125,
      "step": 45500
    },
    {
      "epoch": 0.6523897319529145,
      "grad_norm": 9.267119407653809,
      "learning_rate": 3.912707417387605e-05,
      "loss": 0.35733905029296875,
      "step": 46000
    },
    {
      "epoch": 0.6594809246915331,
      "grad_norm": 4.029196739196777,
      "learning_rate": 3.900888762823241e-05,
      "loss": 0.3212258605957031,
      "step": 46500
    },
    {
      "epoch": 0.6665721174301518,
      "grad_norm": 34.695552825927734,
      "learning_rate": 3.889070108258876e-05,
      "loss": 0.3341042785644531,
      "step": 47000
    },
    {
      "epoch": 0.6736633101687703,
      "grad_norm": 0.026256900280714035,
      "learning_rate": 3.8772514536945116e-05,
      "loss": 0.336823486328125,
      "step": 47500
    },
    {
      "epoch": 0.680754502907389,
      "grad_norm": 17.9473819732666,
      "learning_rate": 3.865432799130147e-05,
      "loss": 0.3473232727050781,
      "step": 48000
    },
    {
      "epoch": 0.6878456956460076,
      "grad_norm": 10.06433391571045,
      "learning_rate": 3.853614144565783e-05,
      "loss": 0.3433890075683594,
      "step": 48500
    },
    {
      "epoch": 0.6949368883846263,
      "grad_norm": 9.97581672668457,
      "learning_rate": 3.8417954900014185e-05,
      "loss": 0.3339334716796875,
      "step": 49000
    },
    {
      "epoch": 0.7020280811232449,
      "grad_norm": 2.1598761081695557,
      "learning_rate": 3.829976835437054e-05,
      "loss": 0.34377346801757813,
      "step": 49500
    },
    {
      "epoch": 0.7091192738618636,
      "grad_norm": 0.6067615747451782,
      "learning_rate": 3.8181581808726894e-05,
      "loss": 0.3535705261230469,
      "step": 50000
    },
    {
      "epoch": 0.7162104666004822,
      "grad_norm": 4.127110958099365,
      "learning_rate": 3.806339526308325e-05,
      "loss": 0.3544539794921875,
      "step": 50500
    },
    {
      "epoch": 0.7233016593391008,
      "grad_norm": 0.1849542111158371,
      "learning_rate": 3.794520871743961e-05,
      "loss": 0.3537879943847656,
      "step": 51000
    },
    {
      "epoch": 0.7303928520777194,
      "grad_norm": 3.8822484016418457,
      "learning_rate": 3.782702217179597e-05,
      "loss": 0.3630632629394531,
      "step": 51500
    },
    {
      "epoch": 0.7374840448163381,
      "grad_norm": 7.645042419433594,
      "learning_rate": 3.7708835626152324e-05,
      "loss": 0.3490135498046875,
      "step": 52000
    },
    {
      "epoch": 0.7445752375549567,
      "grad_norm": 8.459843635559082,
      "learning_rate": 3.759064908050868e-05,
      "loss": 0.31747186279296874,
      "step": 52500
    },
    {
      "epoch": 0.7516664302935754,
      "grad_norm": 1.0256061553955078,
      "learning_rate": 3.747246253486503e-05,
      "loss": 0.37400778198242185,
      "step": 53000
    },
    {
      "epoch": 0.758757623032194,
      "grad_norm": 15.987700462341309,
      "learning_rate": 3.735427598922139e-05,
      "loss": 0.32377114868164064,
      "step": 53500
    },
    {
      "epoch": 0.7658488157708127,
      "grad_norm": 0.1935882717370987,
      "learning_rate": 3.723608944357774e-05,
      "loss": 0.3376795654296875,
      "step": 54000
    },
    {
      "epoch": 0.7729400085094312,
      "grad_norm": 1.3788025379180908,
      "learning_rate": 3.71179028979341e-05,
      "loss": 0.3611544189453125,
      "step": 54500
    },
    {
      "epoch": 0.7800312012480499,
      "grad_norm": 26.272855758666992,
      "learning_rate": 3.699971635229046e-05,
      "loss": 0.32168243408203123,
      "step": 55000
    },
    {
      "epoch": 0.7871223939866686,
      "grad_norm": 0.6588231921195984,
      "learning_rate": 3.688152980664681e-05,
      "loss": 0.33372409057617186,
      "step": 55500
    },
    {
      "epoch": 0.7942135867252872,
      "grad_norm": 11.952702522277832,
      "learning_rate": 3.676334326100317e-05,
      "loss": 0.35271978759765626,
      "step": 56000
    },
    {
      "epoch": 0.8013047794639059,
      "grad_norm": 7.862829685211182,
      "learning_rate": 3.6645156715359527e-05,
      "loss": 0.37077886962890627,
      "step": 56500
    },
    {
      "epoch": 0.8083959722025245,
      "grad_norm": 0.029279431328177452,
      "learning_rate": 3.652697016971588e-05,
      "loss": 0.330326171875,
      "step": 57000
    },
    {
      "epoch": 0.8154871649411432,
      "grad_norm": 34.08498001098633,
      "learning_rate": 3.6408783624072235e-05,
      "loss": 0.34447216796875,
      "step": 57500
    },
    {
      "epoch": 0.8225783576797617,
      "grad_norm": 0.06102259084582329,
      "learning_rate": 3.6290597078428596e-05,
      "loss": 0.33774069213867186,
      "step": 58000
    },
    {
      "epoch": 0.8296695504183804,
      "grad_norm": 11.09460163116455,
      "learning_rate": 3.617241053278495e-05,
      "loss": 0.33897756958007813,
      "step": 58500
    },
    {
      "epoch": 0.836760743156999,
      "grad_norm": 0.3205820322036743,
      "learning_rate": 3.6054223987141305e-05,
      "loss": 0.3516035461425781,
      "step": 59000
    },
    {
      "epoch": 0.8438519358956177,
      "grad_norm": 6.811905860900879,
      "learning_rate": 3.593603744149766e-05,
      "loss": 0.3145771179199219,
      "step": 59500
    },
    {
      "epoch": 0.8509431286342363,
      "grad_norm": 0.2537534832954407,
      "learning_rate": 3.581785089585401e-05,
      "loss": 0.3381671447753906,
      "step": 60000
    },
    {
      "epoch": 0.858034321372855,
      "grad_norm": 32.04276657104492,
      "learning_rate": 3.5699664350210374e-05,
      "loss": 0.3617617797851562,
      "step": 60500
    },
    {
      "epoch": 0.8651255141114735,
      "grad_norm": 23.124114990234375,
      "learning_rate": 3.558147780456673e-05,
      "loss": 0.29876913452148435,
      "step": 61000
    },
    {
      "epoch": 0.8722167068500922,
      "grad_norm": 18.933256149291992,
      "learning_rate": 3.546329125892309e-05,
      "loss": 0.3718148803710937,
      "step": 61500
    },
    {
      "epoch": 0.8793078995887108,
      "grad_norm": 0.27876582741737366,
      "learning_rate": 3.5345104713279444e-05,
      "loss": 0.3371610717773437,
      "step": 62000
    },
    {
      "epoch": 0.8863990923273295,
      "grad_norm": 0.8196110129356384,
      "learning_rate": 3.52269181676358e-05,
      "loss": 0.35435800170898435,
      "step": 62500
    },
    {
      "epoch": 0.8934902850659481,
      "grad_norm": 1.0336010456085205,
      "learning_rate": 3.510873162199215e-05,
      "loss": 0.34713302612304686,
      "step": 63000
    },
    {
      "epoch": 0.9005814778045668,
      "grad_norm": 7.554769515991211,
      "learning_rate": 3.499054507634851e-05,
      "loss": 0.30580343627929685,
      "step": 63500
    },
    {
      "epoch": 0.9076726705431853,
      "grad_norm": 13.311524391174316,
      "learning_rate": 3.487235853070487e-05,
      "loss": 0.3226221618652344,
      "step": 64000
    },
    {
      "epoch": 0.914763863281804,
      "grad_norm": 8.582770347595215,
      "learning_rate": 3.475417198506122e-05,
      "loss": 0.3254347229003906,
      "step": 64500
    },
    {
      "epoch": 0.9218550560204226,
      "grad_norm": 13.36210823059082,
      "learning_rate": 3.4635985439417577e-05,
      "loss": 0.32660067749023436,
      "step": 65000
    },
    {
      "epoch": 0.9289462487590413,
      "grad_norm": 9.560787200927734,
      "learning_rate": 3.451779889377393e-05,
      "loss": 0.33592776489257814,
      "step": 65500
    },
    {
      "epoch": 0.9360374414976599,
      "grad_norm": 2.2018673419952393,
      "learning_rate": 3.439961234813029e-05,
      "loss": 0.34028265380859374,
      "step": 66000
    },
    {
      "epoch": 0.9431286342362786,
      "grad_norm": 0.298260897397995,
      "learning_rate": 3.4281425802486646e-05,
      "loss": 0.3319949951171875,
      "step": 66500
    },
    {
      "epoch": 0.9502198269748972,
      "grad_norm": 25.438379287719727,
      "learning_rate": 3.416323925684301e-05,
      "loss": 0.33092230224609376,
      "step": 67000
    },
    {
      "epoch": 0.9573110197135158,
      "grad_norm": 20.164203643798828,
      "learning_rate": 3.404505271119936e-05,
      "loss": 0.3341027526855469,
      "step": 67500
    },
    {
      "epoch": 0.9644022124521344,
      "grad_norm": 1.966504454612732,
      "learning_rate": 3.3926866165555716e-05,
      "loss": 0.3280333557128906,
      "step": 68000
    },
    {
      "epoch": 0.9714934051907531,
      "grad_norm": 0.7266027331352234,
      "learning_rate": 3.380867961991207e-05,
      "loss": 0.30428872680664065,
      "step": 68500
    },
    {
      "epoch": 0.9785845979293717,
      "grad_norm": 10.37846565246582,
      "learning_rate": 3.3690493074268424e-05,
      "loss": 0.3406554870605469,
      "step": 69000
    },
    {
      "epoch": 0.9856757906679904,
      "grad_norm": 10.847968101501465,
      "learning_rate": 3.357230652862478e-05,
      "loss": 0.3461930847167969,
      "step": 69500
    },
    {
      "epoch": 0.992766983406609,
      "grad_norm": 4.485472679138184,
      "learning_rate": 3.345411998298114e-05,
      "loss": 0.32495584106445313,
      "step": 70000
    },
    {
      "epoch": 0.9998581761452277,
      "grad_norm": 7.784725189208984,
      "learning_rate": 3.3335933437337494e-05,
      "loss": 0.32551593017578123,
      "step": 70500
    },
    {
      "epoch": 1.0,
      "eval_f1": 0.9001437024994532,
      "eval_loss": 0.3130093514919281,
      "eval_runtime": 35.0631,
      "eval_samples_per_second": 1787.518,
      "eval_steps_per_second": 223.454,
      "step": 70510
    },
    {
      "epoch": 1.0069493688838462,
      "grad_norm": 18.948123931884766,
      "learning_rate": 3.321774689169385e-05,
      "loss": 0.2339570770263672,
      "step": 71000
    },
    {
      "epoch": 1.0140405616224648,
      "grad_norm": 29.96381187438965,
      "learning_rate": 3.309956034605021e-05,
      "loss": 0.24531968688964845,
      "step": 71500
    },
    {
      "epoch": 1.0211317543610836,
      "grad_norm": 9.150673866271973,
      "learning_rate": 3.2981373800406564e-05,
      "loss": 0.23301620483398439,
      "step": 72000
    },
    {
      "epoch": 1.0282229470997022,
      "grad_norm": 3.4844117164611816,
      "learning_rate": 3.286318725476292e-05,
      "loss": 0.24279484558105469,
      "step": 72500
    },
    {
      "epoch": 1.0353141398383208,
      "grad_norm": 16.226896286010742,
      "learning_rate": 3.274500070911928e-05,
      "loss": 0.26405026245117186,
      "step": 73000
    },
    {
      "epoch": 1.0424053325769393,
      "grad_norm": 16.192201614379883,
      "learning_rate": 3.262681416347563e-05,
      "loss": 0.26442111206054686,
      "step": 73500
    },
    {
      "epoch": 1.0494965253155581,
      "grad_norm": 4.49188756942749,
      "learning_rate": 3.250862761783199e-05,
      "loss": 0.24738125610351563,
      "step": 74000
    },
    {
      "epoch": 1.0565877180541767,
      "grad_norm": 7.046379566192627,
      "learning_rate": 3.239044107218834e-05,
      "loss": 0.24555711364746094,
      "step": 74500
    },
    {
      "epoch": 1.0636789107927953,
      "grad_norm": 6.727515697479248,
      "learning_rate": 3.2272254526544696e-05,
      "loss": 0.24705020141601564,
      "step": 75000
    },
    {
      "epoch": 1.0707701035314139,
      "grad_norm": 0.3115968406200409,
      "learning_rate": 3.215406798090105e-05,
      "loss": 0.2594069213867187,
      "step": 75500
    },
    {
      "epoch": 1.0778612962700327,
      "grad_norm": 0.05208302289247513,
      "learning_rate": 3.203588143525741e-05,
      "loss": 0.25708364868164063,
      "step": 76000
    },
    {
      "epoch": 1.0849524890086513,
      "grad_norm": 37.00107955932617,
      "learning_rate": 3.191769488961377e-05,
      "loss": 0.2607995300292969,
      "step": 76500
    },
    {
      "epoch": 1.0920436817472698,
      "grad_norm": 0.03668564558029175,
      "learning_rate": 3.179950834397013e-05,
      "loss": 0.24529719543457032,
      "step": 77000
    },
    {
      "epoch": 1.0991348744858884,
      "grad_norm": 12.771923065185547,
      "learning_rate": 3.168132179832648e-05,
      "loss": 0.26328732299804686,
      "step": 77500
    },
    {
      "epoch": 1.1062260672245072,
      "grad_norm": 14.881919860839844,
      "learning_rate": 3.1563135252682835e-05,
      "loss": 0.23408724975585937,
      "step": 78000
    },
    {
      "epoch": 1.1133172599631258,
      "grad_norm": 0.04091072082519531,
      "learning_rate": 3.144494870703919e-05,
      "loss": 0.2638915710449219,
      "step": 78500
    },
    {
      "epoch": 1.1204084527017444,
      "grad_norm": 0.10562195628881454,
      "learning_rate": 3.132676216139555e-05,
      "loss": 0.2641329040527344,
      "step": 79000
    },
    {
      "epoch": 1.1274996454403632,
      "grad_norm": 21.768539428710938,
      "learning_rate": 3.1208575615751905e-05,
      "loss": 0.2338363494873047,
      "step": 79500
    },
    {
      "epoch": 1.1345908381789818,
      "grad_norm": 17.84772300720215,
      "learning_rate": 3.109038907010826e-05,
      "loss": 0.27257015991210937,
      "step": 80000
    },
    {
      "epoch": 1.1416820309176003,
      "grad_norm": 30.124338150024414,
      "learning_rate": 3.0972202524464614e-05,
      "loss": 0.24515379333496093,
      "step": 80500
    },
    {
      "epoch": 1.148773223656219,
      "grad_norm": 11.695418357849121,
      "learning_rate": 3.0854015978820975e-05,
      "loss": 0.2721016845703125,
      "step": 81000
    },
    {
      "epoch": 1.1558644163948375,
      "grad_norm": 26.140457153320312,
      "learning_rate": 3.073582943317733e-05,
      "loss": 0.24677125549316406,
      "step": 81500
    },
    {
      "epoch": 1.1629556091334563,
      "grad_norm": 29.512819290161133,
      "learning_rate": 3.061764288753369e-05,
      "loss": 0.23260931396484374,
      "step": 82000
    },
    {
      "epoch": 1.1700468018720749,
      "grad_norm": 18.654695510864258,
      "learning_rate": 3.049945634189004e-05,
      "loss": 0.2659488525390625,
      "step": 82500
    },
    {
      "epoch": 1.1771379946106935,
      "grad_norm": 0.5423130393028259,
      "learning_rate": 3.03812697962464e-05,
      "loss": 0.28602008056640627,
      "step": 83000
    },
    {
      "epoch": 1.1842291873493123,
      "grad_norm": 2.1269562244415283,
      "learning_rate": 3.0263083250602753e-05,
      "loss": 0.25295765686035154,
      "step": 83500
    },
    {
      "epoch": 1.1913203800879308,
      "grad_norm": 0.2145138829946518,
      "learning_rate": 3.0144896704959107e-05,
      "loss": 0.270892822265625,
      "step": 84000
    },
    {
      "epoch": 1.1984115728265494,
      "grad_norm": 14.912803649902344,
      "learning_rate": 3.0026710159315465e-05,
      "loss": 0.2607357177734375,
      "step": 84500
    },
    {
      "epoch": 1.205502765565168,
      "grad_norm": 22.76487922668457,
      "learning_rate": 2.990852361367182e-05,
      "loss": 0.2576714782714844,
      "step": 85000
    },
    {
      "epoch": 1.2125939583037866,
      "grad_norm": 41.264957427978516,
      "learning_rate": 2.979033706802818e-05,
      "loss": 0.25466714477539065,
      "step": 85500
    },
    {
      "epoch": 1.2196851510424054,
      "grad_norm": 0.6082525253295898,
      "learning_rate": 2.9672150522384534e-05,
      "loss": 0.24727694702148437,
      "step": 86000
    },
    {
      "epoch": 1.226776343781024,
      "grad_norm": 29.448619842529297,
      "learning_rate": 2.955396397674089e-05,
      "loss": 0.2584855041503906,
      "step": 86500
    },
    {
      "epoch": 1.2338675365196425,
      "grad_norm": 26.285261154174805,
      "learning_rate": 2.9435777431097243e-05,
      "loss": 0.24061129760742186,
      "step": 87000
    },
    {
      "epoch": 1.2409587292582613,
      "grad_norm": 0.16065184772014618,
      "learning_rate": 2.93175908854536e-05,
      "loss": 0.2392629089355469,
      "step": 87500
    },
    {
      "epoch": 1.24804992199688,
      "grad_norm": 21.22818374633789,
      "learning_rate": 2.9199404339809955e-05,
      "loss": 0.2565277404785156,
      "step": 88000
    },
    {
      "epoch": 1.2551411147354985,
      "grad_norm": 1.9699393510818481,
      "learning_rate": 2.9081217794166316e-05,
      "loss": 0.2656244201660156,
      "step": 88500
    },
    {
      "epoch": 1.262232307474117,
      "grad_norm": 0.008314297534525394,
      "learning_rate": 2.896303124852267e-05,
      "loss": 0.2834685974121094,
      "step": 89000
    },
    {
      "epoch": 1.2693235002127357,
      "grad_norm": 29.66657066345215,
      "learning_rate": 2.8844844702879025e-05,
      "loss": 0.22878916931152343,
      "step": 89500
    },
    {
      "epoch": 1.2764146929513545,
      "grad_norm": 5.645302772521973,
      "learning_rate": 2.8726658157235382e-05,
      "loss": 0.2764334716796875,
      "step": 90000
    },
    {
      "epoch": 1.283505885689973,
      "grad_norm": 40.7809944152832,
      "learning_rate": 2.8608471611591737e-05,
      "loss": 0.26810882568359373,
      "step": 90500
    },
    {
      "epoch": 1.2905970784285916,
      "grad_norm": 0.20153196156024933,
      "learning_rate": 2.849028506594809e-05,
      "loss": 0.2662352294921875,
      "step": 91000
    },
    {
      "epoch": 1.2976882711672104,
      "grad_norm": 15.62852668762207,
      "learning_rate": 2.8372098520304452e-05,
      "loss": 0.24166206359863282,
      "step": 91500
    },
    {
      "epoch": 1.304779463905829,
      "grad_norm": 9.84329891204834,
      "learning_rate": 2.8253911974660806e-05,
      "loss": 0.25200973510742186,
      "step": 92000
    },
    {
      "epoch": 1.3118706566444476,
      "grad_norm": 11.219542503356934,
      "learning_rate": 2.8135725429017164e-05,
      "loss": 0.2455371856689453,
      "step": 92500
    },
    {
      "epoch": 1.3189618493830662,
      "grad_norm": 6.952165603637695,
      "learning_rate": 2.8017538883373518e-05,
      "loss": 0.23567097473144533,
      "step": 93000
    },
    {
      "epoch": 1.3260530421216847,
      "grad_norm": 0.18090137839317322,
      "learning_rate": 2.7899352337729872e-05,
      "loss": 0.25478639221191407,
      "step": 93500
    },
    {
      "epoch": 1.3331442348603035,
      "grad_norm": 6.70249605178833,
      "learning_rate": 2.7781165792086227e-05,
      "loss": 0.2323372344970703,
      "step": 94000
    },
    {
      "epoch": 1.3402354275989221,
      "grad_norm": 15.918278694152832,
      "learning_rate": 2.7662979246442588e-05,
      "loss": 0.24013563537597657,
      "step": 94500
    },
    {
      "epoch": 1.3473266203375407,
      "grad_norm": 15.899653434753418,
      "learning_rate": 2.7544792700798942e-05,
      "loss": 0.289270263671875,
      "step": 95000
    },
    {
      "epoch": 1.3544178130761595,
      "grad_norm": 0.18003711104393005,
      "learning_rate": 2.74266061551553e-05,
      "loss": 0.2555249786376953,
      "step": 95500
    },
    {
      "epoch": 1.361509005814778,
      "grad_norm": 13.276187896728516,
      "learning_rate": 2.7308419609511654e-05,
      "loss": 0.23787432861328126,
      "step": 96000
    },
    {
      "epoch": 1.3686001985533967,
      "grad_norm": 8.532690048217773,
      "learning_rate": 2.719023306386801e-05,
      "loss": 0.25991943359375,
      "step": 96500
    },
    {
      "epoch": 1.3756913912920155,
      "grad_norm": 4.646186828613281,
      "learning_rate": 2.7072046518224363e-05,
      "loss": 0.21854473876953126,
      "step": 97000
    },
    {
      "epoch": 1.382782584030634,
      "grad_norm": 21.81673240661621,
      "learning_rate": 2.6953859972580724e-05,
      "loss": 0.2662290954589844,
      "step": 97500
    },
    {
      "epoch": 1.3898737767692526,
      "grad_norm": 28.627748489379883,
      "learning_rate": 2.683567342693708e-05,
      "loss": 0.24742735290527343,
      "step": 98000
    },
    {
      "epoch": 1.3969649695078712,
      "grad_norm": 33.29374313354492,
      "learning_rate": 2.6717486881293436e-05,
      "loss": 0.24210856628417968,
      "step": 98500
    },
    {
      "epoch": 1.4040561622464898,
      "grad_norm": 0.2819039225578308,
      "learning_rate": 2.659930033564979e-05,
      "loss": 0.24692779541015625,
      "step": 99000
    },
    {
      "epoch": 1.4111473549851086,
      "grad_norm": 17.91493797302246,
      "learning_rate": 2.6481113790006144e-05,
      "loss": 0.2515403747558594,
      "step": 99500
    },
    {
      "epoch": 1.4182385477237271,
      "grad_norm": 13.0459566116333,
      "learning_rate": 2.6362927244362502e-05,
      "loss": 0.26895028686523437,
      "step": 100000
    },
    {
      "epoch": 1.4253297404623457,
      "grad_norm": 0.16175471246242523,
      "learning_rate": 2.6244740698718863e-05,
      "loss": 0.2610643005371094,
      "step": 100500
    },
    {
      "epoch": 1.4324209332009645,
      "grad_norm": 27.48076057434082,
      "learning_rate": 2.6126554153075217e-05,
      "loss": 0.24979777526855468,
      "step": 101000
    },
    {
      "epoch": 1.439512125939583,
      "grad_norm": 19.9309139251709,
      "learning_rate": 2.600836760743157e-05,
      "loss": 0.23954156494140624,
      "step": 101500
    },
    {
      "epoch": 1.4466033186782017,
      "grad_norm": 0.9473751187324524,
      "learning_rate": 2.5890181061787926e-05,
      "loss": 0.2484783935546875,
      "step": 102000
    },
    {
      "epoch": 1.4536945114168203,
      "grad_norm": 0.019480137154459953,
      "learning_rate": 2.5771994516144284e-05,
      "loss": 0.2650618591308594,
      "step": 102500
    },
    {
      "epoch": 1.4607857041554388,
      "grad_norm": 5.095986366271973,
      "learning_rate": 2.5653807970500638e-05,
      "loss": 0.24525790405273437,
      "step": 103000
    },
    {
      "epoch": 1.4678768968940576,
      "grad_norm": 1.9547197818756104,
      "learning_rate": 2.5535621424857e-05,
      "loss": 0.2501990814208984,
      "step": 103500
    },
    {
      "epoch": 1.4749680896326762,
      "grad_norm": 16.961444854736328,
      "learning_rate": 2.5417434879213353e-05,
      "loss": 0.26945120239257814,
      "step": 104000
    },
    {
      "epoch": 1.4820592823712948,
      "grad_norm": 3.286417007446289,
      "learning_rate": 2.5299248333569707e-05,
      "loss": 0.20170649719238282,
      "step": 104500
    },
    {
      "epoch": 1.4891504751099136,
      "grad_norm": 4.446686267852783,
      "learning_rate": 2.5181061787926065e-05,
      "loss": 0.2484140167236328,
      "step": 105000
    },
    {
      "epoch": 1.4962416678485322,
      "grad_norm": 13.637587547302246,
      "learning_rate": 2.506287524228242e-05,
      "loss": 0.25150202941894534,
      "step": 105500
    },
    {
      "epoch": 1.5033328605871508,
      "grad_norm": 13.85167121887207,
      "learning_rate": 2.4944688696638777e-05,
      "loss": 0.24099073791503905,
      "step": 106000
    },
    {
      "epoch": 1.5104240533257693,
      "grad_norm": 3.044691801071167,
      "learning_rate": 2.482650215099513e-05,
      "loss": 0.22556625366210936,
      "step": 106500
    },
    {
      "epoch": 1.517515246064388,
      "grad_norm": 12.65417194366455,
      "learning_rate": 2.4708315605351486e-05,
      "loss": 0.23180502319335938,
      "step": 107000
    },
    {
      "epoch": 1.5246064388030067,
      "grad_norm": 0.14622563123703003,
      "learning_rate": 2.4590129059707843e-05,
      "loss": 0.23009732055664062,
      "step": 107500
    },
    {
      "epoch": 1.5316976315416253,
      "grad_norm": 0.06789112836122513,
      "learning_rate": 2.44719425140642e-05,
      "loss": 0.22312631225585938,
      "step": 108000
    },
    {
      "epoch": 1.5387888242802439,
      "grad_norm": 11.768181800842285,
      "learning_rate": 2.4353755968420555e-05,
      "loss": 0.25088430786132815,
      "step": 108500
    },
    {
      "epoch": 1.5458800170188627,
      "grad_norm": 2.2163679599761963,
      "learning_rate": 2.4235569422776913e-05,
      "loss": 0.2586100769042969,
      "step": 109000
    },
    {
      "epoch": 1.5529712097574813,
      "grad_norm": 28.564294815063477,
      "learning_rate": 2.4117382877133267e-05,
      "loss": 0.23646495056152345,
      "step": 109500
    },
    {
      "epoch": 1.5600624024960998,
      "grad_norm": 9.31340503692627,
      "learning_rate": 2.3999196331489625e-05,
      "loss": 0.24966954040527345,
      "step": 110000
    },
    {
      "epoch": 1.5671535952347186,
      "grad_norm": 0.030354458838701248,
      "learning_rate": 2.3881009785845983e-05,
      "loss": 0.21572161865234374,
      "step": 110500
    },
    {
      "epoch": 1.574244787973337,
      "grad_norm": 0.21176375448703766,
      "learning_rate": 2.3762823240202337e-05,
      "loss": 0.2511417388916016,
      "step": 111000
    },
    {
      "epoch": 1.5813359807119558,
      "grad_norm": 21.672609329223633,
      "learning_rate": 2.364463669455869e-05,
      "loss": 0.2573843078613281,
      "step": 111500
    },
    {
      "epoch": 1.5884271734505744,
      "grad_norm": 24.937227249145508,
      "learning_rate": 2.352645014891505e-05,
      "loss": 0.2552000427246094,
      "step": 112000
    },
    {
      "epoch": 1.595518366189193,
      "grad_norm": 5.9547929763793945,
      "learning_rate": 2.3408263603271403e-05,
      "loss": 0.22973036193847657,
      "step": 112500
    },
    {
      "epoch": 1.6026095589278118,
      "grad_norm": 18.1229248046875,
      "learning_rate": 2.329007705762776e-05,
      "loss": 0.25020263671875,
      "step": 113000
    },
    {
      "epoch": 1.6097007516664303,
      "grad_norm": 2.4165852069854736,
      "learning_rate": 2.317189051198412e-05,
      "loss": 0.22359278869628907,
      "step": 113500
    },
    {
      "epoch": 1.616791944405049,
      "grad_norm": 16.324846267700195,
      "learning_rate": 2.3053703966340473e-05,
      "loss": 0.22524745178222655,
      "step": 114000
    },
    {
      "epoch": 1.6238831371436677,
      "grad_norm": 25.62078285217285,
      "learning_rate": 2.2935517420696827e-05,
      "loss": 0.22996726989746094,
      "step": 114500
    },
    {
      "epoch": 1.630974329882286,
      "grad_norm": 2.2023043632507324,
      "learning_rate": 2.2817330875053185e-05,
      "loss": 0.2342103576660156,
      "step": 115000
    },
    {
      "epoch": 1.6380655226209049,
      "grad_norm": 15.966785430908203,
      "learning_rate": 2.2699144329409542e-05,
      "loss": 0.22872525024414062,
      "step": 115500
    },
    {
      "epoch": 1.6451567153595235,
      "grad_norm": 30.15620994567871,
      "learning_rate": 2.2580957783765897e-05,
      "loss": 0.2582462463378906,
      "step": 116000
    },
    {
      "epoch": 1.652247908098142,
      "grad_norm": 24.71402931213379,
      "learning_rate": 2.2462771238122254e-05,
      "loss": 0.24020169067382813,
      "step": 116500
    },
    {
      "epoch": 1.6593391008367608,
      "grad_norm": 3.300433397293091,
      "learning_rate": 2.234458469247861e-05,
      "loss": 0.2408741455078125,
      "step": 117000
    },
    {
      "epoch": 1.6664302935753794,
      "grad_norm": 12.283791542053223,
      "learning_rate": 2.2226398146834966e-05,
      "loss": 0.26206723022460937,
      "step": 117500
    },
    {
      "epoch": 1.673521486313998,
      "grad_norm": 0.08979803323745728,
      "learning_rate": 2.2108211601191324e-05,
      "loss": 0.23730998229980468,
      "step": 118000
    },
    {
      "epoch": 1.6806126790526168,
      "grad_norm": 0.06282109022140503,
      "learning_rate": 2.1990025055547678e-05,
      "loss": 0.23903207397460938,
      "step": 118500
    },
    {
      "epoch": 1.6877038717912352,
      "grad_norm": 0.016728730872273445,
      "learning_rate": 2.1871838509904033e-05,
      "loss": 0.2454003601074219,
      "step": 119000
    },
    {
      "epoch": 1.694795064529854,
      "grad_norm": 2.2816197872161865,
      "learning_rate": 2.175365196426039e-05,
      "loss": 0.24397659301757812,
      "step": 119500
    },
    {
      "epoch": 1.7018862572684725,
      "grad_norm": 26.379451751708984,
      "learning_rate": 2.1635465418616745e-05,
      "loss": 0.24761070251464845,
      "step": 120000
    },
    {
      "epoch": 1.7089774500070911,
      "grad_norm": 47.5869026184082,
      "learning_rate": 2.1517278872973102e-05,
      "loss": 0.2261453857421875,
      "step": 120500
    },
    {
      "epoch": 1.71606864274571,
      "grad_norm": 2.1440539360046387,
      "learning_rate": 2.139909232732946e-05,
      "loss": 0.20931365966796875,
      "step": 121000
    },
    {
      "epoch": 1.7231598354843285,
      "grad_norm": 30.778135299682617,
      "learning_rate": 2.1280905781685814e-05,
      "loss": 0.2319616241455078,
      "step": 121500
    },
    {
      "epoch": 1.730251028222947,
      "grad_norm": 21.168132781982422,
      "learning_rate": 2.116271923604217e-05,
      "loss": 0.21780960083007814,
      "step": 122000
    },
    {
      "epoch": 1.7373422209615659,
      "grad_norm": 9.625178337097168,
      "learning_rate": 2.1044532690398526e-05,
      "loss": 0.2460269317626953,
      "step": 122500
    },
    {
      "epoch": 1.7444334137001842,
      "grad_norm": 26.388690948486328,
      "learning_rate": 2.0926346144754884e-05,
      "loss": 0.23820440673828125,
      "step": 123000
    },
    {
      "epoch": 1.751524606438803,
      "grad_norm": 14.67889404296875,
      "learning_rate": 2.0808159599111238e-05,
      "loss": 0.20397705078125,
      "step": 123500
    },
    {
      "epoch": 1.7586157991774216,
      "grad_norm": 1.371814250946045,
      "learning_rate": 2.0689973053467596e-05,
      "loss": 0.25807009887695315,
      "step": 124000
    },
    {
      "epoch": 1.7657069919160402,
      "grad_norm": 20.472400665283203,
      "learning_rate": 2.057178650782395e-05,
      "loss": 0.252404052734375,
      "step": 124500
    },
    {
      "epoch": 1.772798184654659,
      "grad_norm": 17.071815490722656,
      "learning_rate": 2.0453599962180304e-05,
      "loss": 0.25610809326171874,
      "step": 125000
    },
    {
      "epoch": 1.7798893773932776,
      "grad_norm": 3.6083006858825684,
      "learning_rate": 2.0335413416536662e-05,
      "loss": 0.24112467956542968,
      "step": 125500
    },
    {
      "epoch": 1.7869805701318962,
      "grad_norm": 21.218019485473633,
      "learning_rate": 2.021722687089302e-05,
      "loss": 0.22636663818359376,
      "step": 126000
    },
    {
      "epoch": 1.794071762870515,
      "grad_norm": 0.1448567509651184,
      "learning_rate": 2.0099040325249374e-05,
      "loss": 0.2508505249023438,
      "step": 126500
    },
    {
      "epoch": 1.8011629556091333,
      "grad_norm": 0.1806713044643402,
      "learning_rate": 1.9980853779605728e-05,
      "loss": 0.24530409240722656,
      "step": 127000
    },
    {
      "epoch": 1.808254148347752,
      "grad_norm": 20.15835952758789,
      "learning_rate": 1.9862667233962086e-05,
      "loss": 0.2393865966796875,
      "step": 127500
    },
    {
      "epoch": 1.8153453410863707,
      "grad_norm": 33.55228805541992,
      "learning_rate": 1.9744480688318444e-05,
      "loss": 0.21739024353027345,
      "step": 128000
    },
    {
      "epoch": 1.8224365338249893,
      "grad_norm": 0.005695621017366648,
      "learning_rate": 1.9626294142674798e-05,
      "loss": 0.22674476623535156,
      "step": 128500
    },
    {
      "epoch": 1.829527726563608,
      "grad_norm": 0.22916552424430847,
      "learning_rate": 1.9508107597031156e-05,
      "loss": 0.2238863983154297,
      "step": 129000
    },
    {
      "epoch": 1.8366189193022266,
      "grad_norm": 23.052061080932617,
      "learning_rate": 1.938992105138751e-05,
      "loss": 0.23063746643066407,
      "step": 129500
    },
    {
      "epoch": 1.8437101120408452,
      "grad_norm": 44.00524139404297,
      "learning_rate": 1.9271734505743867e-05,
      "loss": 0.28974740600585935,
      "step": 130000
    },
    {
      "epoch": 1.850801304779464,
      "grad_norm": 22.83168601989746,
      "learning_rate": 1.9153547960100225e-05,
      "loss": 0.26516534423828125,
      "step": 130500
    },
    {
      "epoch": 1.8578924975180824,
      "grad_norm": 6.64744234085083,
      "learning_rate": 1.903536141445658e-05,
      "loss": 0.23341806030273438,
      "step": 131000
    },
    {
      "epoch": 1.8649836902567012,
      "grad_norm": 0.2639598548412323,
      "learning_rate": 1.8917174868812934e-05,
      "loss": 0.2186959228515625,
      "step": 131500
    },
    {
      "epoch": 1.8720748829953198,
      "grad_norm": 0.0198422372341156,
      "learning_rate": 1.879898832316929e-05,
      "loss": 0.2466629180908203,
      "step": 132000
    },
    {
      "epoch": 1.8791660757339383,
      "grad_norm": 8.830817222595215,
      "learning_rate": 1.8680801777525646e-05,
      "loss": 0.22397691345214843,
      "step": 132500
    },
    {
      "epoch": 1.8862572684725571,
      "grad_norm": 1.0056872367858887,
      "learning_rate": 1.8562615231882003e-05,
      "loss": 0.2407335205078125,
      "step": 133000
    },
    {
      "epoch": 1.8933484612111757,
      "grad_norm": 48.30131149291992,
      "learning_rate": 1.844442868623836e-05,
      "loss": 0.2587491455078125,
      "step": 133500
    },
    {
      "epoch": 1.9004396539497943,
      "grad_norm": 23.683746337890625,
      "learning_rate": 1.8326242140594715e-05,
      "loss": 0.2463997802734375,
      "step": 134000
    },
    {
      "epoch": 1.907530846688413,
      "grad_norm": 24.923192977905273,
      "learning_rate": 1.820805559495107e-05,
      "loss": 0.2411627197265625,
      "step": 134500
    },
    {
      "epoch": 1.9146220394270315,
      "grad_norm": 0.06352449953556061,
      "learning_rate": 1.8089869049307427e-05,
      "loss": 0.22823338317871095,
      "step": 135000
    },
    {
      "epoch": 1.9217132321656503,
      "grad_norm": 32.77594757080078,
      "learning_rate": 1.7971682503663785e-05,
      "loss": 0.21709400939941406,
      "step": 135500
    },
    {
      "epoch": 1.9288044249042688,
      "grad_norm": 0.017425935715436935,
      "learning_rate": 1.785349595802014e-05,
      "loss": 0.23348135375976561,
      "step": 136000
    },
    {
      "epoch": 1.9358956176428874,
      "grad_norm": 0.06207435205578804,
      "learning_rate": 1.7735309412376497e-05,
      "loss": 0.24263145446777343,
      "step": 136500
    },
    {
      "epoch": 1.9429868103815062,
      "grad_norm": 27.20115852355957,
      "learning_rate": 1.761712286673285e-05,
      "loss": 0.21952764892578125,
      "step": 137000
    },
    {
      "epoch": 1.9500780031201248,
      "grad_norm": 16.1690673828125,
      "learning_rate": 1.7498936321089205e-05,
      "loss": 0.24376431274414062,
      "step": 137500
    },
    {
      "epoch": 1.9571691958587434,
      "grad_norm": 9.383126258850098,
      "learning_rate": 1.7380749775445567e-05,
      "loss": 0.22622024536132812,
      "step": 138000
    },
    {
      "epoch": 1.9642603885973622,
      "grad_norm": 2.753221035003662,
      "learning_rate": 1.726256322980192e-05,
      "loss": 0.22754640197753906,
      "step": 138500
    },
    {
      "epoch": 1.9713515813359808,
      "grad_norm": 3.7281320095062256,
      "learning_rate": 1.7144376684158275e-05,
      "loss": 0.24726861572265624,
      "step": 139000
    },
    {
      "epoch": 1.9784427740745993,
      "grad_norm": 15.740147590637207,
      "learning_rate": 1.7026190138514633e-05,
      "loss": 0.22890939331054688,
      "step": 139500
    },
    {
      "epoch": 1.9855339668132181,
      "grad_norm": 0.003955185413360596,
      "learning_rate": 1.6908003592870987e-05,
      "loss": 0.2409364471435547,
      "step": 140000
    },
    {
      "epoch": 1.9926251595518365,
      "grad_norm": 5.179277420043945,
      "learning_rate": 1.6789817047227345e-05,
      "loss": 0.23150363159179688,
      "step": 140500
    },
    {
      "epoch": 1.9997163522904553,
      "grad_norm": 1.189130187034607,
      "learning_rate": 1.6671630501583702e-05,
      "loss": 0.2506495666503906,
      "step": 141000
    },
    {
      "epoch": 2.0,
      "eval_f1": 0.9113587652715626,
      "eval_loss": 0.30701881647109985,
      "eval_runtime": 34.7472,
      "eval_samples_per_second": 1803.773,
      "eval_steps_per_second": 225.486,
      "step": 141020
    },
    {
      "epoch": 2.006807545029074,
      "grad_norm": 8.762104034423828,
      "learning_rate": 1.6553443955940057e-05,
      "loss": 0.13735191345214845,
      "step": 141500
    },
    {
      "epoch": 2.0138987377676925,
      "grad_norm": 16.843982696533203,
      "learning_rate": 1.643525741029641e-05,
      "loss": 0.13929669189453125,
      "step": 142000
    },
    {
      "epoch": 2.0209899305063113,
      "grad_norm": 0.14556214213371277,
      "learning_rate": 1.631707086465277e-05,
      "loss": 0.165760986328125,
      "step": 142500
    },
    {
      "epoch": 2.0280811232449296,
      "grad_norm": 14.105688095092773,
      "learning_rate": 1.6198884319009126e-05,
      "loss": 0.14633389282226564,
      "step": 143000
    },
    {
      "epoch": 2.0351723159835484,
      "grad_norm": 11.033661842346191,
      "learning_rate": 1.608069777336548e-05,
      "loss": 0.1571947784423828,
      "step": 143500
    },
    {
      "epoch": 2.042263508722167,
      "grad_norm": 0.4138220250606537,
      "learning_rate": 1.596251122772184e-05,
      "loss": 0.1553509979248047,
      "step": 144000
    },
    {
      "epoch": 2.0493547014607856,
      "grad_norm": 0.18340089917182922,
      "learning_rate": 1.5844324682078193e-05,
      "loss": 0.14218241882324217,
      "step": 144500
    },
    {
      "epoch": 2.0564458941994044,
      "grad_norm": 26.402450561523438,
      "learning_rate": 1.5726138136434547e-05,
      "loss": 0.1493837127685547,
      "step": 145000
    },
    {
      "epoch": 2.063537086938023,
      "grad_norm": 0.017796684056520462,
      "learning_rate": 1.5607951590790908e-05,
      "loss": 0.13917120361328125,
      "step": 145500
    },
    {
      "epoch": 2.0706282796766415,
      "grad_norm": 4.48541784286499,
      "learning_rate": 1.5489765045147262e-05,
      "loss": 0.166038330078125,
      "step": 146000
    },
    {
      "epoch": 2.0777194724152603,
      "grad_norm": 0.04194904491305351,
      "learning_rate": 1.5371578499503617e-05,
      "loss": 0.17019865417480468,
      "step": 146500
    },
    {
      "epoch": 2.0848106651538787,
      "grad_norm": 0.08959656208753586,
      "learning_rate": 1.5253391953859974e-05,
      "loss": 0.17017556762695313,
      "step": 147000
    },
    {
      "epoch": 2.0919018578924975,
      "grad_norm": 0.024056239053606987,
      "learning_rate": 1.513520540821633e-05,
      "loss": 0.1524031982421875,
      "step": 147500
    },
    {
      "epoch": 2.0989930506311163,
      "grad_norm": 3.757331132888794,
      "learning_rate": 1.5017018862572684e-05,
      "loss": 0.16371908569335938,
      "step": 148000
    },
    {
      "epoch": 2.1060842433697347,
      "grad_norm": 0.005578572396188974,
      "learning_rate": 1.4898832316929042e-05,
      "loss": 0.14432456970214844,
      "step": 148500
    },
    {
      "epoch": 2.1131754361083535,
      "grad_norm": 0.20444293320178986,
      "learning_rate": 1.4780645771285398e-05,
      "loss": 0.15017152404785156,
      "step": 149000
    },
    {
      "epoch": 2.1202666288469723,
      "grad_norm": 31.46082305908203,
      "learning_rate": 1.4662459225641752e-05,
      "loss": 0.1499925079345703,
      "step": 149500
    },
    {
      "epoch": 2.1273578215855906,
      "grad_norm": 0.04699752479791641,
      "learning_rate": 1.4544272679998112e-05,
      "loss": 0.14757901000976562,
      "step": 150000
    },
    {
      "epoch": 2.1344490143242094,
      "grad_norm": 0.09684433788061142,
      "learning_rate": 1.4426086134354466e-05,
      "loss": 0.1339453125,
      "step": 150500
    },
    {
      "epoch": 2.1415402070628278,
      "grad_norm": 4.374368190765381,
      "learning_rate": 1.4307899588710822e-05,
      "loss": 0.18209759521484375,
      "step": 151000
    },
    {
      "epoch": 2.1486313998014466,
      "grad_norm": 3.098288059234619,
      "learning_rate": 1.4189713043067176e-05,
      "loss": 0.15519505310058593,
      "step": 151500
    },
    {
      "epoch": 2.1557225925400654,
      "grad_norm": 36.79690933227539,
      "learning_rate": 1.4071526497423534e-05,
      "loss": 0.16159878540039063,
      "step": 152000
    },
    {
      "epoch": 2.1628137852786837,
      "grad_norm": 12.765725135803223,
      "learning_rate": 1.395333995177989e-05,
      "loss": 0.14087939453125,
      "step": 152500
    },
    {
      "epoch": 2.1699049780173025,
      "grad_norm": 39.51382827758789,
      "learning_rate": 1.3835153406136244e-05,
      "loss": 0.17208224487304688,
      "step": 153000
    },
    {
      "epoch": 2.1769961707559213,
      "grad_norm": 0.0060351816937327385,
      "learning_rate": 1.3716966860492602e-05,
      "loss": 0.14393453979492188,
      "step": 153500
    },
    {
      "epoch": 2.1840873634945397,
      "grad_norm": 10.022261619567871,
      "learning_rate": 1.3598780314848958e-05,
      "loss": 0.14195445251464844,
      "step": 154000
    },
    {
      "epoch": 2.1911785562331585,
      "grad_norm": 13.055335998535156,
      "learning_rate": 1.3480593769205312e-05,
      "loss": 0.16839701843261717,
      "step": 154500
    },
    {
      "epoch": 2.198269748971777,
      "grad_norm": 0.005155665799975395,
      "learning_rate": 1.3362407223561672e-05,
      "loss": 0.13682273864746095,
      "step": 155000
    },
    {
      "epoch": 2.2053609417103957,
      "grad_norm": 0.03768813982605934,
      "learning_rate": 1.3244220677918026e-05,
      "loss": 0.147459716796875,
      "step": 155500
    },
    {
      "epoch": 2.2124521344490145,
      "grad_norm": 0.0052944389171898365,
      "learning_rate": 1.3126034132274382e-05,
      "loss": 0.15078125,
      "step": 156000
    },
    {
      "epoch": 2.219543327187633,
      "grad_norm": 0.05137820541858673,
      "learning_rate": 1.300784758663074e-05,
      "loss": 0.1661295928955078,
      "step": 156500
    },
    {
      "epoch": 2.2266345199262516,
      "grad_norm": 1.7747735977172852,
      "learning_rate": 1.2889661040987094e-05,
      "loss": 0.1691404266357422,
      "step": 157000
    },
    {
      "epoch": 2.2337257126648704,
      "grad_norm": 0.5062932968139648,
      "learning_rate": 1.277147449534345e-05,
      "loss": 0.13608209228515625,
      "step": 157500
    },
    {
      "epoch": 2.2408169054034888,
      "grad_norm": 0.00868254341185093,
      "learning_rate": 1.2653287949699807e-05,
      "loss": 0.1646303253173828,
      "step": 158000
    },
    {
      "epoch": 2.2479080981421076,
      "grad_norm": 37.39674758911133,
      "learning_rate": 1.2535101404056163e-05,
      "loss": 0.14406378173828124,
      "step": 158500
    },
    {
      "epoch": 2.2549992908807264,
      "grad_norm": 0.05140453577041626,
      "learning_rate": 1.241691485841252e-05,
      "loss": 0.1655428924560547,
      "step": 159000
    },
    {
      "epoch": 2.2620904836193447,
      "grad_norm": 0.6167375445365906,
      "learning_rate": 1.2298728312768874e-05,
      "loss": 0.15687255859375,
      "step": 159500
    },
    {
      "epoch": 2.2691816763579635,
      "grad_norm": 0.25186359882354736,
      "learning_rate": 1.2180541767125231e-05,
      "loss": 0.15488937377929687,
      "step": 160000
    },
    {
      "epoch": 2.276272869096582,
      "grad_norm": 0.7437479496002197,
      "learning_rate": 1.2062355221481587e-05,
      "loss": 0.17920101928710938,
      "step": 160500
    },
    {
      "epoch": 2.2833640618352007,
      "grad_norm": 2.2038159370422363,
      "learning_rate": 1.1944168675837943e-05,
      "loss": 0.14488670349121094,
      "step": 161000
    },
    {
      "epoch": 2.2904552545738195,
      "grad_norm": 0.09207261353731155,
      "learning_rate": 1.18259821301943e-05,
      "loss": 0.1460616455078125,
      "step": 161500
    },
    {
      "epoch": 2.297546447312438,
      "grad_norm": 8.36626148223877,
      "learning_rate": 1.1707795584550655e-05,
      "loss": 0.1439178466796875,
      "step": 162000
    },
    {
      "epoch": 2.3046376400510566,
      "grad_norm": 24.07008934020996,
      "learning_rate": 1.1589609038907011e-05,
      "loss": 0.1375425567626953,
      "step": 162500
    },
    {
      "epoch": 2.311728832789675,
      "grad_norm": 0.006591141689568758,
      "learning_rate": 1.1471422493263367e-05,
      "loss": 0.14682974243164063,
      "step": 163000
    },
    {
      "epoch": 2.318820025528294,
      "grad_norm": 0.003745208028703928,
      "learning_rate": 1.1353235947619723e-05,
      "loss": 0.17611679077148437,
      "step": 163500
    },
    {
      "epoch": 2.3259112182669126,
      "grad_norm": 0.055207427591085434,
      "learning_rate": 1.123504940197608e-05,
      "loss": 0.13750846862792968,
      "step": 164000
    },
    {
      "epoch": 2.333002411005531,
      "grad_norm": 24.4141902923584,
      "learning_rate": 1.1116862856332435e-05,
      "loss": 0.15058929443359376,
      "step": 164500
    },
    {
      "epoch": 2.3400936037441498,
      "grad_norm": 0.039343949407339096,
      "learning_rate": 1.0998676310688793e-05,
      "loss": 0.1544068908691406,
      "step": 165000
    },
    {
      "epoch": 2.3471847964827686,
      "grad_norm": 0.5133422613143921,
      "learning_rate": 1.0880489765045147e-05,
      "loss": 0.156828857421875,
      "step": 165500
    },
    {
      "epoch": 2.354275989221387,
      "grad_norm": 0.019299687817692757,
      "learning_rate": 1.0762303219401503e-05,
      "loss": 0.14771522521972658,
      "step": 166000
    },
    {
      "epoch": 2.3613671819600057,
      "grad_norm": 0.08121506869792938,
      "learning_rate": 1.064411667375786e-05,
      "loss": 0.15364268493652344,
      "step": 166500
    },
    {
      "epoch": 2.3684583746986245,
      "grad_norm": 0.0018154352437704802,
      "learning_rate": 1.0525930128114215e-05,
      "loss": 0.14453233337402344,
      "step": 167000
    },
    {
      "epoch": 2.375549567437243,
      "grad_norm": 21.995845794677734,
      "learning_rate": 1.0407743582470573e-05,
      "loss": 0.1485889434814453,
      "step": 167500
    },
    {
      "epoch": 2.3826407601758617,
      "grad_norm": 0.7876914739608765,
      "learning_rate": 1.0289557036826929e-05,
      "loss": 0.14667256164550782,
      "step": 168000
    },
    {
      "epoch": 2.38973195291448,
      "grad_norm": 0.005331524182111025,
      "learning_rate": 1.0171370491183283e-05,
      "loss": 0.1651925048828125,
      "step": 168500
    },
    {
      "epoch": 2.396823145653099,
      "grad_norm": 1.219325304031372,
      "learning_rate": 1.005318394553964e-05,
      "loss": 0.1457272491455078,
      "step": 169000
    },
    {
      "epoch": 2.4039143383917176,
      "grad_norm": 0.31564515829086304,
      "learning_rate": 9.934997399895997e-06,
      "loss": 0.15064247131347655,
      "step": 169500
    },
    {
      "epoch": 2.411005531130336,
      "grad_norm": 0.013693287968635559,
      "learning_rate": 9.816810854252353e-06,
      "loss": 0.14803697204589844,
      "step": 170000
    },
    {
      "epoch": 2.418096723868955,
      "grad_norm": 0.09091508388519287,
      "learning_rate": 9.698624308608709e-06,
      "loss": 0.15610772705078124,
      "step": 170500
    },
    {
      "epoch": 2.425187916607573,
      "grad_norm": 37.69474411010742,
      "learning_rate": 9.580437762965065e-06,
      "loss": 0.16669456481933595,
      "step": 171000
    },
    {
      "epoch": 2.432279109346192,
      "grad_norm": 0.05470133572816849,
      "learning_rate": 9.46225121732142e-06,
      "loss": 0.13893193054199218,
      "step": 171500
    },
    {
      "epoch": 2.4393703020848108,
      "grad_norm": 1.0212795734405518,
      "learning_rate": 9.344064671677777e-06,
      "loss": 0.16194654846191406,
      "step": 172000
    },
    {
      "epoch": 2.446461494823429,
      "grad_norm": 18.309724807739258,
      "learning_rate": 9.225878126034133e-06,
      "loss": 0.16784349060058593,
      "step": 172500
    },
    {
      "epoch": 2.453552687562048,
      "grad_norm": 3.127192735671997,
      "learning_rate": 9.107691580390489e-06,
      "loss": 0.16073973083496093,
      "step": 173000
    },
    {
      "epoch": 2.4606438803006667,
      "grad_norm": 10.823789596557617,
      "learning_rate": 8.989505034746845e-06,
      "loss": 0.14176687622070314,
      "step": 173500
    },
    {
      "epoch": 2.467735073039285,
      "grad_norm": 0.016493933275341988,
      "learning_rate": 8.8713184891032e-06,
      "loss": 0.15874830627441405,
      "step": 174000
    },
    {
      "epoch": 2.474826265777904,
      "grad_norm": 0.06581011414527893,
      "learning_rate": 8.753131943459556e-06,
      "loss": 0.1369631805419922,
      "step": 174500
    },
    {
      "epoch": 2.4819174585165227,
      "grad_norm": 0.15490815043449402,
      "learning_rate": 8.634945397815914e-06,
      "loss": 0.16546914672851562,
      "step": 175000
    },
    {
      "epoch": 2.489008651255141,
      "grad_norm": 3.7111988067626953,
      "learning_rate": 8.516758852172268e-06,
      "loss": 0.14232369995117186,
      "step": 175500
    },
    {
      "epoch": 2.49609984399376,
      "grad_norm": 0.005735097918659449,
      "learning_rate": 8.398572306528624e-06,
      "loss": 0.15004513549804688,
      "step": 176000
    },
    {
      "epoch": 2.503191036732378,
      "grad_norm": 0.1627586930990219,
      "learning_rate": 8.280385760884982e-06,
      "loss": 0.17055393981933595,
      "step": 176500
    },
    {
      "epoch": 2.510282229470997,
      "grad_norm": 0.016294831410050392,
      "learning_rate": 8.162199215241336e-06,
      "loss": 0.14088502502441405,
      "step": 177000
    },
    {
      "epoch": 2.517373422209616,
      "grad_norm": 0.20740552246570587,
      "learning_rate": 8.044012669597694e-06,
      "loss": 0.14491709899902344,
      "step": 177500
    },
    {
      "epoch": 2.524464614948234,
      "grad_norm": 80.30838012695312,
      "learning_rate": 7.92582612395405e-06,
      "loss": 0.14266546630859375,
      "step": 178000
    },
    {
      "epoch": 2.531555807686853,
      "grad_norm": 6.494327545166016,
      "learning_rate": 7.807639578310404e-06,
      "loss": 0.1425498504638672,
      "step": 178500
    },
    {
      "epoch": 2.5386470004254713,
      "grad_norm": 10.817715644836426,
      "learning_rate": 7.689453032666762e-06,
      "loss": 0.13685794067382812,
      "step": 179000
    },
    {
      "epoch": 2.54573819316409,
      "grad_norm": 0.05190029367804527,
      "learning_rate": 7.571266487023118e-06,
      "loss": 0.15212284851074218,
      "step": 179500
    },
    {
      "epoch": 2.552829385902709,
      "grad_norm": 0.023630203679203987,
      "learning_rate": 7.453079941379473e-06,
      "loss": 0.13549761962890625,
      "step": 180000
    },
    {
      "epoch": 2.5599205786413277,
      "grad_norm": 0.022259913384914398,
      "learning_rate": 7.33489339573583e-06,
      "loss": 0.13580258178710938,
      "step": 180500
    },
    {
      "epoch": 2.567011771379946,
      "grad_norm": 0.05255912244319916,
      "learning_rate": 7.216706850092187e-06,
      "loss": 0.1679718780517578,
      "step": 181000
    },
    {
      "epoch": 2.574102964118565,
      "grad_norm": 0.03855106234550476,
      "learning_rate": 7.098520304448542e-06,
      "loss": 0.16043946838378906,
      "step": 181500
    },
    {
      "epoch": 2.5811941568571832,
      "grad_norm": 0.1921262890100479,
      "learning_rate": 6.980333758804898e-06,
      "loss": 0.15679566955566407,
      "step": 182000
    },
    {
      "epoch": 2.588285349595802,
      "grad_norm": 0.03098134882748127,
      "learning_rate": 6.862147213161255e-06,
      "loss": 0.1534794921875,
      "step": 182500
    },
    {
      "epoch": 2.595376542334421,
      "grad_norm": 22.469654083251953,
      "learning_rate": 6.74396066751761e-06,
      "loss": 0.13415251159667968,
      "step": 183000
    },
    {
      "epoch": 2.602467735073039,
      "grad_norm": 0.003964544739574194,
      "learning_rate": 6.625774121873967e-06,
      "loss": 0.15105152893066406,
      "step": 183500
    },
    {
      "epoch": 2.609558927811658,
      "grad_norm": 1.3596986532211304,
      "learning_rate": 6.507587576230323e-06,
      "loss": 0.17991926574707032,
      "step": 184000
    },
    {
      "epoch": 2.6166501205502763,
      "grad_norm": 0.155672088265419,
      "learning_rate": 6.389401030586678e-06,
      "loss": 0.13662466430664064,
      "step": 184500
    },
    {
      "epoch": 2.623741313288895,
      "grad_norm": 0.022043386474251747,
      "learning_rate": 6.271214484943035e-06,
      "loss": 0.15543783569335937,
      "step": 185000
    },
    {
      "epoch": 2.630832506027514,
      "grad_norm": 0.004181036725640297,
      "learning_rate": 6.153027939299391e-06,
      "loss": 0.16623443603515625,
      "step": 185500
    },
    {
      "epoch": 2.6379236987661323,
      "grad_norm": 0.015014543198049068,
      "learning_rate": 6.0348413936557466e-06,
      "loss": 0.13246311950683592,
      "step": 186000
    },
    {
      "epoch": 2.645014891504751,
      "grad_norm": 0.02488175965845585,
      "learning_rate": 5.9166548480121026e-06,
      "loss": 0.14923362731933593,
      "step": 186500
    },
    {
      "epoch": 2.6521060842433695,
      "grad_norm": 10.722357749938965,
      "learning_rate": 5.7984683023684585e-06,
      "loss": 0.14898843383789062,
      "step": 187000
    },
    {
      "epoch": 2.6591972769819883,
      "grad_norm": 5.965242862701416,
      "learning_rate": 5.6802817567248145e-06,
      "loss": 0.13296836853027344,
      "step": 187500
    },
    {
      "epoch": 2.666288469720607,
      "grad_norm": 0.0026237820275127888,
      "learning_rate": 5.562095211081171e-06,
      "loss": 0.13209194946289063,
      "step": 188000
    },
    {
      "epoch": 2.673379662459226,
      "grad_norm": 0.46034377813339233,
      "learning_rate": 5.443908665437527e-06,
      "loss": 0.15388623046875,
      "step": 188500
    },
    {
      "epoch": 2.6804708551978442,
      "grad_norm": 17.380584716796875,
      "learning_rate": 5.3257221197938825e-06,
      "loss": 0.12723853302001953,
      "step": 189000
    },
    {
      "epoch": 2.687562047936463,
      "grad_norm": 2.5008175373077393,
      "learning_rate": 5.2075355741502384e-06,
      "loss": 0.1331744079589844,
      "step": 189500
    },
    {
      "epoch": 2.6946532406750814,
      "grad_norm": 0.004737582989037037,
      "learning_rate": 5.089349028506595e-06,
      "loss": 0.15081929016113282,
      "step": 190000
    },
    {
      "epoch": 2.7017444334137,
      "grad_norm": 0.08174813538789749,
      "learning_rate": 4.971162482862951e-06,
      "loss": 0.15177557373046874,
      "step": 190500
    },
    {
      "epoch": 2.708835626152319,
      "grad_norm": 24.13783073425293,
      "learning_rate": 4.852975937219307e-06,
      "loss": 0.1373896484375,
      "step": 191000
    },
    {
      "epoch": 2.7159268188909373,
      "grad_norm": 0.028941305354237556,
      "learning_rate": 4.734789391575663e-06,
      "loss": 0.16214389038085938,
      "step": 191500
    },
    {
      "epoch": 2.723018011629556,
      "grad_norm": 13.542202949523926,
      "learning_rate": 4.616602845932019e-06,
      "loss": 0.161189208984375,
      "step": 192000
    },
    {
      "epoch": 2.7301092043681745,
      "grad_norm": 0.18116530776023865,
      "learning_rate": 4.498416300288375e-06,
      "loss": 0.13959812927246093,
      "step": 192500
    },
    {
      "epoch": 2.7372003971067933,
      "grad_norm": 60.92932891845703,
      "learning_rate": 4.380229754644732e-06,
      "loss": 0.13540277099609374,
      "step": 193000
    },
    {
      "epoch": 2.744291589845412,
      "grad_norm": 0.014164292253553867,
      "learning_rate": 4.262043209001088e-06,
      "loss": 0.1398023223876953,
      "step": 193500
    },
    {
      "epoch": 2.751382782584031,
      "grad_norm": 5.37201452255249,
      "learning_rate": 4.143856663357443e-06,
      "loss": 0.1264494171142578,
      "step": 194000
    },
    {
      "epoch": 2.7584739753226493,
      "grad_norm": 0.0796019434928894,
      "learning_rate": 4.0256701177138e-06,
      "loss": 0.1359503173828125,
      "step": 194500
    },
    {
      "epoch": 2.765565168061268,
      "grad_norm": 0.13115420937538147,
      "learning_rate": 3.907483572070156e-06,
      "loss": 0.15993971252441405,
      "step": 195000
    },
    {
      "epoch": 2.7726563607998864,
      "grad_norm": 10.917163848876953,
      "learning_rate": 3.7892970264265115e-06,
      "loss": 0.16762310791015625,
      "step": 195500
    },
    {
      "epoch": 2.7797475535385052,
      "grad_norm": 21.855243682861328,
      "learning_rate": 3.6711104807828674e-06,
      "loss": 0.12708675384521484,
      "step": 196000
    },
    {
      "epoch": 2.786838746277124,
      "grad_norm": 20.499042510986328,
      "learning_rate": 3.552923935139224e-06,
      "loss": 0.12649768829345703,
      "step": 196500
    },
    {
      "epoch": 2.7939299390157424,
      "grad_norm": 1.0606557130813599,
      "learning_rate": 3.43473738949558e-06,
      "loss": 0.1379012451171875,
      "step": 197000
    },
    {
      "epoch": 2.801021131754361,
      "grad_norm": 0.117930106818676,
      "learning_rate": 3.316550843851936e-06,
      "loss": 0.16560685729980468,
      "step": 197500
    },
    {
      "epoch": 2.8081123244929795,
      "grad_norm": 0.007242361083626747,
      "learning_rate": 3.1983642982082922e-06,
      "loss": 0.1315562744140625,
      "step": 198000
    },
    {
      "epoch": 2.8152035172315983,
      "grad_norm": 0.005843205843120813,
      "learning_rate": 3.080177752564648e-06,
      "loss": 0.14702142333984375,
      "step": 198500
    },
    {
      "epoch": 2.822294709970217,
      "grad_norm": 0.008035923354327679,
      "learning_rate": 2.961991206921004e-06,
      "loss": 0.14689279174804687,
      "step": 199000
    },
    {
      "epoch": 2.8293859027088355,
      "grad_norm": 23.067476272583008,
      "learning_rate": 2.84380466127736e-06,
      "loss": 0.15188876342773439,
      "step": 199500
    },
    {
      "epoch": 2.8364770954474543,
      "grad_norm": 0.43422043323516846,
      "learning_rate": 2.7256181156337166e-06,
      "loss": 0.12116779327392578,
      "step": 200000
    },
    {
      "epoch": 2.8435682881860727,
      "grad_norm": 2.646021604537964,
      "learning_rate": 2.6074315699900725e-06,
      "loss": 0.13729490661621094,
      "step": 200500
    },
    {
      "epoch": 2.8506594809246915,
      "grad_norm": 0.0913633182644844,
      "learning_rate": 2.4892450243464285e-06,
      "loss": 0.1404597625732422,
      "step": 201000
    },
    {
      "epoch": 2.8577506736633103,
      "grad_norm": 0.09719549864530563,
      "learning_rate": 2.3710584787027845e-06,
      "loss": 0.1671805419921875,
      "step": 201500
    },
    {
      "epoch": 2.864841866401929,
      "grad_norm": 0.0015564130153506994,
      "learning_rate": 2.2528719330591405e-06,
      "loss": 0.12479610443115234,
      "step": 202000
    },
    {
      "epoch": 2.8719330591405474,
      "grad_norm": 0.10027438402175903,
      "learning_rate": 2.134685387415497e-06,
      "loss": 0.13885786437988282,
      "step": 202500
    },
    {
      "epoch": 2.879024251879166,
      "grad_norm": 0.7187597155570984,
      "learning_rate": 2.016498841771853e-06,
      "loss": 0.12357424926757812,
      "step": 203000
    },
    {
      "epoch": 2.8861154446177846,
      "grad_norm": 0.17996720969676971,
      "learning_rate": 1.8983122961282088e-06,
      "loss": 0.13657070922851564,
      "step": 203500
    },
    {
      "epoch": 2.8932066373564034,
      "grad_norm": 7.7822771072387695,
      "learning_rate": 1.780125750484565e-06,
      "loss": 0.12291963958740235,
      "step": 204000
    },
    {
      "epoch": 2.900297830095022,
      "grad_norm": 12.129283905029297,
      "learning_rate": 1.6619392048409208e-06,
      "loss": 0.14823594665527343,
      "step": 204500
    },
    {
      "epoch": 2.9073890228336405,
      "grad_norm": 0.013198443688452244,
      "learning_rate": 1.543752659197277e-06,
      "loss": 0.14506388854980468,
      "step": 205000
    },
    {
      "epoch": 2.9144802155722593,
      "grad_norm": 11.327927589416504,
      "learning_rate": 1.425566113553633e-06,
      "loss": 0.13541313171386718,
      "step": 205500
    },
    {
      "epoch": 2.9215714083108777,
      "grad_norm": 5.3539652824401855,
      "learning_rate": 1.3073795679099892e-06,
      "loss": 0.1454547119140625,
      "step": 206000
    },
    {
      "epoch": 2.9286626010494965,
      "grad_norm": 0.08805113285779953,
      "learning_rate": 1.1891930222663454e-06,
      "loss": 0.12136942291259765,
      "step": 206500
    },
    {
      "epoch": 2.9357537937881153,
      "grad_norm": 0.001831616973504424,
      "learning_rate": 1.0710064766227013e-06,
      "loss": 0.152857177734375,
      "step": 207000
    },
    {
      "epoch": 2.9428449865267337,
      "grad_norm": 0.1370995193719864,
      "learning_rate": 9.528199309790573e-07,
      "loss": 0.16752561950683595,
      "step": 207500
    },
    {
      "epoch": 2.9499361792653525,
      "grad_norm": 19.748567581176758,
      "learning_rate": 8.346333853354135e-07,
      "loss": 0.13742178344726563,
      "step": 208000
    },
    {
      "epoch": 2.957027372003971,
      "grad_norm": 0.002913739997893572,
      "learning_rate": 7.164468396917696e-07,
      "loss": 0.1452206268310547,
      "step": 208500
    },
    {
      "epoch": 2.9641185647425896,
      "grad_norm": 35.350101470947266,
      "learning_rate": 5.982602940481256e-07,
      "loss": 0.1341029510498047,
      "step": 209000
    },
    {
      "epoch": 2.9712097574812084,
      "grad_norm": 0.07304254174232483,
      "learning_rate": 4.800737484044817e-07,
      "loss": 0.1393485107421875,
      "step": 209500
    },
    {
      "epoch": 2.978300950219827,
      "grad_norm": 29.43463897705078,
      "learning_rate": 3.618872027608377e-07,
      "loss": 0.14128144836425782,
      "step": 210000
    },
    {
      "epoch": 2.9853921429584456,
      "grad_norm": 0.309042364358902,
      "learning_rate": 2.437006571171938e-07,
      "loss": 0.13661312866210937,
      "step": 210500
    },
    {
      "epoch": 2.9924833356970644,
      "grad_norm": 0.006605884060263634,
      "learning_rate": 1.2551411147354984e-07,
      "loss": 0.1400542297363281,
      "step": 211000
    },
    {
      "epoch": 2.9995745284356827,
      "grad_norm": 0.05949639901518822,
      "learning_rate": 7.3275658299059235e-09,
      "loss": 0.15822608947753905,
      "step": 211500
    },
    {
      "epoch": 3.0,
      "eval_f1": 0.9179618788534967,
      "eval_loss": 0.339036762714386,
      "eval_runtime": 34.5239,
      "eval_samples_per_second": 1815.439,
      "eval_steps_per_second": 226.944,
      "step": 211530
    },
    {
      "epoch": 3.0,
      "step": 211530,
      "total_flos": 2.7880428532368384e+16,
      "train_loss": 0.26259335841951326,
      "train_runtime": 3658.4093,
      "train_samples_per_second": 462.558,
      "train_steps_per_second": 57.82
    }
  ],
  "logging_steps": 500,
  "max_steps": 211530,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7880428532368384e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}