Download trainer_state.json from NeuML/atto-90k-32d: direct link, hf CLI and curl.
- Browser
- Download file 74.9 kB
-
https://huggingface.co/NeuML/atto-90k-32d/resolve/main/trainer_state.json
- Command line
-
hf download hf://NeuML/atto-90k-32d/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/NeuML/atto-90k-32d/resolve/main/trainer_state.json
74.9 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 199772,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025028532527080873,
"grad_norm": 0.28647226095199585,
"learning_rate": 0.0001996,
"loss": 7.7172548828125,
"step": 500
},
{
"epoch": 0.005005706505416175,
"grad_norm": 2.9528985023498535,
"learning_rate": 0.0003996,
"loss": 6.77314013671875,
"step": 1000
},
{
"epoch": 0.007508559758124262,
"grad_norm": 2.213923215866089,
"learning_rate": 0.0005996,
"loss": 6.60768212890625,
"step": 1500
},
{
"epoch": 0.01001141301083235,
"grad_norm": 7.5474677085876465,
"learning_rate": 0.0007996,
"loss": 6.1565068359375,
"step": 2000
},
{
"epoch": 0.012514266263540436,
"grad_norm": 4.165445804595947,
"learning_rate": 0.0009996,
"loss": 5.87766064453125,
"step": 2500
},
{
"epoch": 0.015017119516248524,
"grad_norm": 3.5232815742492676,
"learning_rate": 0.000997470497587088,
"loss": 5.71371826171875,
"step": 3000
},
{
"epoch": 0.017519972768956612,
"grad_norm": 4.430361747741699,
"learning_rate": 0.0009949359260310639,
"loss": 5.5418896484375,
"step": 3500
},
{
"epoch": 0.0200228260216647,
"grad_norm": 5.16290283203125,
"learning_rate": 0.0009924013544750396,
"loss": 5.4136142578125,
"step": 4000
},
{
"epoch": 0.022525679274372785,
"grad_norm": 4.248342514038086,
"learning_rate": 0.0009898667829190155,
"loss": 5.2871796875,
"step": 4500
},
{
"epoch": 0.02502853252708087,
"grad_norm": 1.9188170433044434,
"learning_rate": 0.0009873322113629912,
"loss": 5.21682763671875,
"step": 5000
},
{
"epoch": 0.02753138577978896,
"grad_norm": 3.852240562438965,
"learning_rate": 0.000984797639806967,
"loss": 5.15573828125,
"step": 5500
},
{
"epoch": 0.030034239032497047,
"grad_norm": 2.7172482013702393,
"learning_rate": 0.000982263068250943,
"loss": 5.08664111328125,
"step": 6000
},
{
"epoch": 0.032537092285205134,
"grad_norm": 3.6203691959381104,
"learning_rate": 0.0009797284966949187,
"loss": 5.0184736328125,
"step": 6500
},
{
"epoch": 0.035039945537913224,
"grad_norm": 3.7745580673217773,
"learning_rate": 0.0009771939251388944,
"loss": 4.93708642578125,
"step": 7000
},
{
"epoch": 0.03754279879062131,
"grad_norm": 3.1777524948120117,
"learning_rate": 0.0009746593535828703,
"loss": 4.8701796875,
"step": 7500
},
{
"epoch": 0.0400456520433294,
"grad_norm": 2.618831157684326,
"learning_rate": 0.0009721247820268462,
"loss": 4.79606298828125,
"step": 8000
},
{
"epoch": 0.04254850529603748,
"grad_norm": 3.1706504821777344,
"learning_rate": 0.0009695902104708221,
"loss": 4.68310498046875,
"step": 8500
},
{
"epoch": 0.04505135854874557,
"grad_norm": 4.122912883758545,
"learning_rate": 0.0009670556389147979,
"loss": 4.52471337890625,
"step": 9000
},
{
"epoch": 0.04755421180145366,
"grad_norm": 5.871074676513672,
"learning_rate": 0.0009645210673587737,
"loss": 4.431740234375,
"step": 9500
},
{
"epoch": 0.05005706505416174,
"grad_norm": 4.671868801116943,
"learning_rate": 0.0009619864958027495,
"loss": 4.3813212890625,
"step": 10000
},
{
"epoch": 0.05255991830686983,
"grad_norm": 5.27501916885376,
"learning_rate": 0.0009594519242467253,
"loss": 4.345298828125,
"step": 10500
},
{
"epoch": 0.05506277155957792,
"grad_norm": 3.024589776992798,
"learning_rate": 0.0009569173526907012,
"loss": 4.3029296875,
"step": 11000
},
{
"epoch": 0.057565624812286005,
"grad_norm": 4.175168514251709,
"learning_rate": 0.000954382781134677,
"loss": 4.2473017578125,
"step": 11500
},
{
"epoch": 0.060068478064994095,
"grad_norm": 4.029629230499268,
"learning_rate": 0.0009518482095786529,
"loss": 4.2043369140625,
"step": 12000
},
{
"epoch": 0.06257133131770218,
"grad_norm": 2.982729196548462,
"learning_rate": 0.0009493136380226287,
"loss": 4.1688193359375,
"step": 12500
},
{
"epoch": 0.06507418457041027,
"grad_norm": 4.277925491333008,
"learning_rate": 0.0009467790664666045,
"loss": 4.1408681640625,
"step": 13000
},
{
"epoch": 0.06757703782311836,
"grad_norm": 3.8282203674316406,
"learning_rate": 0.0009442444949105803,
"loss": 4.11766357421875,
"step": 13500
},
{
"epoch": 0.07007989107582645,
"grad_norm": 2.9000778198242188,
"learning_rate": 0.0009417099233545562,
"loss": 4.10352685546875,
"step": 14000
},
{
"epoch": 0.07258274432853452,
"grad_norm": 2.9970593452453613,
"learning_rate": 0.0009391753517985319,
"loss": 4.07767529296875,
"step": 14500
},
{
"epoch": 0.07508559758124261,
"grad_norm": 3.4158072471618652,
"learning_rate": 0.0009366407802425078,
"loss": 4.064857177734375,
"step": 15000
},
{
"epoch": 0.0775884508339507,
"grad_norm": 3.2057807445526123,
"learning_rate": 0.0009341062086864837,
"loss": 4.051400146484375,
"step": 15500
},
{
"epoch": 0.0800913040866588,
"grad_norm": 2.434260845184326,
"learning_rate": 0.0009315716371304595,
"loss": 4.036130126953125,
"step": 16000
},
{
"epoch": 0.08259415733936688,
"grad_norm": 2.9790401458740234,
"learning_rate": 0.0009290370655744354,
"loss": 4.02460791015625,
"step": 16500
},
{
"epoch": 0.08509701059207496,
"grad_norm": 3.482231378555298,
"learning_rate": 0.0009265024940184111,
"loss": 4.00611865234375,
"step": 17000
},
{
"epoch": 0.08759986384478305,
"grad_norm": 2.4160420894622803,
"learning_rate": 0.0009239679224623869,
"loss": 3.9791044921875,
"step": 17500
},
{
"epoch": 0.09010271709749114,
"grad_norm": 2.862804412841797,
"learning_rate": 0.0009214333509063628,
"loss": 3.975488037109375,
"step": 18000
},
{
"epoch": 0.09260557035019923,
"grad_norm": 2.8292791843414307,
"learning_rate": 0.0009188987793503386,
"loss": 3.962578125,
"step": 18500
},
{
"epoch": 0.09510842360290732,
"grad_norm": 2.4466421604156494,
"learning_rate": 0.0009163642077943145,
"loss": 3.951033203125,
"step": 19000
},
{
"epoch": 0.0976112768556154,
"grad_norm": 2.714712381362915,
"learning_rate": 0.0009138296362382903,
"loss": 3.942341064453125,
"step": 19500
},
{
"epoch": 0.10011413010832348,
"grad_norm": 2.4126367568969727,
"learning_rate": 0.0009112950646822661,
"loss": 3.93289599609375,
"step": 20000
},
{
"epoch": 0.10261698336103157,
"grad_norm": 2.6655354499816895,
"learning_rate": 0.000908760493126242,
"loss": 3.9245751953125,
"step": 20500
},
{
"epoch": 0.10511983661373966,
"grad_norm": 2.656126022338867,
"learning_rate": 0.0009062259215702178,
"loss": 3.917452880859375,
"step": 21000
},
{
"epoch": 0.10762268986644775,
"grad_norm": 3.4056339263916016,
"learning_rate": 0.0009036913500141937,
"loss": 3.91489013671875,
"step": 21500
},
{
"epoch": 0.11012554311915584,
"grad_norm": 3.133349657058716,
"learning_rate": 0.0009011567784581694,
"loss": 3.908239990234375,
"step": 22000
},
{
"epoch": 0.11262839637186392,
"grad_norm": 2.60827374458313,
"learning_rate": 0.0008986222069021452,
"loss": 3.9038525390625,
"step": 22500
},
{
"epoch": 0.11513124962457201,
"grad_norm": 3.082875967025757,
"learning_rate": 0.0008960876353461211,
"loss": 3.898443115234375,
"step": 23000
},
{
"epoch": 0.1176341028772801,
"grad_norm": 2.5959954261779785,
"learning_rate": 0.000893553063790097,
"loss": 3.8973671875,
"step": 23500
},
{
"epoch": 0.12013695612998819,
"grad_norm": 2.6542720794677734,
"learning_rate": 0.0008910184922340728,
"loss": 3.887083251953125,
"step": 24000
},
{
"epoch": 0.12263980938269628,
"grad_norm": 2.8866167068481445,
"learning_rate": 0.0008884839206780486,
"loss": 3.8834228515625,
"step": 24500
},
{
"epoch": 0.12514266263540436,
"grad_norm": 2.286869764328003,
"learning_rate": 0.0008859493491220244,
"loss": 3.879111083984375,
"step": 25000
},
{
"epoch": 0.12764551588811246,
"grad_norm": 2.315378189086914,
"learning_rate": 0.0008834147775660003,
"loss": 3.87430859375,
"step": 25500
},
{
"epoch": 0.13014836914082054,
"grad_norm": 2.585437297821045,
"learning_rate": 0.0008808802060099761,
"loss": 3.865291259765625,
"step": 26000
},
{
"epoch": 0.1326512223935286,
"grad_norm": 2.0880141258239746,
"learning_rate": 0.0008783456344539519,
"loss": 3.86726318359375,
"step": 26500
},
{
"epoch": 0.13515407564623672,
"grad_norm": 3.8954660892486572,
"learning_rate": 0.0008758110628979277,
"loss": 3.857076416015625,
"step": 27000
},
{
"epoch": 0.1376569288989448,
"grad_norm": 2.7413365840911865,
"learning_rate": 0.0008732764913419036,
"loss": 3.847961181640625,
"step": 27500
},
{
"epoch": 0.1401597821516529,
"grad_norm": 2.139669895172119,
"learning_rate": 0.0008707419197858795,
"loss": 3.8391015625,
"step": 28000
},
{
"epoch": 0.14266263540436097,
"grad_norm": 2.6150882244110107,
"learning_rate": 0.0008682073482298553,
"loss": 3.844651611328125,
"step": 28500
},
{
"epoch": 0.14516548865706905,
"grad_norm": 2.0961475372314453,
"learning_rate": 0.000865672776673831,
"loss": 3.838920654296875,
"step": 29000
},
{
"epoch": 0.14766834190977715,
"grad_norm": 1.6555510759353638,
"learning_rate": 0.0008631382051178069,
"loss": 3.830831298828125,
"step": 29500
},
{
"epoch": 0.15017119516248523,
"grad_norm": 2.021756172180176,
"learning_rate": 0.0008606036335617827,
"loss": 3.831986083984375,
"step": 30000
},
{
"epoch": 0.15267404841519333,
"grad_norm": 2.443938732147217,
"learning_rate": 0.0008580690620057585,
"loss": 3.82814892578125,
"step": 30500
},
{
"epoch": 0.1551769016679014,
"grad_norm": 2.7708399295806885,
"learning_rate": 0.0008555344904497345,
"loss": 3.826418212890625,
"step": 31000
},
{
"epoch": 0.15767975492060948,
"grad_norm": 2.912818193435669,
"learning_rate": 0.0008529999188937102,
"loss": 3.820591552734375,
"step": 31500
},
{
"epoch": 0.1601826081733176,
"grad_norm": 1.972159504890442,
"learning_rate": 0.0008504653473376861,
"loss": 3.820856689453125,
"step": 32000
},
{
"epoch": 0.16268546142602566,
"grad_norm": 1.9451887607574463,
"learning_rate": 0.0008479307757816619,
"loss": 3.814978515625,
"step": 32500
},
{
"epoch": 0.16518831467873377,
"grad_norm": 2.150108814239502,
"learning_rate": 0.0008453962042256377,
"loss": 3.811254638671875,
"step": 33000
},
{
"epoch": 0.16769116793144184,
"grad_norm": 2.0424044132232666,
"learning_rate": 0.0008428616326696136,
"loss": 3.805937255859375,
"step": 33500
},
{
"epoch": 0.17019402118414992,
"grad_norm": 2.3607442378997803,
"learning_rate": 0.0008403270611135893,
"loss": 3.809372802734375,
"step": 34000
},
{
"epoch": 0.17269687443685802,
"grad_norm": 1.8008382320404053,
"learning_rate": 0.0008377924895575651,
"loss": 3.804686767578125,
"step": 34500
},
{
"epoch": 0.1751997276895661,
"grad_norm": 1.9430861473083496,
"learning_rate": 0.000835257918001541,
"loss": 3.797337646484375,
"step": 35000
},
{
"epoch": 0.1777025809422742,
"grad_norm": 1.95684814453125,
"learning_rate": 0.0008327233464455169,
"loss": 3.797610595703125,
"step": 35500
},
{
"epoch": 0.18020543419498228,
"grad_norm": 2.4061484336853027,
"learning_rate": 0.0008301887748894928,
"loss": 3.797681640625,
"step": 36000
},
{
"epoch": 0.18270828744769035,
"grad_norm": 1.7359437942504883,
"learning_rate": 0.0008276542033334685,
"loss": 3.796197509765625,
"step": 36500
},
{
"epoch": 0.18521114070039846,
"grad_norm": 1.7878361940383911,
"learning_rate": 0.0008251196317774443,
"loss": 3.790050537109375,
"step": 37000
},
{
"epoch": 0.18771399395310653,
"grad_norm": 1.6845914125442505,
"learning_rate": 0.0008225850602214202,
"loss": 3.789064208984375,
"step": 37500
},
{
"epoch": 0.19021684720581464,
"grad_norm": 2.1311569213867188,
"learning_rate": 0.000820050488665396,
"loss": 3.7865849609375,
"step": 38000
},
{
"epoch": 0.1927197004585227,
"grad_norm": 1.8453598022460938,
"learning_rate": 0.000817515917109372,
"loss": 3.783989501953125,
"step": 38500
},
{
"epoch": 0.1952225537112308,
"grad_norm": 1.7679035663604736,
"learning_rate": 0.0008149813455533477,
"loss": 3.783624267578125,
"step": 39000
},
{
"epoch": 0.1977254069639389,
"grad_norm": 1.8750481605529785,
"learning_rate": 0.0008124467739973235,
"loss": 3.783828369140625,
"step": 39500
},
{
"epoch": 0.20022826021664697,
"grad_norm": 1.7573612928390503,
"learning_rate": 0.0008099122024412994,
"loss": 3.78201171875,
"step": 40000
},
{
"epoch": 0.20273111346935507,
"grad_norm": 2.41463041305542,
"learning_rate": 0.0008073776308852752,
"loss": 3.781732421875,
"step": 40500
},
{
"epoch": 0.20523396672206315,
"grad_norm": 1.7616289854049683,
"learning_rate": 0.0008048430593292509,
"loss": 3.78028955078125,
"step": 41000
},
{
"epoch": 0.20773681997477125,
"grad_norm": 2.3691365718841553,
"learning_rate": 0.0008023084877732268,
"loss": 3.773391845703125,
"step": 41500
},
{
"epoch": 0.21023967322747933,
"grad_norm": 1.963706612586975,
"learning_rate": 0.0007997739162172026,
"loss": 3.769884765625,
"step": 42000
},
{
"epoch": 0.2127425264801874,
"grad_norm": 1.9594855308532715,
"learning_rate": 0.0007972393446611785,
"loss": 3.7672158203125,
"step": 42500
},
{
"epoch": 0.2152453797328955,
"grad_norm": 2.3996403217315674,
"learning_rate": 0.0007947047731051544,
"loss": 3.76160986328125,
"step": 43000
},
{
"epoch": 0.21774823298560358,
"grad_norm": 2.1060993671417236,
"learning_rate": 0.0007921702015491301,
"loss": 3.763789794921875,
"step": 43500
},
{
"epoch": 0.2202510862383117,
"grad_norm": 2.317796468734741,
"learning_rate": 0.000789635629993106,
"loss": 3.762788818359375,
"step": 44000
},
{
"epoch": 0.22275393949101976,
"grad_norm": 2.640509605407715,
"learning_rate": 0.0007871010584370818,
"loss": 3.764238037109375,
"step": 44500
},
{
"epoch": 0.22525679274372784,
"grad_norm": 1.823607325553894,
"learning_rate": 0.0007845664868810577,
"loss": 3.753896728515625,
"step": 45000
},
{
"epoch": 0.22775964599643594,
"grad_norm": 2.018728733062744,
"learning_rate": 0.0007820319153250335,
"loss": 3.755555908203125,
"step": 45500
},
{
"epoch": 0.23026249924914402,
"grad_norm": 2.170738935470581,
"learning_rate": 0.0007794973437690092,
"loss": 3.754555419921875,
"step": 46000
},
{
"epoch": 0.23276535250185212,
"grad_norm": 2.0860631465911865,
"learning_rate": 0.0007769627722129851,
"loss": 3.7549931640625,
"step": 46500
},
{
"epoch": 0.2352682057545602,
"grad_norm": 1.9485915899276733,
"learning_rate": 0.000774428200656961,
"loss": 3.7568369140625,
"step": 47000
},
{
"epoch": 0.23777105900726828,
"grad_norm": 1.9212212562561035,
"learning_rate": 0.0007718936291009368,
"loss": 3.744835205078125,
"step": 47500
},
{
"epoch": 0.24027391225997638,
"grad_norm": 2.058070182800293,
"learning_rate": 0.0007693590575449127,
"loss": 3.742211181640625,
"step": 48000
},
{
"epoch": 0.24277676551268446,
"grad_norm": 1.8306771516799927,
"learning_rate": 0.0007668244859888884,
"loss": 3.74637646484375,
"step": 48500
},
{
"epoch": 0.24527961876539256,
"grad_norm": 1.788710117340088,
"learning_rate": 0.0007642899144328643,
"loss": 3.74724658203125,
"step": 49000
},
{
"epoch": 0.24778247201810064,
"grad_norm": 1.9172203540802002,
"learning_rate": 0.0007617553428768401,
"loss": 3.73677001953125,
"step": 49500
},
{
"epoch": 0.2502853252708087,
"grad_norm": 1.7904082536697388,
"learning_rate": 0.0007592207713208159,
"loss": 3.740269775390625,
"step": 50000
},
{
"epoch": 0.2527881785235168,
"grad_norm": 2.227440595626831,
"learning_rate": 0.0007566861997647919,
"loss": 3.73873583984375,
"step": 50500
},
{
"epoch": 0.2552910317762249,
"grad_norm": 2.0464396476745605,
"learning_rate": 0.0007541516282087676,
"loss": 3.733692626953125,
"step": 51000
},
{
"epoch": 0.25779388502893297,
"grad_norm": 2.456988573074341,
"learning_rate": 0.0007516170566527434,
"loss": 3.734913818359375,
"step": 51500
},
{
"epoch": 0.26029673828164107,
"grad_norm": 1.8801586627960205,
"learning_rate": 0.0007490824850967193,
"loss": 3.736904296875,
"step": 52000
},
{
"epoch": 0.2627995915343492,
"grad_norm": 1.8033634424209595,
"learning_rate": 0.0007465479135406951,
"loss": 3.7330205078125,
"step": 52500
},
{
"epoch": 0.2653024447870572,
"grad_norm": 2.2701306343078613,
"learning_rate": 0.000744013341984671,
"loss": 3.725997314453125,
"step": 53000
},
{
"epoch": 0.2678052980397653,
"grad_norm": 1.7583701610565186,
"learning_rate": 0.0007414787704286467,
"loss": 3.7296396484375,
"step": 53500
},
{
"epoch": 0.27030815129247343,
"grad_norm": 1.6454366445541382,
"learning_rate": 0.0007389441988726225,
"loss": 3.731659423828125,
"step": 54000
},
{
"epoch": 0.27281100454518153,
"grad_norm": 2.0838608741760254,
"learning_rate": 0.0007364096273165985,
"loss": 3.7245400390625,
"step": 54500
},
{
"epoch": 0.2753138577978896,
"grad_norm": 1.8454278707504272,
"learning_rate": 0.0007338750557605743,
"loss": 3.730070068359375,
"step": 55000
},
{
"epoch": 0.2778167110505977,
"grad_norm": 1.678946852684021,
"learning_rate": 0.0007313404842045502,
"loss": 3.722787841796875,
"step": 55500
},
{
"epoch": 0.2803195643033058,
"grad_norm": 1.8083456754684448,
"learning_rate": 0.0007288059126485259,
"loss": 3.724546142578125,
"step": 56000
},
{
"epoch": 0.28282241755601384,
"grad_norm": 2.1875393390655518,
"learning_rate": 0.0007262713410925017,
"loss": 3.720130126953125,
"step": 56500
},
{
"epoch": 0.28532527080872194,
"grad_norm": 2.0490903854370117,
"learning_rate": 0.0007237367695364776,
"loss": 3.719673828125,
"step": 57000
},
{
"epoch": 0.28782812406143005,
"grad_norm": 1.6700032949447632,
"learning_rate": 0.0007212021979804534,
"loss": 3.716502197265625,
"step": 57500
},
{
"epoch": 0.2903309773141381,
"grad_norm": 2.304266929626465,
"learning_rate": 0.0007186676264244291,
"loss": 3.71671875,
"step": 58000
},
{
"epoch": 0.2928338305668462,
"grad_norm": 1.7173802852630615,
"learning_rate": 0.000716133054868405,
"loss": 3.715947509765625,
"step": 58500
},
{
"epoch": 0.2953366838195543,
"grad_norm": 1.5778638124465942,
"learning_rate": 0.0007135984833123809,
"loss": 3.71609375,
"step": 59000
},
{
"epoch": 0.2978395370722624,
"grad_norm": 1.781036138534546,
"learning_rate": 0.0007110639117563568,
"loss": 3.71008984375,
"step": 59500
},
{
"epoch": 0.30034239032497045,
"grad_norm": 1.9131357669830322,
"learning_rate": 0.0007085293402003326,
"loss": 3.7203095703125,
"step": 60000
},
{
"epoch": 0.30284524357767856,
"grad_norm": 1.9130349159240723,
"learning_rate": 0.0007059947686443083,
"loss": 3.709778564453125,
"step": 60500
},
{
"epoch": 0.30534809683038666,
"grad_norm": 1.6772801876068115,
"learning_rate": 0.0007034601970882842,
"loss": 3.705680908203125,
"step": 61000
},
{
"epoch": 0.3078509500830947,
"grad_norm": 1.6399317979812622,
"learning_rate": 0.00070092562553226,
"loss": 3.711471923828125,
"step": 61500
},
{
"epoch": 0.3103538033358028,
"grad_norm": 1.8999618291854858,
"learning_rate": 0.0006983910539762359,
"loss": 3.70576025390625,
"step": 62000
},
{
"epoch": 0.3128566565885109,
"grad_norm": 2.1071550846099854,
"learning_rate": 0.0006958564824202118,
"loss": 3.70277783203125,
"step": 62500
},
{
"epoch": 0.31535950984121897,
"grad_norm": 2.0330166816711426,
"learning_rate": 0.0006933219108641875,
"loss": 3.704845947265625,
"step": 63000
},
{
"epoch": 0.31786236309392707,
"grad_norm": 2.4270427227020264,
"learning_rate": 0.0006907873393081634,
"loss": 3.70565966796875,
"step": 63500
},
{
"epoch": 0.3203652163466352,
"grad_norm": 2.3095145225524902,
"learning_rate": 0.0006882527677521392,
"loss": 3.700028076171875,
"step": 64000
},
{
"epoch": 0.3228680695993433,
"grad_norm": 1.5352027416229248,
"learning_rate": 0.000685718196196115,
"loss": 3.696085205078125,
"step": 64500
},
{
"epoch": 0.3253709228520513,
"grad_norm": 1.7863811254501343,
"learning_rate": 0.0006831836246400909,
"loss": 3.703200927734375,
"step": 65000
},
{
"epoch": 0.32787377610475943,
"grad_norm": 2.214879035949707,
"learning_rate": 0.0006806490530840666,
"loss": 3.700843994140625,
"step": 65500
},
{
"epoch": 0.33037662935746753,
"grad_norm": 2.0720412731170654,
"learning_rate": 0.0006781144815280425,
"loss": 3.697454345703125,
"step": 66000
},
{
"epoch": 0.3328794826101756,
"grad_norm": 1.8571434020996094,
"learning_rate": 0.0006755799099720184,
"loss": 3.70225537109375,
"step": 66500
},
{
"epoch": 0.3353823358628837,
"grad_norm": 1.8809031248092651,
"learning_rate": 0.0006730453384159942,
"loss": 3.693578369140625,
"step": 67000
},
{
"epoch": 0.3378851891155918,
"grad_norm": 1.6380670070648193,
"learning_rate": 0.0006705107668599701,
"loss": 3.6994375,
"step": 67500
},
{
"epoch": 0.34038804236829984,
"grad_norm": 2.124093532562256,
"learning_rate": 0.0006679761953039458,
"loss": 3.69878076171875,
"step": 68000
},
{
"epoch": 0.34289089562100794,
"grad_norm": 1.7897788286209106,
"learning_rate": 0.0006654416237479217,
"loss": 3.697716796875,
"step": 68500
},
{
"epoch": 0.34539374887371604,
"grad_norm": 1.9319461584091187,
"learning_rate": 0.0006629070521918975,
"loss": 3.697259765625,
"step": 69000
},
{
"epoch": 0.34789660212642415,
"grad_norm": 1.8310763835906982,
"learning_rate": 0.0006603724806358733,
"loss": 3.692078125,
"step": 69500
},
{
"epoch": 0.3503994553791322,
"grad_norm": 2.205528497695923,
"learning_rate": 0.0006578379090798491,
"loss": 3.69245703125,
"step": 70000
},
{
"epoch": 0.3529023086318403,
"grad_norm": 1.774605631828308,
"learning_rate": 0.000655303337523825,
"loss": 3.685890625,
"step": 70500
},
{
"epoch": 0.3554051618845484,
"grad_norm": 1.38717782497406,
"learning_rate": 0.0006527687659678008,
"loss": 3.684531494140625,
"step": 71000
},
{
"epoch": 0.35790801513725645,
"grad_norm": 1.6136027574539185,
"learning_rate": 0.0006502341944117767,
"loss": 3.69069921875,
"step": 71500
},
{
"epoch": 0.36041086838996456,
"grad_norm": 1.537078619003296,
"learning_rate": 0.0006476996228557525,
"loss": 3.683295166015625,
"step": 72000
},
{
"epoch": 0.36291372164267266,
"grad_norm": 1.6040902137756348,
"learning_rate": 0.0006451650512997283,
"loss": 3.685621826171875,
"step": 72500
},
{
"epoch": 0.3654165748953807,
"grad_norm": 1.8925518989562988,
"learning_rate": 0.0006426304797437041,
"loss": 3.685666015625,
"step": 73000
},
{
"epoch": 0.3679194281480888,
"grad_norm": 1.8568155765533447,
"learning_rate": 0.0006400959081876799,
"loss": 3.692338623046875,
"step": 73500
},
{
"epoch": 0.3704222814007969,
"grad_norm": 1.7361416816711426,
"learning_rate": 0.0006375613366316558,
"loss": 3.6861181640625,
"step": 74000
},
{
"epoch": 0.372925134653505,
"grad_norm": 1.7841486930847168,
"learning_rate": 0.0006350267650756317,
"loss": 3.6924716796875,
"step": 74500
},
{
"epoch": 0.37542798790621307,
"grad_norm": 1.7056694030761719,
"learning_rate": 0.0006324921935196074,
"loss": 3.686511474609375,
"step": 75000
},
{
"epoch": 0.37793084115892117,
"grad_norm": 1.580727458000183,
"learning_rate": 0.0006299576219635833,
"loss": 3.68265478515625,
"step": 75500
},
{
"epoch": 0.3804336944116293,
"grad_norm": 1.7336328029632568,
"learning_rate": 0.0006274230504075591,
"loss": 3.6850654296875,
"step": 76000
},
{
"epoch": 0.3829365476643373,
"grad_norm": 1.5710227489471436,
"learning_rate": 0.000624888478851535,
"loss": 3.67622216796875,
"step": 76500
},
{
"epoch": 0.3854394009170454,
"grad_norm": 1.5945144891738892,
"learning_rate": 0.0006223539072955108,
"loss": 3.6792265625,
"step": 77000
},
{
"epoch": 0.38794225416975353,
"grad_norm": 1.719498634338379,
"learning_rate": 0.0006198193357394865,
"loss": 3.6833857421875,
"step": 77500
},
{
"epoch": 0.3904451074224616,
"grad_norm": 1.573280692100525,
"learning_rate": 0.0006172847641834624,
"loss": 3.681039794921875,
"step": 78000
},
{
"epoch": 0.3929479606751697,
"grad_norm": 1.656520962715149,
"learning_rate": 0.0006147501926274383,
"loss": 3.67862109375,
"step": 78500
},
{
"epoch": 0.3954508139278778,
"grad_norm": 1.4892680644989014,
"learning_rate": 0.0006122156210714142,
"loss": 3.683162109375,
"step": 79000
},
{
"epoch": 0.3979536671805859,
"grad_norm": 1.7177106142044067,
"learning_rate": 0.00060968104951539,
"loss": 3.6782802734375,
"step": 79500
},
{
"epoch": 0.40045652043329394,
"grad_norm": 1.930566430091858,
"learning_rate": 0.0006071464779593657,
"loss": 3.675829833984375,
"step": 80000
},
{
"epoch": 0.40295937368600204,
"grad_norm": 1.75054132938385,
"learning_rate": 0.0006046119064033416,
"loss": 3.673358154296875,
"step": 80500
},
{
"epoch": 0.40546222693871015,
"grad_norm": 2.0320589542388916,
"learning_rate": 0.0006020773348473174,
"loss": 3.682734375,
"step": 81000
},
{
"epoch": 0.4079650801914182,
"grad_norm": 1.7913615703582764,
"learning_rate": 0.0005995427632912932,
"loss": 3.671685546875,
"step": 81500
},
{
"epoch": 0.4104679334441263,
"grad_norm": 1.7928524017333984,
"learning_rate": 0.0005970081917352692,
"loss": 3.671380615234375,
"step": 82000
},
{
"epoch": 0.4129707866968344,
"grad_norm": 1.869042992591858,
"learning_rate": 0.0005944736201792449,
"loss": 3.67721142578125,
"step": 82500
},
{
"epoch": 0.4154736399495425,
"grad_norm": 1.5517789125442505,
"learning_rate": 0.0005919390486232208,
"loss": 3.6754140625,
"step": 83000
},
{
"epoch": 0.41797649320225055,
"grad_norm": 1.595402717590332,
"learning_rate": 0.0005894044770671966,
"loss": 3.668099853515625,
"step": 83500
},
{
"epoch": 0.42047934645495866,
"grad_norm": 1.945172667503357,
"learning_rate": 0.0005868699055111724,
"loss": 3.671301025390625,
"step": 84000
},
{
"epoch": 0.42298219970766676,
"grad_norm": 1.8418647050857544,
"learning_rate": 0.0005843353339551482,
"loss": 3.67426806640625,
"step": 84500
},
{
"epoch": 0.4254850529603748,
"grad_norm": 1.7435978651046753,
"learning_rate": 0.000581800762399124,
"loss": 3.667631103515625,
"step": 85000
},
{
"epoch": 0.4279879062130829,
"grad_norm": 1.9140781164169312,
"learning_rate": 0.0005792661908430999,
"loss": 3.6694462890625,
"step": 85500
},
{
"epoch": 0.430490759465791,
"grad_norm": 1.513244390487671,
"learning_rate": 0.0005767316192870758,
"loss": 3.66881298828125,
"step": 86000
},
{
"epoch": 0.43299361271849907,
"grad_norm": 1.5456304550170898,
"learning_rate": 0.0005741970477310516,
"loss": 3.66756884765625,
"step": 86500
},
{
"epoch": 0.43549646597120717,
"grad_norm": 1.5209053754806519,
"learning_rate": 0.0005716624761750274,
"loss": 3.672987060546875,
"step": 87000
},
{
"epoch": 0.4379993192239153,
"grad_norm": 1.4861605167388916,
"learning_rate": 0.0005691279046190032,
"loss": 3.667175537109375,
"step": 87500
},
{
"epoch": 0.4405021724766234,
"grad_norm": 1.967034101486206,
"learning_rate": 0.000566593333062979,
"loss": 3.66667919921875,
"step": 88000
},
{
"epoch": 0.4430050257293314,
"grad_norm": 1.595773458480835,
"learning_rate": 0.0005640587615069549,
"loss": 3.673625244140625,
"step": 88500
},
{
"epoch": 0.44550787898203953,
"grad_norm": 1.5689270496368408,
"learning_rate": 0.0005615241899509307,
"loss": 3.665526123046875,
"step": 89000
},
{
"epoch": 0.44801073223474763,
"grad_norm": 1.8069075345993042,
"learning_rate": 0.0005589896183949065,
"loss": 3.6705966796875,
"step": 89500
},
{
"epoch": 0.4505135854874557,
"grad_norm": 1.7500793933868408,
"learning_rate": 0.0005564550468388824,
"loss": 3.659717529296875,
"step": 90000
},
{
"epoch": 0.4530164387401638,
"grad_norm": 1.9281926155090332,
"learning_rate": 0.0005539204752828582,
"loss": 3.669375732421875,
"step": 90500
},
{
"epoch": 0.4555192919928719,
"grad_norm": 1.7689753770828247,
"learning_rate": 0.0005513859037268341,
"loss": 3.666206298828125,
"step": 91000
},
{
"epoch": 0.45802214524557994,
"grad_norm": 1.4911123514175415,
"learning_rate": 0.0005488513321708099,
"loss": 3.6632685546875,
"step": 91500
},
{
"epoch": 0.46052499849828804,
"grad_norm": 1.8055247068405151,
"learning_rate": 0.0005463167606147856,
"loss": 3.66301025390625,
"step": 92000
},
{
"epoch": 0.46302785175099614,
"grad_norm": 2.02209734916687,
"learning_rate": 0.0005437821890587615,
"loss": 3.662291748046875,
"step": 92500
},
{
"epoch": 0.46553070500370425,
"grad_norm": 1.6807721853256226,
"learning_rate": 0.0005412476175027373,
"loss": 3.664853271484375,
"step": 93000
},
{
"epoch": 0.4680335582564123,
"grad_norm": 1.6055474281311035,
"learning_rate": 0.0005387130459467132,
"loss": 3.667142333984375,
"step": 93500
},
{
"epoch": 0.4705364115091204,
"grad_norm": 1.8553107976913452,
"learning_rate": 0.0005361784743906891,
"loss": 3.661646240234375,
"step": 94000
},
{
"epoch": 0.4730392647618285,
"grad_norm": 1.4669114351272583,
"learning_rate": 0.0005336439028346648,
"loss": 3.658957275390625,
"step": 94500
},
{
"epoch": 0.47554211801453655,
"grad_norm": 2.0262646675109863,
"learning_rate": 0.0005311093312786407,
"loss": 3.658015380859375,
"step": 95000
},
{
"epoch": 0.47804497126724466,
"grad_norm": 2.062088966369629,
"learning_rate": 0.0005285747597226165,
"loss": 3.658702392578125,
"step": 95500
},
{
"epoch": 0.48054782451995276,
"grad_norm": 1.9712363481521606,
"learning_rate": 0.0005260401881665924,
"loss": 3.662225341796875,
"step": 96000
},
{
"epoch": 0.4830506777726608,
"grad_norm": 1.8696255683898926,
"learning_rate": 0.0005235056166105681,
"loss": 3.6660576171875,
"step": 96500
},
{
"epoch": 0.4855535310253689,
"grad_norm": 2.1086723804473877,
"learning_rate": 0.0005209710450545439,
"loss": 3.65896044921875,
"step": 97000
},
{
"epoch": 0.488056384278077,
"grad_norm": 1.715372085571289,
"learning_rate": 0.0005184364734985198,
"loss": 3.66136181640625,
"step": 97500
},
{
"epoch": 0.4905592375307851,
"grad_norm": 1.9395673274993896,
"learning_rate": 0.0005159019019424957,
"loss": 3.6563623046875,
"step": 98000
},
{
"epoch": 0.49306209078349317,
"grad_norm": 1.848891258239746,
"learning_rate": 0.0005133673303864715,
"loss": 3.653328857421875,
"step": 98500
},
{
"epoch": 0.49556494403620127,
"grad_norm": 1.5794322490692139,
"learning_rate": 0.0005108327588304473,
"loss": 3.6547734375,
"step": 99000
},
{
"epoch": 0.4980677972889094,
"grad_norm": 1.8895010948181152,
"learning_rate": 0.0005082981872744231,
"loss": 3.6587822265625,
"step": 99500
},
{
"epoch": 0.5005706505416174,
"grad_norm": 1.8931089639663696,
"learning_rate": 0.000505763615718399,
"loss": 3.659143310546875,
"step": 100000
},
{
"epoch": 0.5030735037943256,
"grad_norm": 1.7759466171264648,
"learning_rate": 0.0005032290441623748,
"loss": 3.6574375,
"step": 100500
},
{
"epoch": 0.5055763570470336,
"grad_norm": 2.049185037612915,
"learning_rate": 0.0005006944726063506,
"loss": 3.655688720703125,
"step": 101000
},
{
"epoch": 0.5080792102997417,
"grad_norm": 1.458012580871582,
"learning_rate": 0.0004981599010503264,
"loss": 3.654919677734375,
"step": 101500
},
{
"epoch": 0.5105820635524498,
"grad_norm": 1.7793399095535278,
"learning_rate": 0.0004956253294943023,
"loss": 3.655049560546875,
"step": 102000
},
{
"epoch": 0.5130849168051579,
"grad_norm": 1.9832676649093628,
"learning_rate": 0.0004930907579382782,
"loss": 3.658728759765625,
"step": 102500
},
{
"epoch": 0.5155877700578659,
"grad_norm": 1.5563584566116333,
"learning_rate": 0.000490556186382254,
"loss": 3.65015869140625,
"step": 103000
},
{
"epoch": 0.5180906233105741,
"grad_norm": 1.5542904138565063,
"learning_rate": 0.0004880216148262298,
"loss": 3.65549462890625,
"step": 103500
},
{
"epoch": 0.5205934765632821,
"grad_norm": 1.8637254238128662,
"learning_rate": 0.0004854870432702056,
"loss": 3.65076513671875,
"step": 104000
},
{
"epoch": 0.5230963298159902,
"grad_norm": 1.958605408668518,
"learning_rate": 0.0004829524717141814,
"loss": 3.64661865234375,
"step": 104500
},
{
"epoch": 0.5255991830686984,
"grad_norm": 1.92270827293396,
"learning_rate": 0.0004804179001581573,
"loss": 3.6563857421875,
"step": 105000
},
{
"epoch": 0.5281020363214064,
"grad_norm": 1.7995038032531738,
"learning_rate": 0.00047788332860213315,
"loss": 3.65359814453125,
"step": 105500
},
{
"epoch": 0.5306048895741144,
"grad_norm": 1.6852107048034668,
"learning_rate": 0.0004753487570461089,
"loss": 3.647372314453125,
"step": 106000
},
{
"epoch": 0.5331077428268226,
"grad_norm": 1.6941968202590942,
"learning_rate": 0.0004728141854900848,
"loss": 3.64666552734375,
"step": 106500
},
{
"epoch": 0.5356105960795307,
"grad_norm": 1.3956968784332275,
"learning_rate": 0.0004702796139340606,
"loss": 3.647585205078125,
"step": 107000
},
{
"epoch": 0.5381134493322387,
"grad_norm": 1.5526673793792725,
"learning_rate": 0.00046774504237803645,
"loss": 3.648370361328125,
"step": 107500
},
{
"epoch": 0.5406163025849469,
"grad_norm": 1.883089303970337,
"learning_rate": 0.0004652104708220122,
"loss": 3.649826416015625,
"step": 108000
},
{
"epoch": 0.5431191558376549,
"grad_norm": 2.3394720554351807,
"learning_rate": 0.0004626758992659881,
"loss": 3.64964501953125,
"step": 108500
},
{
"epoch": 0.5456220090903631,
"grad_norm": 1.6177868843078613,
"learning_rate": 0.00046014132770996394,
"loss": 3.64379541015625,
"step": 109000
},
{
"epoch": 0.5481248623430711,
"grad_norm": 1.7909425497055054,
"learning_rate": 0.00045760675615393975,
"loss": 3.647383056640625,
"step": 109500
},
{
"epoch": 0.5506277155957792,
"grad_norm": 1.9329193830490112,
"learning_rate": 0.00045507218459791556,
"loss": 3.64764501953125,
"step": 110000
},
{
"epoch": 0.5531305688484873,
"grad_norm": 1.8881746530532837,
"learning_rate": 0.0004525376130418914,
"loss": 3.643298828125,
"step": 110500
},
{
"epoch": 0.5556334221011954,
"grad_norm": 1.6410696506500244,
"learning_rate": 0.00045000304148586724,
"loss": 3.64034228515625,
"step": 111000
},
{
"epoch": 0.5581362753539034,
"grad_norm": 1.8431017398834229,
"learning_rate": 0.0004474684699298431,
"loss": 3.6476767578125,
"step": 111500
},
{
"epoch": 0.5606391286066116,
"grad_norm": 2.074439525604248,
"learning_rate": 0.0004449338983738189,
"loss": 3.649118408203125,
"step": 112000
},
{
"epoch": 0.5631419818593196,
"grad_norm": 1.6482527256011963,
"learning_rate": 0.00044239932681779473,
"loss": 3.642547607421875,
"step": 112500
},
{
"epoch": 0.5656448351120277,
"grad_norm": 1.7995864152908325,
"learning_rate": 0.00043986475526177054,
"loss": 3.645882080078125,
"step": 113000
},
{
"epoch": 0.5681476883647358,
"grad_norm": 1.763152003288269,
"learning_rate": 0.0004373301837057464,
"loss": 3.646869140625,
"step": 113500
},
{
"epoch": 0.5706505416174439,
"grad_norm": 1.4815258979797363,
"learning_rate": 0.0004347956121497222,
"loss": 3.645563720703125,
"step": 114000
},
{
"epoch": 0.5731533948701519,
"grad_norm": 2.3251960277557373,
"learning_rate": 0.000432261040593698,
"loss": 3.6446982421875,
"step": 114500
},
{
"epoch": 0.5756562481228601,
"grad_norm": 1.8357338905334473,
"learning_rate": 0.0004297264690376739,
"loss": 3.645279296875,
"step": 115000
},
{
"epoch": 0.5781591013755681,
"grad_norm": 2.0740931034088135,
"learning_rate": 0.0004271918974816497,
"loss": 3.642335693359375,
"step": 115500
},
{
"epoch": 0.5806619546282762,
"grad_norm": 1.7284432649612427,
"learning_rate": 0.00042465732592562557,
"loss": 3.63809326171875,
"step": 116000
},
{
"epoch": 0.5831648078809843,
"grad_norm": 1.8611701726913452,
"learning_rate": 0.0004221227543696013,
"loss": 3.646222412109375,
"step": 116500
},
{
"epoch": 0.5856676611336924,
"grad_norm": 2.146646022796631,
"learning_rate": 0.0004195881828135772,
"loss": 3.642457763671875,
"step": 117000
},
{
"epoch": 0.5881705143864004,
"grad_norm": 1.6727501153945923,
"learning_rate": 0.00041705361125755306,
"loss": 3.6390712890625,
"step": 117500
},
{
"epoch": 0.5906733676391086,
"grad_norm": 1.8131234645843506,
"learning_rate": 0.00041451903970152887,
"loss": 3.64280810546875,
"step": 118000
},
{
"epoch": 0.5931762208918167,
"grad_norm": 1.6020375490188599,
"learning_rate": 0.0004119844681455047,
"loss": 3.637257080078125,
"step": 118500
},
{
"epoch": 0.5956790741445248,
"grad_norm": 1.8303790092468262,
"learning_rate": 0.0004094498965894805,
"loss": 3.651502685546875,
"step": 119000
},
{
"epoch": 0.5981819273972329,
"grad_norm": 1.5408655405044556,
"learning_rate": 0.00040691532503345636,
"loss": 3.64015185546875,
"step": 119500
},
{
"epoch": 0.6006847806499409,
"grad_norm": 1.8153284788131714,
"learning_rate": 0.00040438075347743217,
"loss": 3.63436376953125,
"step": 120000
},
{
"epoch": 0.6031876339026491,
"grad_norm": 1.692089319229126,
"learning_rate": 0.00040184618192140803,
"loss": 3.634692138671875,
"step": 120500
},
{
"epoch": 0.6056904871553571,
"grad_norm": 1.5766611099243164,
"learning_rate": 0.00039931161036538384,
"loss": 3.64487841796875,
"step": 121000
},
{
"epoch": 0.6081933404080652,
"grad_norm": 2.2493677139282227,
"learning_rate": 0.00039677703880935966,
"loss": 3.63578466796875,
"step": 121500
},
{
"epoch": 0.6106961936607733,
"grad_norm": 1.801074504852295,
"learning_rate": 0.0003942424672533355,
"loss": 3.640935791015625,
"step": 122000
},
{
"epoch": 0.6131990469134814,
"grad_norm": 1.852244257926941,
"learning_rate": 0.00039170789569731133,
"loss": 3.63972265625,
"step": 122500
},
{
"epoch": 0.6157019001661894,
"grad_norm": 1.7565351724624634,
"learning_rate": 0.00038917332414128714,
"loss": 3.633458984375,
"step": 123000
},
{
"epoch": 0.6182047534188976,
"grad_norm": 1.857330322265625,
"learning_rate": 0.000386638752585263,
"loss": 3.64237060546875,
"step": 123500
},
{
"epoch": 0.6207076066716056,
"grad_norm": 1.799117088317871,
"learning_rate": 0.0003841041810292388,
"loss": 3.63918212890625,
"step": 124000
},
{
"epoch": 0.6232104599243137,
"grad_norm": 1.8343645334243774,
"learning_rate": 0.0003815696094732147,
"loss": 3.637200439453125,
"step": 124500
},
{
"epoch": 0.6257133131770218,
"grad_norm": 1.7662107944488525,
"learning_rate": 0.00037903503791719044,
"loss": 3.63795263671875,
"step": 125000
},
{
"epoch": 0.6282161664297299,
"grad_norm": 1.6956992149353027,
"learning_rate": 0.0003765004663611663,
"loss": 3.63470849609375,
"step": 125500
},
{
"epoch": 0.6307190196824379,
"grad_norm": 2.003614664077759,
"learning_rate": 0.0003739658948051422,
"loss": 3.63920263671875,
"step": 126000
},
{
"epoch": 0.6332218729351461,
"grad_norm": 1.6045197248458862,
"learning_rate": 0.000371431323249118,
"loss": 3.637398193359375,
"step": 126500
},
{
"epoch": 0.6357247261878541,
"grad_norm": 1.959955096244812,
"learning_rate": 0.0003688967516930938,
"loss": 3.636107177734375,
"step": 127000
},
{
"epoch": 0.6382275794405622,
"grad_norm": 1.6876951456069946,
"learning_rate": 0.0003663621801370696,
"loss": 3.639971435546875,
"step": 127500
},
{
"epoch": 0.6407304326932703,
"grad_norm": 1.741106629371643,
"learning_rate": 0.0003638276085810455,
"loss": 3.636804931640625,
"step": 128000
},
{
"epoch": 0.6432332859459784,
"grad_norm": 1.925697922706604,
"learning_rate": 0.0003612930370250213,
"loss": 3.6380078125,
"step": 128500
},
{
"epoch": 0.6457361391986866,
"grad_norm": 1.280518889427185,
"learning_rate": 0.00035875846546899715,
"loss": 3.635797607421875,
"step": 129000
},
{
"epoch": 0.6482389924513946,
"grad_norm": 1.5762803554534912,
"learning_rate": 0.00035622389391297296,
"loss": 3.631109375,
"step": 129500
},
{
"epoch": 0.6507418457041027,
"grad_norm": 2.1477720737457275,
"learning_rate": 0.0003536893223569488,
"loss": 3.631920654296875,
"step": 130000
},
{
"epoch": 0.6532446989568108,
"grad_norm": 1.9657801389694214,
"learning_rate": 0.00035115475080092464,
"loss": 3.63233447265625,
"step": 130500
},
{
"epoch": 0.6557475522095189,
"grad_norm": 1.7251962423324585,
"learning_rate": 0.00034862017924490045,
"loss": 3.6347509765625,
"step": 131000
},
{
"epoch": 0.6582504054622269,
"grad_norm": 2.440694808959961,
"learning_rate": 0.00034608560768887626,
"loss": 3.6314443359375,
"step": 131500
},
{
"epoch": 0.6607532587149351,
"grad_norm": 1.8538457155227661,
"learning_rate": 0.0003435510361328521,
"loss": 3.635280517578125,
"step": 132000
},
{
"epoch": 0.6632561119676431,
"grad_norm": 2.189566135406494,
"learning_rate": 0.00034101646457682794,
"loss": 3.64405712890625,
"step": 132500
},
{
"epoch": 0.6657589652203512,
"grad_norm": 2.0254054069519043,
"learning_rate": 0.0003384818930208038,
"loss": 3.62674609375,
"step": 133000
},
{
"epoch": 0.6682618184730593,
"grad_norm": 2.113755226135254,
"learning_rate": 0.00033594732146477956,
"loss": 3.628947265625,
"step": 133500
},
{
"epoch": 0.6707646717257674,
"grad_norm": 1.903649091720581,
"learning_rate": 0.0003334127499087554,
"loss": 3.63149609375,
"step": 134000
},
{
"epoch": 0.6732675249784754,
"grad_norm": 1.6068594455718994,
"learning_rate": 0.00033087817835273124,
"loss": 3.623746337890625,
"step": 134500
},
{
"epoch": 0.6757703782311836,
"grad_norm": 2.0716729164123535,
"learning_rate": 0.0003283436067967071,
"loss": 3.63070751953125,
"step": 135000
},
{
"epoch": 0.6782732314838916,
"grad_norm": 1.724648356437683,
"learning_rate": 0.00032580903524068297,
"loss": 3.64108154296875,
"step": 135500
},
{
"epoch": 0.6807760847365997,
"grad_norm": 1.5500255823135376,
"learning_rate": 0.0003232744636846587,
"loss": 3.632128173828125,
"step": 136000
},
{
"epoch": 0.6832789379893078,
"grad_norm": 1.7422417402267456,
"learning_rate": 0.0003207398921286346,
"loss": 3.631906494140625,
"step": 136500
},
{
"epoch": 0.6857817912420159,
"grad_norm": 1.8625797033309937,
"learning_rate": 0.0003182053205726104,
"loss": 3.6257783203125,
"step": 137000
},
{
"epoch": 0.688284644494724,
"grad_norm": 2.128350257873535,
"learning_rate": 0.00031567074901658627,
"loss": 3.6254482421875,
"step": 137500
},
{
"epoch": 0.6907874977474321,
"grad_norm": 1.601706624031067,
"learning_rate": 0.0003131361774605621,
"loss": 3.633011962890625,
"step": 138000
},
{
"epoch": 0.6932903510001401,
"grad_norm": 1.5253745317459106,
"learning_rate": 0.0003106016059045379,
"loss": 3.6314912109375,
"step": 138500
},
{
"epoch": 0.6957932042528483,
"grad_norm": 1.680333137512207,
"learning_rate": 0.00030806703434851376,
"loss": 3.6275966796875,
"step": 139000
},
{
"epoch": 0.6982960575055563,
"grad_norm": 2.1227986812591553,
"learning_rate": 0.00030553246279248957,
"loss": 3.627231201171875,
"step": 139500
},
{
"epoch": 0.7007989107582644,
"grad_norm": 1.8361598253250122,
"learning_rate": 0.0003029978912364654,
"loss": 3.629599609375,
"step": 140000
},
{
"epoch": 0.7033017640109726,
"grad_norm": 1.7934648990631104,
"learning_rate": 0.0003004633196804412,
"loss": 3.627947021484375,
"step": 140500
},
{
"epoch": 0.7058046172636806,
"grad_norm": 1.8541797399520874,
"learning_rate": 0.00029792874812441705,
"loss": 3.629214599609375,
"step": 141000
},
{
"epoch": 0.7083074705163886,
"grad_norm": 1.807485580444336,
"learning_rate": 0.0002953941765683929,
"loss": 3.63152294921875,
"step": 141500
},
{
"epoch": 0.7108103237690968,
"grad_norm": 2.074301242828369,
"learning_rate": 0.0002928596050123687,
"loss": 3.624095458984375,
"step": 142000
},
{
"epoch": 0.7133131770218049,
"grad_norm": 1.8511481285095215,
"learning_rate": 0.00029032503345634454,
"loss": 3.628389892578125,
"step": 142500
},
{
"epoch": 0.7158160302745129,
"grad_norm": 1.7456377744674683,
"learning_rate": 0.00028779046190032035,
"loss": 3.6237578125,
"step": 143000
},
{
"epoch": 0.7183188835272211,
"grad_norm": 2.097310781478882,
"learning_rate": 0.0002852558903442962,
"loss": 3.62559130859375,
"step": 143500
},
{
"epoch": 0.7208217367799291,
"grad_norm": 1.8131901025772095,
"learning_rate": 0.0002827213187882721,
"loss": 3.625175048828125,
"step": 144000
},
{
"epoch": 0.7233245900326372,
"grad_norm": 1.8940736055374146,
"learning_rate": 0.00028018674723224784,
"loss": 3.6262998046875,
"step": 144500
},
{
"epoch": 0.7258274432853453,
"grad_norm": 1.8315372467041016,
"learning_rate": 0.0002776521756762237,
"loss": 3.623419677734375,
"step": 145000
},
{
"epoch": 0.7283302965380534,
"grad_norm": 1.7090144157409668,
"learning_rate": 0.0002751176041201995,
"loss": 3.627345703125,
"step": 145500
},
{
"epoch": 0.7308331497907614,
"grad_norm": 2.0023417472839355,
"learning_rate": 0.0002725830325641754,
"loss": 3.62523876953125,
"step": 146000
},
{
"epoch": 0.7333360030434696,
"grad_norm": 1.800237774848938,
"learning_rate": 0.0002700484610081512,
"loss": 3.62260693359375,
"step": 146500
},
{
"epoch": 0.7358388562961776,
"grad_norm": 2.0560290813446045,
"learning_rate": 0.000267513889452127,
"loss": 3.61937841796875,
"step": 147000
},
{
"epoch": 0.7383417095488858,
"grad_norm": 1.9012936353683472,
"learning_rate": 0.00026497931789610287,
"loss": 3.625674560546875,
"step": 147500
},
{
"epoch": 0.7408445628015938,
"grad_norm": 1.8973196744918823,
"learning_rate": 0.0002624447463400787,
"loss": 3.618414794921875,
"step": 148000
},
{
"epoch": 0.7433474160543019,
"grad_norm": 1.6757844686508179,
"learning_rate": 0.0002599101747840545,
"loss": 3.6282275390625,
"step": 148500
},
{
"epoch": 0.74585026930701,
"grad_norm": 2.141489028930664,
"learning_rate": 0.0002573756032280303,
"loss": 3.620032470703125,
"step": 149000
},
{
"epoch": 0.7483531225597181,
"grad_norm": 1.9150117635726929,
"learning_rate": 0.00025484103167200617,
"loss": 3.624645751953125,
"step": 149500
},
{
"epoch": 0.7508559758124261,
"grad_norm": 2.0160834789276123,
"learning_rate": 0.00025230646011598204,
"loss": 3.621151611328125,
"step": 150000
},
{
"epoch": 0.7533588290651343,
"grad_norm": 2.122279167175293,
"learning_rate": 0.00024977188855995785,
"loss": 3.623587158203125,
"step": 150500
},
{
"epoch": 0.7558616823178423,
"grad_norm": 1.9553264379501343,
"learning_rate": 0.00024723731700393366,
"loss": 3.62099462890625,
"step": 151000
},
{
"epoch": 0.7583645355705504,
"grad_norm": 1.8279564380645752,
"learning_rate": 0.00024470274544790947,
"loss": 3.61964306640625,
"step": 151500
},
{
"epoch": 0.7608673888232586,
"grad_norm": 2.114661931991577,
"learning_rate": 0.0002421681738918853,
"loss": 3.6219150390625,
"step": 152000
},
{
"epoch": 0.7633702420759666,
"grad_norm": 1.6294009685516357,
"learning_rate": 0.00023963360233586115,
"loss": 3.620099609375,
"step": 152500
},
{
"epoch": 0.7658730953286746,
"grad_norm": 2.1200902462005615,
"learning_rate": 0.000237099030779837,
"loss": 3.625309814453125,
"step": 153000
},
{
"epoch": 0.7683759485813828,
"grad_norm": 1.6554300785064697,
"learning_rate": 0.0002345644592238128,
"loss": 3.619300537109375,
"step": 153500
},
{
"epoch": 0.7708788018340909,
"grad_norm": 1.9299355745315552,
"learning_rate": 0.00023202988766778866,
"loss": 3.617801513671875,
"step": 154000
},
{
"epoch": 0.7733816550867989,
"grad_norm": 2.099806785583496,
"learning_rate": 0.00022949531611176447,
"loss": 3.6246875,
"step": 154500
},
{
"epoch": 0.7758845083395071,
"grad_norm": 2.009312629699707,
"learning_rate": 0.0002269607445557403,
"loss": 3.62288916015625,
"step": 155000
},
{
"epoch": 0.7783873615922151,
"grad_norm": 2.031897783279419,
"learning_rate": 0.00022442617299971612,
"loss": 3.624603271484375,
"step": 155500
},
{
"epoch": 0.7808902148449232,
"grad_norm": 1.752125859260559,
"learning_rate": 0.00022189160144369196,
"loss": 3.620227294921875,
"step": 156000
},
{
"epoch": 0.7833930680976313,
"grad_norm": 2.0249686241149902,
"learning_rate": 0.00021935702988766777,
"loss": 3.616474853515625,
"step": 156500
},
{
"epoch": 0.7858959213503394,
"grad_norm": 2.01597261428833,
"learning_rate": 0.00021682245833164364,
"loss": 3.617233642578125,
"step": 157000
},
{
"epoch": 0.7883987746030475,
"grad_norm": 1.736186146736145,
"learning_rate": 0.00021428788677561945,
"loss": 3.612239501953125,
"step": 157500
},
{
"epoch": 0.7909016278557556,
"grad_norm": 2.0097036361694336,
"learning_rate": 0.0002117533152195953,
"loss": 3.618283935546875,
"step": 158000
},
{
"epoch": 0.7934044811084636,
"grad_norm": 1.7406060695648193,
"learning_rate": 0.0002092187436635711,
"loss": 3.617329833984375,
"step": 158500
},
{
"epoch": 0.7959073343611718,
"grad_norm": 2.256293773651123,
"learning_rate": 0.00020668417210754694,
"loss": 3.6175830078125,
"step": 159000
},
{
"epoch": 0.7984101876138798,
"grad_norm": 1.6373369693756104,
"learning_rate": 0.00020414960055152275,
"loss": 3.6185888671875,
"step": 159500
},
{
"epoch": 0.8009130408665879,
"grad_norm": 2.0090525150299072,
"learning_rate": 0.00020161502899549862,
"loss": 3.612391845703125,
"step": 160000
},
{
"epoch": 0.803415894119296,
"grad_norm": 1.789263129234314,
"learning_rate": 0.00019908045743947443,
"loss": 3.623116455078125,
"step": 160500
},
{
"epoch": 0.8059187473720041,
"grad_norm": 2.0168960094451904,
"learning_rate": 0.00019654588588345027,
"loss": 3.61181005859375,
"step": 161000
},
{
"epoch": 0.8084216006247121,
"grad_norm": 1.7327841520309448,
"learning_rate": 0.0001940113143274261,
"loss": 3.61246484375,
"step": 161500
},
{
"epoch": 0.8109244538774203,
"grad_norm": 1.7386640310287476,
"learning_rate": 0.00019147674277140191,
"loss": 3.61501708984375,
"step": 162000
},
{
"epoch": 0.8134273071301283,
"grad_norm": 1.9499961137771606,
"learning_rate": 0.00018894217121537778,
"loss": 3.616539794921875,
"step": 162500
},
{
"epoch": 0.8159301603828364,
"grad_norm": 1.865544080734253,
"learning_rate": 0.0001864075996593536,
"loss": 3.620018310546875,
"step": 163000
},
{
"epoch": 0.8184330136355445,
"grad_norm": 1.8548060655593872,
"learning_rate": 0.00018387302810332943,
"loss": 3.61619873046875,
"step": 163500
},
{
"epoch": 0.8209358668882526,
"grad_norm": 1.5655584335327148,
"learning_rate": 0.00018133845654730524,
"loss": 3.614756103515625,
"step": 164000
},
{
"epoch": 0.8234387201409606,
"grad_norm": 2.1384353637695312,
"learning_rate": 0.00017880388499128108,
"loss": 3.620300048828125,
"step": 164500
},
{
"epoch": 0.8259415733936688,
"grad_norm": 1.8233152627944946,
"learning_rate": 0.0001762693134352569,
"loss": 3.61486279296875,
"step": 165000
},
{
"epoch": 0.8284444266463769,
"grad_norm": 2.08273983001709,
"learning_rate": 0.00017373474187923276,
"loss": 3.61941943359375,
"step": 165500
},
{
"epoch": 0.830947279899085,
"grad_norm": 1.9668991565704346,
"learning_rate": 0.00017120017032320857,
"loss": 3.6172763671875,
"step": 166000
},
{
"epoch": 0.8334501331517931,
"grad_norm": 2.245551586151123,
"learning_rate": 0.0001686655987671844,
"loss": 3.61945166015625,
"step": 166500
},
{
"epoch": 0.8359529864045011,
"grad_norm": 1.7935657501220703,
"learning_rate": 0.00016613102721116022,
"loss": 3.612471435546875,
"step": 167000
},
{
"epoch": 0.8384558396572093,
"grad_norm": 2.1168408393859863,
"learning_rate": 0.00016359645565513606,
"loss": 3.61247021484375,
"step": 167500
},
{
"epoch": 0.8409586929099173,
"grad_norm": 1.9965766668319702,
"learning_rate": 0.00016106188409911187,
"loss": 3.6140009765625,
"step": 168000
},
{
"epoch": 0.8434615461626254,
"grad_norm": 1.9482812881469727,
"learning_rate": 0.00015852731254308773,
"loss": 3.61244189453125,
"step": 168500
},
{
"epoch": 0.8459643994153335,
"grad_norm": 1.65846586227417,
"learning_rate": 0.00015599274098706357,
"loss": 3.613515625,
"step": 169000
},
{
"epoch": 0.8484672526680416,
"grad_norm": 1.7526546716690063,
"learning_rate": 0.00015345816943103938,
"loss": 3.614290283203125,
"step": 169500
},
{
"epoch": 0.8509701059207496,
"grad_norm": 1.777326226234436,
"learning_rate": 0.00015092359787501522,
"loss": 3.610083984375,
"step": 170000
},
{
"epoch": 0.8534729591734578,
"grad_norm": 1.8356622457504272,
"learning_rate": 0.00014838902631899103,
"loss": 3.61422998046875,
"step": 170500
},
{
"epoch": 0.8559758124261658,
"grad_norm": 1.9416511058807373,
"learning_rate": 0.00014585445476296687,
"loss": 3.6121025390625,
"step": 171000
},
{
"epoch": 0.8584786656788739,
"grad_norm": 2.0597805976867676,
"learning_rate": 0.0001433198832069427,
"loss": 3.60817822265625,
"step": 171500
},
{
"epoch": 0.860981518931582,
"grad_norm": 1.9361882209777832,
"learning_rate": 0.00014078531165091855,
"loss": 3.606037841796875,
"step": 172000
},
{
"epoch": 0.8634843721842901,
"grad_norm": 2.0279362201690674,
"learning_rate": 0.00013825074009489436,
"loss": 3.609267333984375,
"step": 172500
},
{
"epoch": 0.8659872254369981,
"grad_norm": 1.903289794921875,
"learning_rate": 0.0001357161685388702,
"loss": 3.617283447265625,
"step": 173000
},
{
"epoch": 0.8684900786897063,
"grad_norm": 1.853401780128479,
"learning_rate": 0.000133181596982846,
"loss": 3.6159619140625,
"step": 173500
},
{
"epoch": 0.8709929319424143,
"grad_norm": 1.994957447052002,
"learning_rate": 0.00013064702542682185,
"loss": 3.606813720703125,
"step": 174000
},
{
"epoch": 0.8734957851951224,
"grad_norm": 1.97341787815094,
"learning_rate": 0.00012811245387079768,
"loss": 3.60807177734375,
"step": 174500
},
{
"epoch": 0.8759986384478305,
"grad_norm": 2.1273655891418457,
"learning_rate": 0.00012557788231477352,
"loss": 3.613582763671875,
"step": 175000
},
{
"epoch": 0.8785014917005386,
"grad_norm": 2.074554443359375,
"learning_rate": 0.00012304331075874933,
"loss": 3.6069658203125,
"step": 175500
},
{
"epoch": 0.8810043449532468,
"grad_norm": 2.090188980102539,
"learning_rate": 0.00012050873920272517,
"loss": 3.608700927734375,
"step": 176000
},
{
"epoch": 0.8835071982059548,
"grad_norm": 2.2747507095336914,
"learning_rate": 0.00011797416764670101,
"loss": 3.60959228515625,
"step": 176500
},
{
"epoch": 0.8860100514586629,
"grad_norm": 2.0995428562164307,
"learning_rate": 0.00011543959609067684,
"loss": 3.614224853515625,
"step": 177000
},
{
"epoch": 0.888512904711371,
"grad_norm": 1.9480210542678833,
"learning_rate": 0.00011290502453465266,
"loss": 3.613630615234375,
"step": 177500
},
{
"epoch": 0.8910157579640791,
"grad_norm": 1.732560396194458,
"learning_rate": 0.0001103704529786285,
"loss": 3.608441162109375,
"step": 178000
},
{
"epoch": 0.8935186112167871,
"grad_norm": 2.22861909866333,
"learning_rate": 0.00010783588142260432,
"loss": 3.606662109375,
"step": 178500
},
{
"epoch": 0.8960214644694953,
"grad_norm": 2.0079345703125,
"learning_rate": 0.00010530130986658015,
"loss": 3.60547265625,
"step": 179000
},
{
"epoch": 0.8985243177222033,
"grad_norm": 2.033900499343872,
"learning_rate": 0.00010276673831055599,
"loss": 3.611498779296875,
"step": 179500
},
{
"epoch": 0.9010271709749114,
"grad_norm": 1.8441343307495117,
"learning_rate": 0.00010023216675453181,
"loss": 3.6067470703125,
"step": 180000
},
{
"epoch": 0.9035300242276195,
"grad_norm": 1.967922568321228,
"learning_rate": 9.769759519850764e-05,
"loss": 3.607645751953125,
"step": 180500
},
{
"epoch": 0.9060328774803276,
"grad_norm": 1.672897219657898,
"learning_rate": 9.516302364248348e-05,
"loss": 3.604578125,
"step": 181000
},
{
"epoch": 0.9085357307330356,
"grad_norm": 1.7539418935775757,
"learning_rate": 9.26284520864593e-05,
"loss": 3.61152001953125,
"step": 181500
},
{
"epoch": 0.9110385839857438,
"grad_norm": 1.942638874053955,
"learning_rate": 9.009388053043514e-05,
"loss": 3.6047490234375,
"step": 182000
},
{
"epoch": 0.9135414372384518,
"grad_norm": 1.710850477218628,
"learning_rate": 8.755930897441098e-05,
"loss": 3.61138818359375,
"step": 182500
},
{
"epoch": 0.9160442904911599,
"grad_norm": 1.9118895530700684,
"learning_rate": 8.50247374183868e-05,
"loss": 3.60864453125,
"step": 183000
},
{
"epoch": 0.918547143743868,
"grad_norm": 2.1304731369018555,
"learning_rate": 8.249016586236263e-05,
"loss": 3.605050537109375,
"step": 183500
},
{
"epoch": 0.9210499969965761,
"grad_norm": 2.3614234924316406,
"learning_rate": 7.995559430633847e-05,
"loss": 3.6065400390625,
"step": 184000
},
{
"epoch": 0.9235528502492841,
"grad_norm": 2.1549150943756104,
"learning_rate": 7.742102275031429e-05,
"loss": 3.604945556640625,
"step": 184500
},
{
"epoch": 0.9260557035019923,
"grad_norm": 1.8947584629058838,
"learning_rate": 7.488645119429011e-05,
"loss": 3.60704345703125,
"step": 185000
},
{
"epoch": 0.9285585567547003,
"grad_norm": 1.7417609691619873,
"learning_rate": 7.235187963826595e-05,
"loss": 3.6120185546875,
"step": 185500
},
{
"epoch": 0.9310614100074085,
"grad_norm": 1.8694332838058472,
"learning_rate": 6.981730808224178e-05,
"loss": 3.60344580078125,
"step": 186000
},
{
"epoch": 0.9335642632601165,
"grad_norm": 1.955849051475525,
"learning_rate": 6.72827365262176e-05,
"loss": 3.6130732421875,
"step": 186500
},
{
"epoch": 0.9360671165128246,
"grad_norm": 1.6813421249389648,
"learning_rate": 6.474816497019344e-05,
"loss": 3.60764013671875,
"step": 187000
},
{
"epoch": 0.9385699697655328,
"grad_norm": 2.0882415771484375,
"learning_rate": 6.221359341416927e-05,
"loss": 3.6077646484375,
"step": 187500
},
{
"epoch": 0.9410728230182408,
"grad_norm": 1.7640222311019897,
"learning_rate": 5.9679021858145105e-05,
"loss": 3.595624267578125,
"step": 188000
},
{
"epoch": 0.9435756762709488,
"grad_norm": 1.8794336318969727,
"learning_rate": 5.7144450302120936e-05,
"loss": 3.602607177734375,
"step": 188500
},
{
"epoch": 0.946078529523657,
"grad_norm": 1.622632622718811,
"learning_rate": 5.460987874609676e-05,
"loss": 3.605709716796875,
"step": 189000
},
{
"epoch": 0.9485813827763651,
"grad_norm": 2.0624642372131348,
"learning_rate": 5.207530719007259e-05,
"loss": 3.602482177734375,
"step": 189500
},
{
"epoch": 0.9510842360290731,
"grad_norm": 1.7125364542007446,
"learning_rate": 4.9540735634048424e-05,
"loss": 3.60610498046875,
"step": 190000
},
{
"epoch": 0.9535870892817813,
"grad_norm": 1.9311176538467407,
"learning_rate": 4.700616407802425e-05,
"loss": 3.600214111328125,
"step": 190500
},
{
"epoch": 0.9560899425344893,
"grad_norm": 2.188581943511963,
"learning_rate": 4.447159252200008e-05,
"loss": 3.610504150390625,
"step": 191000
},
{
"epoch": 0.9585927957871974,
"grad_norm": 1.8034749031066895,
"learning_rate": 4.193702096597591e-05,
"loss": 3.606807373046875,
"step": 191500
},
{
"epoch": 0.9610956490399055,
"grad_norm": 1.8202540874481201,
"learning_rate": 3.940244940995174e-05,
"loss": 3.601757080078125,
"step": 192000
},
{
"epoch": 0.9635985022926136,
"grad_norm": 1.8726832866668701,
"learning_rate": 3.6867877853927575e-05,
"loss": 3.605302978515625,
"step": 192500
},
{
"epoch": 0.9661013555453216,
"grad_norm": 1.7819510698318481,
"learning_rate": 3.433330629790341e-05,
"loss": 3.604842041015625,
"step": 193000
},
{
"epoch": 0.9686042087980298,
"grad_norm": 2.160552740097046,
"learning_rate": 3.179873474187923e-05,
"loss": 3.60231005859375,
"step": 193500
},
{
"epoch": 0.9711070620507378,
"grad_norm": 2.0484015941619873,
"learning_rate": 2.9264163185855064e-05,
"loss": 3.601353759765625,
"step": 194000
},
{
"epoch": 0.973609915303446,
"grad_norm": 1.78579843044281,
"learning_rate": 2.6729591629830892e-05,
"loss": 3.599987060546875,
"step": 194500
},
{
"epoch": 0.976112768556154,
"grad_norm": 1.9331222772598267,
"learning_rate": 2.4195020073806723e-05,
"loss": 3.608447265625,
"step": 195000
},
{
"epoch": 0.9786156218088621,
"grad_norm": 2.069481372833252,
"learning_rate": 2.1660448517782555e-05,
"loss": 3.6035341796875,
"step": 195500
},
{
"epoch": 0.9811184750615702,
"grad_norm": 1.777928352355957,
"learning_rate": 1.9125876961758387e-05,
"loss": 3.608039794921875,
"step": 196000
},
{
"epoch": 0.9836213283142783,
"grad_norm": 1.6329684257507324,
"learning_rate": 1.6591305405734215e-05,
"loss": 3.6032763671875,
"step": 196500
},
{
"epoch": 0.9861241815669863,
"grad_norm": 1.94166100025177,
"learning_rate": 1.4056733849710046e-05,
"loss": 3.599231201171875,
"step": 197000
},
{
"epoch": 0.9886270348196945,
"grad_norm": 1.8281437158584595,
"learning_rate": 1.1522162293685875e-05,
"loss": 3.6007890625,
"step": 197500
},
{
"epoch": 0.9911298880724025,
"grad_norm": 1.8381671905517578,
"learning_rate": 8.987590737661706e-06,
"loss": 3.60333642578125,
"step": 198000
},
{
"epoch": 0.9936327413251106,
"grad_norm": 1.686647891998291,
"learning_rate": 6.453019181637536e-06,
"loss": 3.60280615234375,
"step": 198500
},
{
"epoch": 0.9961355945778188,
"grad_norm": 1.7288988828659058,
"learning_rate": 3.918447625613366e-06,
"loss": 3.596769287109375,
"step": 199000
},
{
"epoch": 0.9986384478305268,
"grad_norm": 1.8357797861099243,
"learning_rate": 1.3838760695891967e-06,
"loss": 3.60024169921875,
"step": 199500
},
{
"epoch": 1.0,
"step": 199772,
"total_flos": 1283874850160640.0,
"train_loss": 3.7807437921246825,
"train_runtime": 2471.8942,
"train_samples_per_second": 5172.295,
"train_steps_per_second": 80.817
}
],
"logging_steps": 500,
"max_steps": 199772,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1283874850160640.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 199772,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025028532527080873,
"grad_norm": 0.28647226095199585,
"learning_rate": 0.0001996,
"loss": 7.7172548828125,
"step": 500
},
{
"epoch": 0.005005706505416175,
"grad_norm": 2.9528985023498535,
"learning_rate": 0.0003996,
"loss": 6.77314013671875,
"step": 1000
},
{
"epoch": 0.007508559758124262,
"grad_norm": 2.213923215866089,
"learning_rate": 0.0005996,
"loss": 6.60768212890625,
"step": 1500
},
{
"epoch": 0.01001141301083235,
"grad_norm": 7.5474677085876465,
"learning_rate": 0.0007996,
"loss": 6.1565068359375,
"step": 2000
},
{
"epoch": 0.012514266263540436,
"grad_norm": 4.165445804595947,
"learning_rate": 0.0009996,
"loss": 5.87766064453125,
"step": 2500
},
{
"epoch": 0.015017119516248524,
"grad_norm": 3.5232815742492676,
"learning_rate": 0.000997470497587088,
"loss": 5.71371826171875,
"step": 3000
},
{
"epoch": 0.017519972768956612,
"grad_norm": 4.430361747741699,
"learning_rate": 0.0009949359260310639,
"loss": 5.5418896484375,
"step": 3500
},
{
"epoch": 0.0200228260216647,
"grad_norm": 5.16290283203125,
"learning_rate": 0.0009924013544750396,
"loss": 5.4136142578125,
"step": 4000
},
{
"epoch": 0.022525679274372785,
"grad_norm": 4.248342514038086,
"learning_rate": 0.0009898667829190155,
"loss": 5.2871796875,
"step": 4500
},
{
"epoch": 0.02502853252708087,
"grad_norm": 1.9188170433044434,
"learning_rate": 0.0009873322113629912,
"loss": 5.21682763671875,
"step": 5000
},
{
"epoch": 0.02753138577978896,
"grad_norm": 3.852240562438965,
"learning_rate": 0.000984797639806967,
"loss": 5.15573828125,
"step": 5500
},
{
"epoch": 0.030034239032497047,
"grad_norm": 2.7172482013702393,
"learning_rate": 0.000982263068250943,
"loss": 5.08664111328125,
"step": 6000
},
{
"epoch": 0.032537092285205134,
"grad_norm": 3.6203691959381104,
"learning_rate": 0.0009797284966949187,
"loss": 5.0184736328125,