Download trainer_state.json from NeuML/atto-2m-8192d: direct link, hf CLI and curl.
- Browser
- Download file 75.1 kB
-
https://huggingface.co/NeuML/atto-2m-8192d/resolve/main/trainer_state.json
- Command line
-
hf download hf://NeuML/atto-2m-8192d/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/NeuML/atto-2m-8192d/resolve/main/trainer_state.json
75.1 kB
Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 199772,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025028532527080873,
"grad_norm": 2.3626365661621094,
"learning_rate": 0.0001996,
"loss": 7.29805810546875,
"step": 500
},
{
"epoch": 0.005005706505416175,
"grad_norm": 7.337688446044922,
"learning_rate": 0.0003996,
"loss": 6.20317236328125,
"step": 1000
},
{
"epoch": 0.007508559758124262,
"grad_norm": 7.458404541015625,
"learning_rate": 0.0005996,
"loss": 5.50300537109375,
"step": 1500
},
{
"epoch": 0.01001141301083235,
"grad_norm": 4.7689361572265625,
"learning_rate": 0.0007996,
"loss": 4.899404296875,
"step": 2000
},
{
"epoch": 0.012514266263540436,
"grad_norm": 4.442220211029053,
"learning_rate": 0.0009996,
"loss": 4.44524853515625,
"step": 2500
},
{
"epoch": 0.015017119516248524,
"grad_norm": 3.4935672283172607,
"learning_rate": 0.000997470497587088,
"loss": 4.15882275390625,
"step": 3000
},
{
"epoch": 0.017519972768956612,
"grad_norm": 2.0901474952697754,
"learning_rate": 0.0009949359260310639,
"loss": 3.967610107421875,
"step": 3500
},
{
"epoch": 0.0200228260216647,
"grad_norm": 2.429978847503662,
"learning_rate": 0.0009924013544750396,
"loss": 3.841876953125,
"step": 4000
},
{
"epoch": 0.022525679274372785,
"grad_norm": 3.0798449516296387,
"learning_rate": 0.0009898667829190155,
"loss": 3.7350634765625,
"step": 4500
},
{
"epoch": 0.02502853252708087,
"grad_norm": 2.054459571838379,
"learning_rate": 0.0009873322113629912,
"loss": 3.646090576171875,
"step": 5000
},
{
"epoch": 0.02753138577978896,
"grad_norm": 2.25846791267395,
"learning_rate": 0.000984797639806967,
"loss": 3.531734130859375,
"step": 5500
},
{
"epoch": 0.030034239032497047,
"grad_norm": 1.8457165956497192,
"learning_rate": 0.000982263068250943,
"loss": 3.30592333984375,
"step": 6000
},
{
"epoch": 0.032537092285205134,
"grad_norm": 1.4192341566085815,
"learning_rate": 0.0009797284966949187,
"loss": 3.15514404296875,
"step": 6500
},
{
"epoch": 0.035039945537913224,
"grad_norm": 1.4434535503387451,
"learning_rate": 0.0009771939251388944,
"loss": 3.068768310546875,
"step": 7000
},
{
"epoch": 0.03754279879062131,
"grad_norm": 1.5978730916976929,
"learning_rate": 0.0009746593535828703,
"loss": 3.014418701171875,
"step": 7500
},
{
"epoch": 0.0400456520433294,
"grad_norm": 1.287479281425476,
"learning_rate": 0.0009721247820268462,
"loss": 2.95143408203125,
"step": 8000
},
{
"epoch": 0.04254850529603748,
"grad_norm": 1.2595716714859009,
"learning_rate": 0.0009695902104708221,
"loss": 2.907595703125,
"step": 8500
},
{
"epoch": 0.04505135854874557,
"grad_norm": 1.1986782550811768,
"learning_rate": 0.0009670556389147979,
"loss": 2.857933349609375,
"step": 9000
},
{
"epoch": 0.04755421180145366,
"grad_norm": 1.1681886911392212,
"learning_rate": 0.0009645210673587737,
"loss": 2.812803955078125,
"step": 9500
},
{
"epoch": 0.05005706505416174,
"grad_norm": 1.0249395370483398,
"learning_rate": 0.0009619864958027495,
"loss": 2.78913427734375,
"step": 10000
},
{
"epoch": 0.05255991830686983,
"grad_norm": 1.040594220161438,
"learning_rate": 0.0009594519242467253,
"loss": 2.7626005859375,
"step": 10500
},
{
"epoch": 0.05506277155957792,
"grad_norm": 0.9752668142318726,
"learning_rate": 0.0009569173526907012,
"loss": 2.740474853515625,
"step": 11000
},
{
"epoch": 0.057565624812286005,
"grad_norm": 1.185533881187439,
"learning_rate": 0.000954382781134677,
"loss": 2.71858935546875,
"step": 11500
},
{
"epoch": 0.060068478064994095,
"grad_norm": 1.0896838903427124,
"learning_rate": 0.0009518482095786529,
"loss": 2.708484375,
"step": 12000
},
{
"epoch": 0.06257133131770218,
"grad_norm": 0.9004521369934082,
"learning_rate": 0.0009493136380226287,
"loss": 2.69316162109375,
"step": 12500
},
{
"epoch": 0.06507418457041027,
"grad_norm": 1.0431623458862305,
"learning_rate": 0.0009467790664666045,
"loss": 2.67708251953125,
"step": 13000
},
{
"epoch": 0.06757703782311836,
"grad_norm": 0.8985926508903503,
"learning_rate": 0.0009442444949105803,
"loss": 2.66218701171875,
"step": 13500
},
{
"epoch": 0.07007989107582645,
"grad_norm": 0.9118687510490417,
"learning_rate": 0.0009417099233545562,
"loss": 2.653901611328125,
"step": 14000
},
{
"epoch": 0.07258274432853452,
"grad_norm": 0.9350694417953491,
"learning_rate": 0.0009391753517985319,
"loss": 2.636311767578125,
"step": 14500
},
{
"epoch": 0.07508559758124261,
"grad_norm": 0.9138495922088623,
"learning_rate": 0.0009366407802425078,
"loss": 2.625677490234375,
"step": 15000
},
{
"epoch": 0.0775884508339507,
"grad_norm": 1.0561628341674805,
"learning_rate": 0.0009341062086864837,
"loss": 2.618361572265625,
"step": 15500
},
{
"epoch": 0.0800913040866588,
"grad_norm": 0.865665078163147,
"learning_rate": 0.0009315716371304595,
"loss": 2.60893017578125,
"step": 16000
},
{
"epoch": 0.08259415733936688,
"grad_norm": 0.9117794632911682,
"learning_rate": 0.0009290370655744354,
"loss": 2.60950439453125,
"step": 16500
},
{
"epoch": 0.08509701059207496,
"grad_norm": 0.9361228942871094,
"learning_rate": 0.0009265024940184111,
"loss": 2.59773388671875,
"step": 17000
},
{
"epoch": 0.08759986384478305,
"grad_norm": 0.9310739636421204,
"learning_rate": 0.0009239679224623869,
"loss": 2.5843515625,
"step": 17500
},
{
"epoch": 0.09010271709749114,
"grad_norm": 0.8137948513031006,
"learning_rate": 0.0009214333509063628,
"loss": 2.58233935546875,
"step": 18000
},
{
"epoch": 0.09260557035019923,
"grad_norm": 0.8215316534042358,
"learning_rate": 0.0009188987793503386,
"loss": 2.577420166015625,
"step": 18500
},
{
"epoch": 0.09510842360290732,
"grad_norm": 0.8454509377479553,
"learning_rate": 0.0009163642077943145,
"loss": 2.568532470703125,
"step": 19000
},
{
"epoch": 0.0976112768556154,
"grad_norm": 0.8091618418693542,
"learning_rate": 0.0009138296362382903,
"loss": 2.560650146484375,
"step": 19500
},
{
"epoch": 0.10011413010832348,
"grad_norm": 0.7978821992874146,
"learning_rate": 0.0009112950646822661,
"loss": 2.550300048828125,
"step": 20000
},
{
"epoch": 0.10261698336103157,
"grad_norm": 0.8111914396286011,
"learning_rate": 0.000908760493126242,
"loss": 2.547173095703125,
"step": 20500
},
{
"epoch": 0.10511983661373966,
"grad_norm": 0.8145331740379333,
"learning_rate": 0.0009062259215702178,
"loss": 2.54088720703125,
"step": 21000
},
{
"epoch": 0.10762268986644775,
"grad_norm": 0.9337794184684753,
"learning_rate": 0.0009036913500141937,
"loss": 2.53918359375,
"step": 21500
},
{
"epoch": 0.11012554311915584,
"grad_norm": 0.891290009021759,
"learning_rate": 0.0009011567784581694,
"loss": 2.531181396484375,
"step": 22000
},
{
"epoch": 0.11262839637186392,
"grad_norm": 0.9127227067947388,
"learning_rate": 0.0008986222069021452,
"loss": 2.52918408203125,
"step": 22500
},
{
"epoch": 0.11513124962457201,
"grad_norm": 0.829241931438446,
"learning_rate": 0.0008960876353461211,
"loss": 2.525134765625,
"step": 23000
},
{
"epoch": 0.1176341028772801,
"grad_norm": 0.826885461807251,
"learning_rate": 0.000893553063790097,
"loss": 2.524625732421875,
"step": 23500
},
{
"epoch": 0.12013695612998819,
"grad_norm": 0.8609133958816528,
"learning_rate": 0.0008910184922340728,
"loss": 2.51367431640625,
"step": 24000
},
{
"epoch": 0.12263980938269628,
"grad_norm": 0.8546214699745178,
"learning_rate": 0.0008884839206780486,
"loss": 2.509973876953125,
"step": 24500
},
{
"epoch": 0.12514266263540436,
"grad_norm": 0.7829476594924927,
"learning_rate": 0.0008859493491220244,
"loss": 2.506958984375,
"step": 25000
},
{
"epoch": 0.12764551588811246,
"grad_norm": 0.8260162472724915,
"learning_rate": 0.0008834147775660003,
"loss": 2.50248876953125,
"step": 25500
},
{
"epoch": 0.13014836914082054,
"grad_norm": 0.7452630996704102,
"learning_rate": 0.0008808802060099761,
"loss": 2.49617041015625,
"step": 26000
},
{
"epoch": 0.1326512223935286,
"grad_norm": 0.756504476070404,
"learning_rate": 0.0008783456344539519,
"loss": 2.49525732421875,
"step": 26500
},
{
"epoch": 0.13515407564623672,
"grad_norm": 0.8310842514038086,
"learning_rate": 0.0008758110628979277,
"loss": 2.48782568359375,
"step": 27000
},
{
"epoch": 0.1376569288989448,
"grad_norm": 0.7258675694465637,
"learning_rate": 0.0008732764913419036,
"loss": 2.483075927734375,
"step": 27500
},
{
"epoch": 0.1401597821516529,
"grad_norm": 0.8203240633010864,
"learning_rate": 0.0008707419197858795,
"loss": 2.471329345703125,
"step": 28000
},
{
"epoch": 0.14266263540436097,
"grad_norm": 0.8238281607627869,
"learning_rate": 0.0008682073482298553,
"loss": 2.477720947265625,
"step": 28500
},
{
"epoch": 0.14516548865706905,
"grad_norm": 0.7688509821891785,
"learning_rate": 0.000865672776673831,
"loss": 2.47250146484375,
"step": 29000
},
{
"epoch": 0.14766834190977715,
"grad_norm": 0.7029343843460083,
"learning_rate": 0.0008631382051178069,
"loss": 2.465688720703125,
"step": 29500
},
{
"epoch": 0.15017119516248523,
"grad_norm": 0.7543035745620728,
"learning_rate": 0.0008606036335617827,
"loss": 2.4645048828125,
"step": 30000
},
{
"epoch": 0.15267404841519333,
"grad_norm": 0.7720212340354919,
"learning_rate": 0.0008580690620057585,
"loss": 2.464320556640625,
"step": 30500
},
{
"epoch": 0.1551769016679014,
"grad_norm": 0.7318539023399353,
"learning_rate": 0.0008555344904497345,
"loss": 2.46198095703125,
"step": 31000
},
{
"epoch": 0.15767975492060948,
"grad_norm": 0.7759379744529724,
"learning_rate": 0.0008529999188937102,
"loss": 2.45583984375,
"step": 31500
},
{
"epoch": 0.1601826081733176,
"grad_norm": 0.7703037858009338,
"learning_rate": 0.0008504653473376861,
"loss": 2.45607470703125,
"step": 32000
},
{
"epoch": 0.16268546142602566,
"grad_norm": 0.7710204720497131,
"learning_rate": 0.0008479307757816619,
"loss": 2.45154443359375,
"step": 32500
},
{
"epoch": 0.16518831467873377,
"grad_norm": 0.7813094258308411,
"learning_rate": 0.0008453962042256377,
"loss": 2.44821484375,
"step": 33000
},
{
"epoch": 0.16769116793144184,
"grad_norm": 0.7582312226295471,
"learning_rate": 0.0008428616326696136,
"loss": 2.44476611328125,
"step": 33500
},
{
"epoch": 0.17019402118414992,
"grad_norm": 0.7505660653114319,
"learning_rate": 0.0008403270611135893,
"loss": 2.4436533203125,
"step": 34000
},
{
"epoch": 0.17269687443685802,
"grad_norm": 0.7981584668159485,
"learning_rate": 0.0008377924895575651,
"loss": 2.439576904296875,
"step": 34500
},
{
"epoch": 0.1751997276895661,
"grad_norm": 0.7095271348953247,
"learning_rate": 0.000835257918001541,
"loss": 2.434719970703125,
"step": 35000
},
{
"epoch": 0.1777025809422742,
"grad_norm": 0.8338398933410645,
"learning_rate": 0.0008327233464455169,
"loss": 2.437919921875,
"step": 35500
},
{
"epoch": 0.18020543419498228,
"grad_norm": 0.8130350112915039,
"learning_rate": 0.0008301887748894928,
"loss": 2.43570263671875,
"step": 36000
},
{
"epoch": 0.18270828744769035,
"grad_norm": 0.7466760277748108,
"learning_rate": 0.0008276542033334685,
"loss": 2.433554931640625,
"step": 36500
},
{
"epoch": 0.18521114070039846,
"grad_norm": 0.7282906770706177,
"learning_rate": 0.0008251196317774443,
"loss": 2.42677783203125,
"step": 37000
},
{
"epoch": 0.18771399395310653,
"grad_norm": 0.7484606504440308,
"learning_rate": 0.0008225850602214202,
"loss": 2.425487060546875,
"step": 37500
},
{
"epoch": 0.19021684720581464,
"grad_norm": 0.7364671230316162,
"learning_rate": 0.000820050488665396,
"loss": 2.423259765625,
"step": 38000
},
{
"epoch": 0.1927197004585227,
"grad_norm": 0.7133408784866333,
"learning_rate": 0.000817515917109372,
"loss": 2.419514404296875,
"step": 38500
},
{
"epoch": 0.1952225537112308,
"grad_norm": 0.75999516248703,
"learning_rate": 0.0008149813455533477,
"loss": 2.42005810546875,
"step": 39000
},
{
"epoch": 0.1977254069639389,
"grad_norm": 0.8608483672142029,
"learning_rate": 0.0008124467739973235,
"loss": 2.419370361328125,
"step": 39500
},
{
"epoch": 0.20022826021664697,
"grad_norm": 0.7337772846221924,
"learning_rate": 0.0008099122024412994,
"loss": 2.417884765625,
"step": 40000
},
{
"epoch": 0.20273111346935507,
"grad_norm": 0.7339558601379395,
"learning_rate": 0.0008073776308852752,
"loss": 2.418275146484375,
"step": 40500
},
{
"epoch": 0.20523396672206315,
"grad_norm": 0.762388288974762,
"learning_rate": 0.0008048430593292509,
"loss": 2.41318212890625,
"step": 41000
},
{
"epoch": 0.20773681997477125,
"grad_norm": 0.7218593955039978,
"learning_rate": 0.0008023084877732268,
"loss": 2.411724853515625,
"step": 41500
},
{
"epoch": 0.21023967322747933,
"grad_norm": 0.6575179100036621,
"learning_rate": 0.0007997739162172026,
"loss": 2.40373486328125,
"step": 42000
},
{
"epoch": 0.2127425264801874,
"grad_norm": 0.7761327624320984,
"learning_rate": 0.0007972393446611785,
"loss": 2.40553564453125,
"step": 42500
},
{
"epoch": 0.2152453797328955,
"grad_norm": 0.7239595651626587,
"learning_rate": 0.0007947047731051544,
"loss": 2.399615234375,
"step": 43000
},
{
"epoch": 0.21774823298560358,
"grad_norm": 0.693205714225769,
"learning_rate": 0.0007921702015491301,
"loss": 2.4022412109375,
"step": 43500
},
{
"epoch": 0.2202510862383117,
"grad_norm": 0.745655357837677,
"learning_rate": 0.000789635629993106,
"loss": 2.403769287109375,
"step": 44000
},
{
"epoch": 0.22275393949101976,
"grad_norm": 0.7009297609329224,
"learning_rate": 0.0007871010584370818,
"loss": 2.40014599609375,
"step": 44500
},
{
"epoch": 0.22525679274372784,
"grad_norm": 0.7825349569320679,
"learning_rate": 0.0007845664868810577,
"loss": 2.39456689453125,
"step": 45000
},
{
"epoch": 0.22775964599643594,
"grad_norm": 0.7200064659118652,
"learning_rate": 0.0007820319153250335,
"loss": 2.39523583984375,
"step": 45500
},
{
"epoch": 0.23026249924914402,
"grad_norm": 0.801326334476471,
"learning_rate": 0.0007794973437690092,
"loss": 2.392660400390625,
"step": 46000
},
{
"epoch": 0.23276535250185212,
"grad_norm": 0.7437544465065002,
"learning_rate": 0.0007769627722129851,
"loss": 2.39413037109375,
"step": 46500
},
{
"epoch": 0.2352682057545602,
"grad_norm": 0.7113602757453918,
"learning_rate": 0.000774428200656961,
"loss": 2.394007080078125,
"step": 47000
},
{
"epoch": 0.23777105900726828,
"grad_norm": 0.7065946459770203,
"learning_rate": 0.0007718936291009368,
"loss": 2.3883369140625,
"step": 47500
},
{
"epoch": 0.24027391225997638,
"grad_norm": 0.7566688656806946,
"learning_rate": 0.0007693590575449127,
"loss": 2.381677001953125,
"step": 48000
},
{
"epoch": 0.24277676551268446,
"grad_norm": 0.7059527635574341,
"learning_rate": 0.0007668244859888884,
"loss": 2.384253173828125,
"step": 48500
},
{
"epoch": 0.24527961876539256,
"grad_norm": 0.7765628099441528,
"learning_rate": 0.0007642899144328643,
"loss": 2.384454345703125,
"step": 49000
},
{
"epoch": 0.24778247201810064,
"grad_norm": 0.6866586208343506,
"learning_rate": 0.0007617553428768401,
"loss": 2.37686767578125,
"step": 49500
},
{
"epoch": 0.2502853252708087,
"grad_norm": 0.7130732536315918,
"learning_rate": 0.0007592207713208159,
"loss": 2.377067138671875,
"step": 50000
},
{
"epoch": 0.2527881785235168,
"grad_norm": 0.722373902797699,
"learning_rate": 0.0007566861997647919,
"loss": 2.374890380859375,
"step": 50500
},
{
"epoch": 0.2552910317762249,
"grad_norm": 0.7623845934867859,
"learning_rate": 0.0007541516282087676,
"loss": 2.370496337890625,
"step": 51000
},
{
"epoch": 0.25779388502893297,
"grad_norm": 0.730656623840332,
"learning_rate": 0.0007516170566527434,
"loss": 2.37606201171875,
"step": 51500
},
{
"epoch": 0.26029673828164107,
"grad_norm": 0.7228966951370239,
"learning_rate": 0.0007490824850967193,
"loss": 2.37339599609375,
"step": 52000
},
{
"epoch": 0.2627995915343492,
"grad_norm": 0.7284409999847412,
"learning_rate": 0.0007465479135406951,
"loss": 2.37570068359375,
"step": 52500
},
{
"epoch": 0.2653024447870572,
"grad_norm": 0.747478723526001,
"learning_rate": 0.000744013341984671,
"loss": 2.368949462890625,
"step": 53000
},
{
"epoch": 0.2678052980397653,
"grad_norm": 0.6787912845611572,
"learning_rate": 0.0007414787704286467,
"loss": 2.369084716796875,
"step": 53500
},
{
"epoch": 0.27030815129247343,
"grad_norm": 0.7583162784576416,
"learning_rate": 0.0007389441988726225,
"loss": 2.371407958984375,
"step": 54000
},
{
"epoch": 0.27281100454518153,
"grad_norm": 0.7999855279922485,
"learning_rate": 0.0007364096273165985,
"loss": 2.365984375,
"step": 54500
},
{
"epoch": 0.2753138577978896,
"grad_norm": 0.7388531565666199,
"learning_rate": 0.0007338750557605743,
"loss": 2.3695380859375,
"step": 55000
},
{
"epoch": 0.2778167110505977,
"grad_norm": 0.6815361976623535,
"learning_rate": 0.0007313404842045502,
"loss": 2.3597080078125,
"step": 55500
},
{
"epoch": 0.2803195643033058,
"grad_norm": 0.7165845632553101,
"learning_rate": 0.0007288059126485259,
"loss": 2.36343115234375,
"step": 56000
},
{
"epoch": 0.28282241755601384,
"grad_norm": 0.9094180464744568,
"learning_rate": 0.0007262713410925017,
"loss": 2.360259765625,
"step": 56500
},
{
"epoch": 0.28532527080872194,
"grad_norm": 0.7427837252616882,
"learning_rate": 0.0007237367695364776,
"loss": 2.358617431640625,
"step": 57000
},
{
"epoch": 0.28782812406143005,
"grad_norm": 0.7851507067680359,
"learning_rate": 0.0007212021979804534,
"loss": 2.354507080078125,
"step": 57500
},
{
"epoch": 0.2903309773141381,
"grad_norm": 0.7658779621124268,
"learning_rate": 0.0007186676264244291,
"loss": 2.356690185546875,
"step": 58000
},
{
"epoch": 0.2928338305668462,
"grad_norm": 0.698862612247467,
"learning_rate": 0.000716133054868405,
"loss": 2.35316748046875,
"step": 58500
},
{
"epoch": 0.2953366838195543,
"grad_norm": 0.7587510347366333,
"learning_rate": 0.0007135984833123809,
"loss": 2.353517333984375,
"step": 59000
},
{
"epoch": 0.2978395370722624,
"grad_norm": 0.7297301888465881,
"learning_rate": 0.0007110639117563568,
"loss": 2.351627197265625,
"step": 59500
},
{
"epoch": 0.30034239032497045,
"grad_norm": 0.7435001134872437,
"learning_rate": 0.0007085293402003326,
"loss": 2.3591904296875,
"step": 60000
},
{
"epoch": 0.30284524357767856,
"grad_norm": 0.7464287877082825,
"learning_rate": 0.0007059947686443083,
"loss": 2.348665771484375,
"step": 60500
},
{
"epoch": 0.30534809683038666,
"grad_norm": 0.7203123569488525,
"learning_rate": 0.0007034601970882842,
"loss": 2.3467275390625,
"step": 61000
},
{
"epoch": 0.3078509500830947,
"grad_norm": 0.7109084725379944,
"learning_rate": 0.00070092562553226,
"loss": 2.350416259765625,
"step": 61500
},
{
"epoch": 0.3103538033358028,
"grad_norm": 0.7419735789299011,
"learning_rate": 0.0006983910539762359,
"loss": 2.345415283203125,
"step": 62000
},
{
"epoch": 0.3128566565885109,
"grad_norm": 0.7744441628456116,
"learning_rate": 0.0006958564824202118,
"loss": 2.3443701171875,
"step": 62500
},
{
"epoch": 0.31535950984121897,
"grad_norm": 0.7277444005012512,
"learning_rate": 0.0006933219108641875,
"loss": 2.34493017578125,
"step": 63000
},
{
"epoch": 0.31786236309392707,
"grad_norm": 0.716800332069397,
"learning_rate": 0.0006907873393081634,
"loss": 2.34497802734375,
"step": 63500
},
{
"epoch": 0.3203652163466352,
"grad_norm": 0.7135152220726013,
"learning_rate": 0.0006882527677521392,
"loss": 2.340219970703125,
"step": 64000
},
{
"epoch": 0.3228680695993433,
"grad_norm": 0.7370596528053284,
"learning_rate": 0.000685718196196115,
"loss": 2.336718994140625,
"step": 64500
},
{
"epoch": 0.3253709228520513,
"grad_norm": 0.7324895262718201,
"learning_rate": 0.0006831836246400909,
"loss": 2.342513427734375,
"step": 65000
},
{
"epoch": 0.32787377610475943,
"grad_norm": 0.7181077003479004,
"learning_rate": 0.0006806490530840666,
"loss": 2.34013037109375,
"step": 65500
},
{
"epoch": 0.33037662935746753,
"grad_norm": 0.8013672828674316,
"learning_rate": 0.0006781144815280425,
"loss": 2.338814453125,
"step": 66000
},
{
"epoch": 0.3328794826101756,
"grad_norm": 0.8142485022544861,
"learning_rate": 0.0006755799099720184,
"loss": 2.3417041015625,
"step": 66500
},
{
"epoch": 0.3353823358628837,
"grad_norm": 0.7426137924194336,
"learning_rate": 0.0006730453384159942,
"loss": 2.33266943359375,
"step": 67000
},
{
"epoch": 0.3378851891155918,
"grad_norm": 0.7787583470344543,
"learning_rate": 0.0006705107668599701,
"loss": 2.338009521484375,
"step": 67500
},
{
"epoch": 0.34038804236829984,
"grad_norm": 0.8185747265815735,
"learning_rate": 0.0006679761953039458,
"loss": 2.33683349609375,
"step": 68000
},
{
"epoch": 0.34289089562100794,
"grad_norm": 0.703858494758606,
"learning_rate": 0.0006654416237479217,
"loss": 2.338229736328125,
"step": 68500
},
{
"epoch": 0.34539374887371604,
"grad_norm": 0.7147069573402405,
"learning_rate": 0.0006629070521918975,
"loss": 2.335529541015625,
"step": 69000
},
{
"epoch": 0.34789660212642415,
"grad_norm": 0.8129968643188477,
"learning_rate": 0.0006603724806358733,
"loss": 2.329845703125,
"step": 69500
},
{
"epoch": 0.3503994553791322,
"grad_norm": 0.7802807688713074,
"learning_rate": 0.0006578379090798491,
"loss": 2.33106884765625,
"step": 70000
},
{
"epoch": 0.3529023086318403,
"grad_norm": 0.7523847818374634,
"learning_rate": 0.000655303337523825,
"loss": 2.32638134765625,
"step": 70500
},
{
"epoch": 0.3554051618845484,
"grad_norm": 0.7706813812255859,
"learning_rate": 0.0006527687659678008,
"loss": 2.3215029296875,
"step": 71000
},
{
"epoch": 0.35790801513725645,
"grad_norm": 0.7487002611160278,
"learning_rate": 0.0006502341944117767,
"loss": 2.3280048828125,
"step": 71500
},
{
"epoch": 0.36041086838996456,
"grad_norm": 0.773955225944519,
"learning_rate": 0.0006476996228557525,
"loss": 2.320476806640625,
"step": 72000
},
{
"epoch": 0.36291372164267266,
"grad_norm": 0.7263004779815674,
"learning_rate": 0.0006451650512997283,
"loss": 2.32126220703125,
"step": 72500
},
{
"epoch": 0.3654165748953807,
"grad_norm": 0.7567547559738159,
"learning_rate": 0.0006426304797437041,
"loss": 2.32256494140625,
"step": 73000
},
{
"epoch": 0.3679194281480888,
"grad_norm": 0.7865636348724365,
"learning_rate": 0.0006400959081876799,
"loss": 2.33000439453125,
"step": 73500
},
{
"epoch": 0.3704222814007969,
"grad_norm": 0.7263105511665344,
"learning_rate": 0.0006375613366316558,
"loss": 2.323398193359375,
"step": 74000
},
{
"epoch": 0.372925134653505,
"grad_norm": 0.7239190936088562,
"learning_rate": 0.0006350267650756317,
"loss": 2.3299130859375,
"step": 74500
},
{
"epoch": 0.37542798790621307,
"grad_norm": 0.7300642132759094,
"learning_rate": 0.0006324921935196074,
"loss": 2.32454443359375,
"step": 75000
},
{
"epoch": 0.37793084115892117,
"grad_norm": 0.7653185725212097,
"learning_rate": 0.0006299576219635833,
"loss": 2.317549560546875,
"step": 75500
},
{
"epoch": 0.3804336944116293,
"grad_norm": 0.7031499743461609,
"learning_rate": 0.0006274230504075591,
"loss": 2.320560791015625,
"step": 76000
},
{
"epoch": 0.3829365476643373,
"grad_norm": 0.8148022890090942,
"learning_rate": 0.000624888478851535,
"loss": 2.311893798828125,
"step": 76500
},
{
"epoch": 0.3854394009170454,
"grad_norm": 0.7557041645050049,
"learning_rate": 0.0006223539072955108,
"loss": 2.315852294921875,
"step": 77000
},
{
"epoch": 0.38794225416975353,
"grad_norm": 0.7287080883979797,
"learning_rate": 0.0006198193357394865,
"loss": 2.316939453125,
"step": 77500
},
{
"epoch": 0.3904451074224616,
"grad_norm": 0.7498106956481934,
"learning_rate": 0.0006172847641834624,
"loss": 2.31532373046875,
"step": 78000
},
{
"epoch": 0.3929479606751697,
"grad_norm": 0.7679102420806885,
"learning_rate": 0.0006147501926274383,
"loss": 2.3134306640625,
"step": 78500
},
{
"epoch": 0.3954508139278778,
"grad_norm": 0.7155805230140686,
"learning_rate": 0.0006122156210714142,
"loss": 2.31547314453125,
"step": 79000
},
{
"epoch": 0.3979536671805859,
"grad_norm": 0.8072831630706787,
"learning_rate": 0.00060968104951539,
"loss": 2.3124755859375,
"step": 79500
},
{
"epoch": 0.40045652043329394,
"grad_norm": 0.8042863607406616,
"learning_rate": 0.0006071464779593657,
"loss": 2.3117451171875,
"step": 80000
},
{
"epoch": 0.40295937368600204,
"grad_norm": 0.7113111615180969,
"learning_rate": 0.0006046119064033416,
"loss": 2.307724853515625,
"step": 80500
},
{
"epoch": 0.40546222693871015,
"grad_norm": 0.7466287612915039,
"learning_rate": 0.0006020773348473174,
"loss": 2.315100830078125,
"step": 81000
},
{
"epoch": 0.4079650801914182,
"grad_norm": 0.7885359525680542,
"learning_rate": 0.0005995427632912932,
"loss": 2.307638916015625,
"step": 81500
},
{
"epoch": 0.4104679334441263,
"grad_norm": 0.860286295413971,
"learning_rate": 0.0005970081917352692,
"loss": 2.305792724609375,
"step": 82000
},
{
"epoch": 0.4129707866968344,
"grad_norm": 0.7989618182182312,
"learning_rate": 0.0005944736201792449,
"loss": 2.309379150390625,
"step": 82500
},
{
"epoch": 0.4154736399495425,
"grad_norm": 0.7975777387619019,
"learning_rate": 0.0005919390486232208,
"loss": 2.30583056640625,
"step": 83000
},
{
"epoch": 0.41797649320225055,
"grad_norm": 0.7304244637489319,
"learning_rate": 0.0005894044770671966,
"loss": 2.301467041015625,
"step": 83500
},
{
"epoch": 0.42047934645495866,
"grad_norm": Infinity,
"learning_rate": 0.0005868699055111724,
"loss": 2.303387451171875,
"step": 84000
},
{
"epoch": 0.42298219970766676,
"grad_norm": 0.6834360361099243,
"learning_rate": 0.0005843353339551482,
"loss": 2.3065302734375,
"step": 84500
},
{
"epoch": 0.4254850529603748,
"grad_norm": 0.7431224584579468,
"learning_rate": 0.000581800762399124,
"loss": 2.30105322265625,
"step": 85000
},
{
"epoch": 0.4279879062130829,
"grad_norm": 0.8064895272254944,
"learning_rate": 0.0005792661908430999,
"loss": 2.300477294921875,
"step": 85500
},
{
"epoch": 0.430490759465791,
"grad_norm": 0.7376459836959839,
"learning_rate": 0.0005767316192870758,
"loss": 2.29766650390625,
"step": 86000
},
{
"epoch": 0.43299361271849907,
"grad_norm": 0.8226877450942993,
"learning_rate": 0.0005741970477310516,
"loss": 2.301047119140625,
"step": 86500
},
{
"epoch": 0.43549646597120717,
"grad_norm": 0.7533671259880066,
"learning_rate": 0.0005716624761750274,
"loss": 2.305169921875,
"step": 87000
},
{
"epoch": 0.4379993192239153,
"grad_norm": 0.7831952571868896,
"learning_rate": 0.0005691279046190032,
"loss": 2.297417236328125,
"step": 87500
},
{
"epoch": 0.4405021724766234,
"grad_norm": 0.7732293009757996,
"learning_rate": 0.000566593333062979,
"loss": 2.297120361328125,
"step": 88000
},
{
"epoch": 0.4430050257293314,
"grad_norm": 0.8549154996871948,
"learning_rate": 0.0005640587615069549,
"loss": 2.299347412109375,
"step": 88500
},
{
"epoch": 0.44550787898203953,
"grad_norm": 0.7167575359344482,
"learning_rate": 0.0005615241899509307,
"loss": 2.294741455078125,
"step": 89000
},
{
"epoch": 0.44801073223474763,
"grad_norm": 0.7664961814880371,
"learning_rate": 0.0005589896183949065,
"loss": 2.2976376953125,
"step": 89500
},
{
"epoch": 0.4505135854874557,
"grad_norm": 0.7918602228164673,
"learning_rate": 0.0005564550468388824,
"loss": 2.2920361328125,
"step": 90000
},
{
"epoch": 0.4530164387401638,
"grad_norm": 0.7296045422554016,
"learning_rate": 0.0005539204752828582,
"loss": 2.2964619140625,
"step": 90500
},
{
"epoch": 0.4555192919928719,
"grad_norm": 0.7569752335548401,
"learning_rate": 0.0005513859037268341,
"loss": 2.292640380859375,
"step": 91000
},
{
"epoch": 0.45802214524557994,
"grad_norm": 0.883685290813446,
"learning_rate": 0.0005488513321708099,
"loss": 2.291853271484375,
"step": 91500
},
{
"epoch": 0.46052499849828804,
"grad_norm": 0.8388252258300781,
"learning_rate": 0.0005463167606147856,
"loss": 2.291097412109375,
"step": 92000
},
{
"epoch": 0.46302785175099614,
"grad_norm": 0.7835770845413208,
"learning_rate": 0.0005437821890587615,
"loss": 2.29258984375,
"step": 92500
},
{
"epoch": 0.46553070500370425,
"grad_norm": 0.7594423294067383,
"learning_rate": 0.0005412476175027373,
"loss": 2.29114111328125,
"step": 93000
},
{
"epoch": 0.4680335582564123,
"grad_norm": 0.7177765369415283,
"learning_rate": 0.0005387130459467132,
"loss": 2.2937822265625,
"step": 93500
},
{
"epoch": 0.4705364115091204,
"grad_norm": 0.763774037361145,
"learning_rate": 0.0005361784743906891,
"loss": 2.287029296875,
"step": 94000
},
{
"epoch": 0.4730392647618285,
"grad_norm": 0.7418309450149536,
"learning_rate": 0.0005336439028346648,
"loss": 2.287328125,
"step": 94500
},
{
"epoch": 0.47554211801453655,
"grad_norm": 0.7371549606323242,
"learning_rate": 0.0005311093312786407,
"loss": 2.2873623046875,
"step": 95000
},
{
"epoch": 0.47804497126724466,
"grad_norm": 0.769923985004425,
"learning_rate": 0.0005285747597226165,
"loss": 2.28591943359375,
"step": 95500
},
{
"epoch": 0.48054782451995276,
"grad_norm": 0.7358853220939636,
"learning_rate": 0.0005260401881665924,
"loss": 2.290060546875,
"step": 96000
},
{
"epoch": 0.4830506777726608,
"grad_norm": 0.7564646601676941,
"learning_rate": 0.0005235056166105681,
"loss": 2.291353759765625,
"step": 96500
},
{
"epoch": 0.4855535310253689,
"grad_norm": 0.7150413990020752,
"learning_rate": 0.0005209710450545439,
"loss": 2.284273193359375,
"step": 97000
},
{
"epoch": 0.488056384278077,
"grad_norm": 0.7864349484443665,
"learning_rate": 0.0005184364734985198,
"loss": 2.286536376953125,
"step": 97500
},
{
"epoch": 0.4905592375307851,
"grad_norm": 0.8199743628501892,
"learning_rate": 0.0005159019019424957,
"loss": 2.281621826171875,
"step": 98000
},
{
"epoch": 0.49306209078349317,
"grad_norm": 0.7762373089790344,
"learning_rate": 0.0005133673303864715,
"loss": 2.280634033203125,
"step": 98500
},
{
"epoch": 0.49556494403620127,
"grad_norm": 0.8148872256278992,
"learning_rate": 0.0005108327588304473,
"loss": 2.27905908203125,
"step": 99000
},
{
"epoch": 0.4980677972889094,
"grad_norm": 0.7498465180397034,
"learning_rate": 0.0005082981872744231,
"loss": 2.281162109375,
"step": 99500
},
{
"epoch": 0.5005706505416174,
"grad_norm": 0.7839276790618896,
"learning_rate": 0.000505763615718399,
"loss": 2.283458740234375,
"step": 100000
},
{
"epoch": 0.5030735037943256,
"grad_norm": 0.7910953164100647,
"learning_rate": 0.0005032290441623748,
"loss": 2.27851513671875,
"step": 100500
},
{
"epoch": 0.5055763570470336,
"grad_norm": 0.7984676361083984,
"learning_rate": 0.0005006944726063506,
"loss": 2.279833740234375,
"step": 101000
},
{
"epoch": 0.5080792102997417,
"grad_norm": 0.7724723815917969,
"learning_rate": 0.0004981599010503264,
"loss": 2.280149658203125,
"step": 101500
},
{
"epoch": 0.5105820635524498,
"grad_norm": 0.7771040201187134,
"learning_rate": 0.0004956253294943023,
"loss": 2.2798291015625,
"step": 102000
},
{
"epoch": 0.5130849168051579,
"grad_norm": 0.7931957840919495,
"learning_rate": 0.0004930907579382782,
"loss": 2.280603271484375,
"step": 102500
},
{
"epoch": 0.5155877700578659,
"grad_norm": 0.7495967149734497,
"learning_rate": 0.000490556186382254,
"loss": 2.275011474609375,
"step": 103000
},
{
"epoch": 0.5180906233105741,
"grad_norm": 0.7999151945114136,
"learning_rate": 0.0004880216148262298,
"loss": 2.276978515625,
"step": 103500
},
{
"epoch": 0.5205934765632821,
"grad_norm": 0.851466715335846,
"learning_rate": 0.0004854870432702056,
"loss": 2.277045654296875,
"step": 104000
},
{
"epoch": 0.5230963298159902,
"grad_norm": 0.7750067114830017,
"learning_rate": 0.0004829524717141814,
"loss": 2.269293212890625,
"step": 104500
},
{
"epoch": 0.5255991830686984,
"grad_norm": 0.8001800775527954,
"learning_rate": 0.0004804179001581573,
"loss": 2.27691552734375,
"step": 105000
},
{
"epoch": 0.5281020363214064,
"grad_norm": 0.7864193320274353,
"learning_rate": 0.00047788332860213315,
"loss": 2.273873046875,
"step": 105500
},
{
"epoch": 0.5306048895741144,
"grad_norm": 0.8848699927330017,
"learning_rate": 0.0004753487570461089,
"loss": 2.268595947265625,
"step": 106000
},
{
"epoch": 0.5331077428268226,
"grad_norm": 0.7949478030204773,
"learning_rate": 0.0004728141854900848,
"loss": 2.270918701171875,
"step": 106500
},
{
"epoch": 0.5356105960795307,
"grad_norm": 0.766722559928894,
"learning_rate": 0.0004702796139340606,
"loss": 2.270744873046875,
"step": 107000
},
{
"epoch": 0.5381134493322387,
"grad_norm": 0.7705179452896118,
"learning_rate": 0.00046774504237803645,
"loss": 2.265997314453125,
"step": 107500
},
{
"epoch": 0.5406163025849469,
"grad_norm": 0.8289052248001099,
"learning_rate": 0.0004652104708220122,
"loss": 2.27073876953125,
"step": 108000
},
{
"epoch": 0.5431191558376549,
"grad_norm": 0.7828037738800049,
"learning_rate": 0.0004626758992659881,
"loss": 2.271988037109375,
"step": 108500
},
{
"epoch": 0.5456220090903631,
"grad_norm": 0.7880077958106995,
"learning_rate": 0.00046014132770996394,
"loss": 2.264798828125,
"step": 109000
},
{
"epoch": 0.5481248623430711,
"grad_norm": 0.7686044573783875,
"learning_rate": 0.00045760675615393975,
"loss": 2.2659130859375,
"step": 109500
},
{
"epoch": 0.5506277155957792,
"grad_norm": 0.7744019627571106,
"learning_rate": 0.00045507218459791556,
"loss": 2.267750732421875,
"step": 110000
},
{
"epoch": 0.5531305688484873,
"grad_norm": 0.8203539848327637,
"learning_rate": 0.0004525376130418914,
"loss": 2.264103271484375,
"step": 110500
},
{
"epoch": 0.5556334221011954,
"grad_norm": 0.768332302570343,
"learning_rate": 0.00045000304148586724,
"loss": 2.261407470703125,
"step": 111000
},
{
"epoch": 0.5581362753539034,
"grad_norm": 0.8079013824462891,
"learning_rate": 0.0004474684699298431,
"loss": 2.26651708984375,
"step": 111500
},
{
"epoch": 0.5606391286066116,
"grad_norm": 0.8450067639350891,
"learning_rate": 0.0004449338983738189,
"loss": 2.268547607421875,
"step": 112000
},
{
"epoch": 0.5631419818593196,
"grad_norm": 0.8903306722640991,
"learning_rate": 0.00044239932681779473,
"loss": 2.261239501953125,
"step": 112500
},
{
"epoch": 0.5656448351120277,
"grad_norm": 0.8823024034500122,
"learning_rate": 0.00043986475526177054,
"loss": 2.264261474609375,
"step": 113000
},
{
"epoch": 0.5681476883647358,
"grad_norm": 0.8395885229110718,
"learning_rate": 0.0004373301837057464,
"loss": 2.26232177734375,
"step": 113500
},
{
"epoch": 0.5706505416174439,
"grad_norm": 0.7955716848373413,
"learning_rate": 0.0004347956121497222,
"loss": 2.260594482421875,
"step": 114000
},
{
"epoch": 0.5731533948701519,
"grad_norm": 0.7682616114616394,
"learning_rate": 0.000432261040593698,
"loss": 2.263950927734375,
"step": 114500
},
{
"epoch": 0.5756562481228601,
"grad_norm": 0.7299888730049133,
"learning_rate": 0.0004297264690376739,
"loss": 2.265936767578125,
"step": 115000
},
{
"epoch": 0.5781591013755681,
"grad_norm": 0.7789059281349182,
"learning_rate": 0.0004271918974816497,
"loss": 2.258765869140625,
"step": 115500
},
{
"epoch": 0.5806619546282762,
"grad_norm": 0.7743063569068909,
"learning_rate": 0.00042465732592562557,
"loss": 2.257328857421875,
"step": 116000
},
{
"epoch": 0.5831648078809843,
"grad_norm": 0.7700663208961487,
"learning_rate": 0.0004221227543696013,
"loss": 2.260767333984375,
"step": 116500
},
{
"epoch": 0.5856676611336924,
"grad_norm": 0.7848778367042542,
"learning_rate": 0.0004195881828135772,
"loss": 2.258348876953125,
"step": 117000
},
{
"epoch": 0.5881705143864004,
"grad_norm": 0.8424545526504517,
"learning_rate": 0.00041705361125755306,
"loss": 2.261285888671875,
"step": 117500
},
{
"epoch": 0.5906733676391086,
"grad_norm": 0.7779626250267029,
"learning_rate": 0.00041451903970152887,
"loss": 2.25941748046875,
"step": 118000
},
{
"epoch": 0.5931762208918167,
"grad_norm": 0.7888478636741638,
"learning_rate": 0.0004119844681455047,
"loss": 2.255343994140625,
"step": 118500
},
{
"epoch": 0.5956790741445248,
"grad_norm": 0.8624785542488098,
"learning_rate": 0.0004094498965894805,
"loss": 2.26355517578125,
"step": 119000
},
{
"epoch": 0.5981819273972329,
"grad_norm": 0.8803367614746094,
"learning_rate": 0.00040691532503345636,
"loss": 2.2552080078125,
"step": 119500
},
{
"epoch": 0.6006847806499409,
"grad_norm": 0.7741619944572449,
"learning_rate": 0.00040438075347743217,
"loss": 2.250769775390625,
"step": 120000
},
{
"epoch": 0.6031876339026491,
"grad_norm": 0.838072657585144,
"learning_rate": 0.00040184618192140803,
"loss": 2.25475439453125,
"step": 120500
},
{
"epoch": 0.6056904871553571,
"grad_norm": 0.8736438751220703,
"learning_rate": 0.00039931161036538384,
"loss": 2.258033935546875,
"step": 121000
},
{
"epoch": 0.6081933404080652,
"grad_norm": 0.8456421494483948,
"learning_rate": 0.00039677703880935966,
"loss": 2.25280029296875,
"step": 121500
},
{
"epoch": 0.6106961936607733,
"grad_norm": 0.8903365135192871,
"learning_rate": 0.0003942424672533355,
"loss": 2.256286376953125,
"step": 122000
},
{
"epoch": 0.6131990469134814,
"grad_norm": 0.7919314503669739,
"learning_rate": 0.00039170789569731133,
"loss": 2.254138916015625,
"step": 122500
},
{
"epoch": 0.6157019001661894,
"grad_norm": 0.7579549551010132,
"learning_rate": 0.00038917332414128714,
"loss": 2.247982421875,
"step": 123000
},
{
"epoch": 0.6182047534188976,
"grad_norm": 0.8009623289108276,
"learning_rate": 0.000386638752585263,
"loss": 2.25244921875,
"step": 123500
},
{
"epoch": 0.6207076066716056,
"grad_norm": 0.8338503837585449,
"learning_rate": 0.0003841041810292388,
"loss": 2.251850830078125,
"step": 124000
},
{
"epoch": 0.6232104599243137,
"grad_norm": 0.8399888277053833,
"learning_rate": 0.0003815696094732147,
"loss": 2.24957666015625,
"step": 124500
},
{
"epoch": 0.6257133131770218,
"grad_norm": 0.7493221759796143,
"learning_rate": 0.00037903503791719044,
"loss": 2.252378173828125,
"step": 125000
},
{
"epoch": 0.6282161664297299,
"grad_norm": 0.8306897878646851,
"learning_rate": 0.0003765004663611663,
"loss": 2.24980810546875,
"step": 125500
},
{
"epoch": 0.6307190196824379,
"grad_norm": 0.8594768047332764,
"learning_rate": 0.0003739658948051422,
"loss": 2.2517607421875,
"step": 126000
},
{
"epoch": 0.6332218729351461,
"grad_norm": 0.8418853282928467,
"learning_rate": 0.000371431323249118,
"loss": 2.251323486328125,
"step": 126500
},
{
"epoch": 0.6357247261878541,
"grad_norm": 0.8355680108070374,
"learning_rate": 0.0003688967516930938,
"loss": 2.246643798828125,
"step": 127000
},
{
"epoch": 0.6382275794405622,
"grad_norm": 0.8033305406570435,
"learning_rate": 0.0003663621801370696,
"loss": 2.254865478515625,
"step": 127500
},
{
"epoch": 0.6407304326932703,
"grad_norm": 0.7940734624862671,
"learning_rate": 0.0003638276085810455,
"loss": 2.246910400390625,
"step": 128000
},
{
"epoch": 0.6432332859459784,
"grad_norm": 0.8016595840454102,
"learning_rate": 0.0003612930370250213,
"loss": 2.24661181640625,
"step": 128500
},
{
"epoch": 0.6457361391986866,
"grad_norm": 0.9160833954811096,
"learning_rate": 0.00035875846546899715,
"loss": 2.245209716796875,
"step": 129000
},
{
"epoch": 0.6482389924513946,
"grad_norm": 0.8217096924781799,
"learning_rate": 0.00035622389391297296,
"loss": 2.243098388671875,
"step": 129500
},
{
"epoch": 0.6507418457041027,
"grad_norm": 0.8168454170227051,
"learning_rate": 0.0003536893223569488,
"loss": 2.2455546875,
"step": 130000
},
{
"epoch": 0.6532446989568108,
"grad_norm": 0.9416291117668152,
"learning_rate": 0.00035115475080092464,
"loss": 2.2414873046875,
"step": 130500
},
{
"epoch": 0.6557475522095189,
"grad_norm": 0.8549010753631592,
"learning_rate": 0.00034862017924490045,
"loss": 2.245110595703125,
"step": 131000
},
{
"epoch": 0.6582504054622269,
"grad_norm": 0.8422268629074097,
"learning_rate": 0.00034608560768887626,
"loss": 2.2416806640625,
"step": 131500
},
{
"epoch": 0.6607532587149351,
"grad_norm": 0.851165771484375,
"learning_rate": 0.0003435510361328521,
"loss": 2.24537451171875,
"step": 132000
},
{
"epoch": 0.6632561119676431,
"grad_norm": 0.8447210788726807,
"learning_rate": 0.00034101646457682794,
"loss": 2.2506845703125,
"step": 132500
},
{
"epoch": 0.6657589652203512,
"grad_norm": 0.8464446663856506,
"learning_rate": 0.0003384818930208038,
"loss": 2.2375830078125,
"step": 133000
},
{
"epoch": 0.6682618184730593,
"grad_norm": 0.8156412839889526,
"learning_rate": 0.00033594732146477956,
"loss": 2.23932666015625,
"step": 133500
},
{
"epoch": 0.6707646717257674,
"grad_norm": 0.8493568301200867,
"learning_rate": 0.0003334127499087554,
"loss": 2.240296630859375,
"step": 134000
},
{
"epoch": 0.6732675249784754,
"grad_norm": 0.8365939259529114,
"learning_rate": 0.00033087817835273124,
"loss": 2.236571533203125,
"step": 134500
},
{
"epoch": 0.6757703782311836,
"grad_norm": 0.9133689999580383,
"learning_rate": 0.0003283436067967071,
"loss": 2.236758544921875,
"step": 135000
},
{
"epoch": 0.6782732314838916,
"grad_norm": 0.8600197434425354,
"learning_rate": 0.00032580903524068297,
"loss": 2.24697314453125,
"step": 135500
},
{
"epoch": 0.6807760847365997,
"grad_norm": 0.9155253171920776,
"learning_rate": 0.0003232744636846587,
"loss": 2.241391357421875,
"step": 136000
},
{
"epoch": 0.6832789379893078,
"grad_norm": 0.9236546158790588,
"learning_rate": 0.0003207398921286346,
"loss": 2.24028515625,
"step": 136500
},
{
"epoch": 0.6857817912420159,
"grad_norm": 0.8298687934875488,
"learning_rate": 0.0003182053205726104,
"loss": 2.238099365234375,
"step": 137000
},
{
"epoch": 0.688284644494724,
"grad_norm": 0.8567104339599609,
"learning_rate": 0.00031567074901658627,
"loss": 2.235069091796875,
"step": 137500
},
{
"epoch": 0.6907874977474321,
"grad_norm": 0.8979398012161255,
"learning_rate": 0.0003131361774605621,
"loss": 2.241339111328125,
"step": 138000
},
{
"epoch": 0.6932903510001401,
"grad_norm": 0.9321918487548828,
"learning_rate": 0.0003106016059045379,
"loss": 2.239907958984375,
"step": 138500
},
{
"epoch": 0.6957932042528483,
"grad_norm": 0.8230648636817932,
"learning_rate": 0.00030806703434851376,
"loss": 2.2357685546875,
"step": 139000
},
{
"epoch": 0.6982960575055563,
"grad_norm": 0.9177250266075134,
"learning_rate": 0.00030553246279248957,
"loss": 2.237476806640625,
"step": 139500
},
{
"epoch": 0.7007989107582644,
"grad_norm": 0.9383904337882996,
"learning_rate": 0.0003029978912364654,
"loss": 2.2343798828125,
"step": 140000
},
{
"epoch": 0.7033017640109726,
"grad_norm": 0.9799622893333435,
"learning_rate": 0.0003004633196804412,
"loss": 2.2350654296875,
"step": 140500
},
{
"epoch": 0.7058046172636806,
"grad_norm": 0.945094108581543,
"learning_rate": 0.00029792874812441705,
"loss": 2.237676513671875,
"step": 141000
},
{
"epoch": 0.7083074705163886,
"grad_norm": 0.964667797088623,
"learning_rate": 0.0002953941765683929,
"loss": 2.236647216796875,
"step": 141500
},
{
"epoch": 0.7108103237690968,
"grad_norm": 0.8698720932006836,
"learning_rate": 0.0002928596050123687,
"loss": 2.230376953125,
"step": 142000
},
{
"epoch": 0.7133131770218049,
"grad_norm": 0.8578648567199707,
"learning_rate": 0.00029032503345634454,
"loss": 2.2356962890625,
"step": 142500
},
{
"epoch": 0.7158160302745129,
"grad_norm": 0.9196198582649231,
"learning_rate": 0.00028779046190032035,
"loss": 2.228503173828125,
"step": 143000
},
{
"epoch": 0.7183188835272211,
"grad_norm": 0.8499640226364136,
"learning_rate": 0.0002852558903442962,
"loss": 2.228593994140625,
"step": 143500
},
{
"epoch": 0.7208217367799291,
"grad_norm": 0.8713704943656921,
"learning_rate": 0.0002827213187882721,
"loss": 2.229366943359375,
"step": 144000
},
{
"epoch": 0.7233245900326372,
"grad_norm": 0.8715904951095581,
"learning_rate": 0.00028018674723224784,
"loss": 2.228853271484375,
"step": 144500
},
{
"epoch": 0.7258274432853453,
"grad_norm": 0.8873693943023682,
"learning_rate": 0.0002776521756762237,
"loss": 2.227843017578125,
"step": 145000
},
{
"epoch": 0.7283302965380534,
"grad_norm": 0.8924927115440369,
"learning_rate": 0.0002751176041201995,
"loss": 2.231787109375,
"step": 145500
},
{
"epoch": 0.7308331497907614,
"grad_norm": 0.8382013440132141,
"learning_rate": 0.0002725830325641754,
"loss": 2.230431640625,
"step": 146000
},
{
"epoch": 0.7333360030434696,
"grad_norm": 0.8293667435646057,
"learning_rate": 0.0002700484610081512,
"loss": 2.227186279296875,
"step": 146500
},
{
"epoch": 0.7358388562961776,
"grad_norm": 0.8786559104919434,
"learning_rate": 0.000267513889452127,
"loss": 2.22480810546875,
"step": 147000
},
{
"epoch": 0.7383417095488858,
"grad_norm": 0.9427769184112549,
"learning_rate": 0.00026497931789610287,
"loss": 2.22841357421875,
"step": 147500
},
{
"epoch": 0.7408445628015938,
"grad_norm": 0.9076118469238281,
"learning_rate": 0.0002624447463400787,
"loss": 2.221101806640625,
"step": 148000
},
{
"epoch": 0.7433474160543019,
"grad_norm": 0.8812743425369263,
"learning_rate": 0.0002599101747840545,
"loss": 2.229921630859375,
"step": 148500
},
{
"epoch": 0.74585026930701,
"grad_norm": 0.8556144833564758,
"learning_rate": 0.0002573756032280303,
"loss": 2.222492919921875,
"step": 149000
},
{
"epoch": 0.7483531225597181,
"grad_norm": 0.8820508122444153,
"learning_rate": 0.00025484103167200617,
"loss": 2.229560546875,
"step": 149500
},
{
"epoch": 0.7508559758124261,
"grad_norm": 0.857142984867096,
"learning_rate": 0.00025230646011598204,
"loss": 2.222930419921875,
"step": 150000
},
{
"epoch": 0.7533588290651343,
"grad_norm": 0.8786548972129822,
"learning_rate": 0.00024977188855995785,
"loss": 2.22297265625,
"step": 150500
},
{
"epoch": 0.7558616823178423,
"grad_norm": 0.9771350026130676,
"learning_rate": 0.00024723731700393366,
"loss": 2.222854736328125,
"step": 151000
},
{
"epoch": 0.7583645355705504,
"grad_norm": 0.9149673581123352,
"learning_rate": 0.00024470274544790947,
"loss": 2.22020458984375,
"step": 151500
},
{
"epoch": 0.7608673888232586,
"grad_norm": 0.9130868911743164,
"learning_rate": 0.0002421681738918853,
"loss": 2.222697998046875,
"step": 152000
},
{
"epoch": 0.7633702420759666,
"grad_norm": 0.9060380458831787,
"learning_rate": 0.00023963360233586115,
"loss": 2.219531494140625,
"step": 152500
},
{
"epoch": 0.7658730953286746,
"grad_norm": 0.9753881692886353,
"learning_rate": 0.000237099030779837,
"loss": 2.225330810546875,
"step": 153000
},
{
"epoch": 0.7683759485813828,
"grad_norm": 0.915471613407135,
"learning_rate": 0.0002345644592238128,
"loss": 2.217918701171875,
"step": 153500
},
{
"epoch": 0.7708788018340909,
"grad_norm": 0.89429771900177,
"learning_rate": 0.00023202988766778866,
"loss": 2.219392822265625,
"step": 154000
},
{
"epoch": 0.7733816550867989,
"grad_norm": 0.8764525651931763,
"learning_rate": 0.00022949531611176447,
"loss": 2.223370361328125,
"step": 154500
},
{
"epoch": 0.7758845083395071,
"grad_norm": 1.0488871335983276,
"learning_rate": 0.0002269607445557403,
"loss": 2.22296875,
"step": 155000
},
{
"epoch": 0.7783873615922151,
"grad_norm": 0.9207631945610046,
"learning_rate": 0.00022442617299971612,
"loss": 2.220275146484375,
"step": 155500
},
{
"epoch": 0.7808902148449232,
"grad_norm": 0.8892915844917297,
"learning_rate": 0.00022189160144369196,
"loss": 2.21755517578125,
"step": 156000
},
{
"epoch": 0.7833930680976313,
"grad_norm": 0.8849020600318909,
"learning_rate": 0.00021935702988766777,
"loss": 2.2131943359375,
"step": 156500
},
{
"epoch": 0.7858959213503394,
"grad_norm": 0.8904945254325867,
"learning_rate": 0.00021682245833164364,
"loss": 2.21828515625,
"step": 157000
},
{
"epoch": 0.7883987746030475,
"grad_norm": 0.9660515785217285,
"learning_rate": 0.00021428788677561945,
"loss": 2.21041845703125,
"step": 157500
},
{
"epoch": 0.7909016278557556,
"grad_norm": 0.9489515423774719,
"learning_rate": 0.0002117533152195953,
"loss": 2.214953125,
"step": 158000
},
{
"epoch": 0.7934044811084636,
"grad_norm": 0.8680441975593567,
"learning_rate": 0.0002092187436635711,
"loss": 2.215566650390625,
"step": 158500
},
{
"epoch": 0.7959073343611718,
"grad_norm": 0.9325746297836304,
"learning_rate": 0.00020668417210754694,
"loss": 2.215436279296875,
"step": 159000
},
{
"epoch": 0.7984101876138798,
"grad_norm": 0.972744345664978,
"learning_rate": 0.00020414960055152275,
"loss": 2.216304443359375,
"step": 159500
},
{
"epoch": 0.8009130408665879,
"grad_norm": 0.921138346195221,
"learning_rate": 0.00020161502899549862,
"loss": 2.20898291015625,
"step": 160000
},
{
"epoch": 0.803415894119296,
"grad_norm": 0.9532469511032104,
"learning_rate": 0.00019908045743947443,
"loss": 2.218600341796875,
"step": 160500
},
{
"epoch": 0.8059187473720041,
"grad_norm": 0.921109139919281,
"learning_rate": 0.00019654588588345027,
"loss": 2.20949560546875,
"step": 161000
},
{
"epoch": 0.8084216006247121,
"grad_norm": 0.9620404839515686,
"learning_rate": 0.0001940113143274261,
"loss": 2.21048046875,
"step": 161500
},
{
"epoch": 0.8109244538774203,
"grad_norm": 0.96196049451828,
"learning_rate": 0.00019147674277140191,
"loss": 2.211478515625,
"step": 162000
},
{
"epoch": 0.8134273071301283,
"grad_norm": 0.8911144137382507,
"learning_rate": 0.00018894217121537778,
"loss": 2.214663818359375,
"step": 162500
},
{
"epoch": 0.8159301603828364,
"grad_norm": 0.8819808959960938,
"learning_rate": 0.0001864075996593536,
"loss": 2.2146357421875,
"step": 163000
},
{
"epoch": 0.8184330136355445,
"grad_norm": 1.0955288410186768,
"learning_rate": 0.00018387302810332943,
"loss": 2.2112265625,
"step": 163500
},
{
"epoch": 0.8209358668882526,
"grad_norm": 0.8608503937721252,
"learning_rate": 0.00018133845654730524,
"loss": 2.210550537109375,
"step": 164000
},
{
"epoch": 0.8234387201409606,
"grad_norm": 0.9371418356895447,
"learning_rate": 0.00017880388499128108,
"loss": 2.21534912109375,
"step": 164500
},
{
"epoch": 0.8259415733936688,
"grad_norm": 1.0319269895553589,
"learning_rate": 0.0001762693134352569,
"loss": 2.2081904296875,
"step": 165000
},
{
"epoch": 0.8284444266463769,
"grad_norm": 0.9122185707092285,
"learning_rate": 0.00017373474187923276,
"loss": 2.213637939453125,
"step": 165500
},
{
"epoch": 0.830947279899085,
"grad_norm": 0.9754204154014587,
"learning_rate": 0.00017120017032320857,
"loss": 2.21116015625,
"step": 166000
},
{
"epoch": 0.8334501331517931,
"grad_norm": 0.9737589359283447,
"learning_rate": 0.0001686655987671844,
"loss": 2.210800048828125,
"step": 166500
},
{
"epoch": 0.8359529864045011,
"grad_norm": 0.9370356202125549,
"learning_rate": 0.00016613102721116022,
"loss": 2.207994873046875,
"step": 167000
},
{
"epoch": 0.8384558396572093,
"grad_norm": 1.0208055973052979,
"learning_rate": 0.00016359645565513606,
"loss": 2.2066201171875,
"step": 167500
},
{
"epoch": 0.8409586929099173,
"grad_norm": 0.9976203441619873,
"learning_rate": 0.00016106188409911187,
"loss": 2.20734765625,
"step": 168000
},
{
"epoch": 0.8434615461626254,
"grad_norm": 0.9368829131126404,
"learning_rate": 0.00015852731254308773,
"loss": 2.20378271484375,
"step": 168500
},
{
"epoch": 0.8459643994153335,
"grad_norm": 0.9501802921295166,
"learning_rate": 0.00015599274098706357,
"loss": 2.207123779296875,
"step": 169000
},
{
"epoch": 0.8484672526680416,
"grad_norm": 1.1042721271514893,
"learning_rate": 0.00015345816943103938,
"loss": 2.20475146484375,
"step": 169500
},
{
"epoch": 0.8509701059207496,
"grad_norm": 0.9867444038391113,
"learning_rate": 0.00015092359787501522,
"loss": 2.203618896484375,
"step": 170000
},
{
"epoch": 0.8534729591734578,
"grad_norm": 0.902101993560791,
"learning_rate": 0.00014838902631899103,
"loss": 2.204595458984375,
"step": 170500
},
{
"epoch": 0.8559758124261658,
"grad_norm": 1.009162187576294,
"learning_rate": 0.00014585445476296687,
"loss": 2.202363037109375,
"step": 171000
},
{
"epoch": 0.8584786656788739,
"grad_norm": 0.8863809108734131,
"learning_rate": 0.0001433198832069427,
"loss": 2.1996005859375,
"step": 171500
},
{
"epoch": 0.860981518931582,
"grad_norm": 0.9419631361961365,
"learning_rate": 0.00014078531165091855,
"loss": 2.197529052734375,
"step": 172000
},
{
"epoch": 0.8634843721842901,
"grad_norm": 1.0317671298980713,
"learning_rate": 0.00013825074009489436,
"loss": 2.202193603515625,
"step": 172500
},
{
"epoch": 0.8659872254369981,
"grad_norm": 1.1154420375823975,
"learning_rate": 0.0001357161685388702,
"loss": 2.205138916015625,
"step": 173000
},
{
"epoch": 0.8684900786897063,
"grad_norm": 0.8611302375793457,
"learning_rate": 0.000133181596982846,
"loss": 2.2033359375,
"step": 173500
},
{
"epoch": 0.8709929319424143,
"grad_norm": 1.054329514503479,
"learning_rate": 0.00013064702542682185,
"loss": 2.19782861328125,
"step": 174000
},
{
"epoch": 0.8734957851951224,
"grad_norm": 0.960110068321228,
"learning_rate": 0.00012811245387079768,
"loss": 2.1972919921875,
"step": 174500
},
{
"epoch": 0.8759986384478305,
"grad_norm": 0.9327337741851807,
"learning_rate": 0.00012557788231477352,
"loss": 2.2049345703125,
"step": 175000
},
{
"epoch": 0.8785014917005386,
"grad_norm": 0.9900343418121338,
"learning_rate": 0.00012304331075874933,
"loss": 2.197893310546875,
"step": 175500
},
{
"epoch": 0.8810043449532468,
"grad_norm": 0.9800822734832764,
"learning_rate": 0.00012050873920272517,
"loss": 2.200410888671875,
"step": 176000
},
{
"epoch": 0.8835071982059548,
"grad_norm": 0.9310763478279114,
"learning_rate": 0.00011797416764670101,
"loss": 2.198806640625,
"step": 176500
},
{
"epoch": 0.8860100514586629,
"grad_norm": 0.9996923804283142,
"learning_rate": 0.00011543959609067684,
"loss": 2.200385498046875,
"step": 177000
},
{
"epoch": 0.888512904711371,
"grad_norm": 0.9879135489463806,
"learning_rate": 0.00011290502453465266,
"loss": 2.201372802734375,
"step": 177500
},
{
"epoch": 0.8910157579640791,
"grad_norm": 0.9147036075592041,
"learning_rate": 0.0001103704529786285,
"loss": 2.198845703125,
"step": 178000
},
{
"epoch": 0.8935186112167871,
"grad_norm": 0.9257446527481079,
"learning_rate": 0.00010783588142260432,
"loss": 2.19611767578125,
"step": 178500
},
{
"epoch": 0.8960214644694953,
"grad_norm": 0.9083291888237,
"learning_rate": 0.00010530130986658015,
"loss": 2.19533203125,
"step": 179000
},
{
"epoch": 0.8985243177222033,
"grad_norm": 0.9234206676483154,
"learning_rate": 0.00010276673831055599,
"loss": 2.197060302734375,
"step": 179500
},
{
"epoch": 0.9010271709749114,
"grad_norm": 0.9290277361869812,
"learning_rate": 0.00010023216675453181,
"loss": 2.193916259765625,
"step": 180000
},
{
"epoch": 0.9035300242276195,
"grad_norm": 0.9390488266944885,
"learning_rate": 9.769759519850764e-05,
"loss": 2.195574462890625,
"step": 180500
},
{
"epoch": 0.9060328774803276,
"grad_norm": 0.9403425455093384,
"learning_rate": 9.516302364248348e-05,
"loss": 2.195044677734375,
"step": 181000
},
{
"epoch": 0.9085357307330356,
"grad_norm": 0.9091187119483948,
"learning_rate": 9.26284520864593e-05,
"loss": 2.198144287109375,
"step": 181500
},
{
"epoch": 0.9110385839857438,
"grad_norm": 0.9017473459243774,
"learning_rate": 9.009388053043514e-05,
"loss": 2.19246630859375,
"step": 182000
},
{
"epoch": 0.9135414372384518,
"grad_norm": 0.9799933433532715,
"learning_rate": 8.755930897441098e-05,
"loss": 2.195907958984375,
"step": 182500
},
{
"epoch": 0.9160442904911599,
"grad_norm": 0.9365866184234619,
"learning_rate": 8.50247374183868e-05,
"loss": 2.193672607421875,
"step": 183000
},
{
"epoch": 0.918547143743868,
"grad_norm": 0.9813685417175293,
"learning_rate": 8.249016586236263e-05,
"loss": 2.189624755859375,
"step": 183500
},
{
"epoch": 0.9210499969965761,
"grad_norm": 0.9871322512626648,
"learning_rate": 7.995559430633847e-05,
"loss": 2.192703369140625,
"step": 184000
},
{
"epoch": 0.9235528502492841,
"grad_norm": 1.029382586479187,
"learning_rate": 7.742102275031429e-05,
"loss": 2.18955517578125,
"step": 184500
},
{
"epoch": 0.9260557035019923,
"grad_norm": 0.8904364705085754,
"learning_rate": 7.488645119429011e-05,
"loss": 2.191893310546875,
"step": 185000
},
{
"epoch": 0.9285585567547003,
"grad_norm": 0.9197665452957153,
"learning_rate": 7.235187963826595e-05,
"loss": 2.193606689453125,
"step": 185500
},
{
"epoch": 0.9310614100074085,
"grad_norm": 1.0172648429870605,
"learning_rate": 6.981730808224178e-05,
"loss": 2.188887939453125,
"step": 186000
},
{
"epoch": 0.9335642632601165,
"grad_norm": 0.9492712616920471,
"learning_rate": 6.72827365262176e-05,
"loss": 2.19666064453125,
"step": 186500
},
{
"epoch": 0.9360671165128246,
"grad_norm": 0.9610516428947449,
"learning_rate": 6.474816497019344e-05,
"loss": 2.189039306640625,
"step": 187000
},
{
"epoch": 0.9385699697655328,
"grad_norm": 1.0125523805618286,
"learning_rate": 6.221359341416927e-05,
"loss": 2.190942626953125,
"step": 187500
},
{
"epoch": 0.9410728230182408,
"grad_norm": 0.9109295606613159,
"learning_rate": 5.9679021858145105e-05,
"loss": 2.1827451171875,
"step": 188000
},
{
"epoch": 0.9435756762709488,
"grad_norm": 0.9272294044494629,
"learning_rate": 5.7144450302120936e-05,
"loss": 2.188083740234375,
"step": 188500
},
{
"epoch": 0.946078529523657,
"grad_norm": 1.0134825706481934,
"learning_rate": 5.460987874609676e-05,
"loss": 2.189583251953125,
"step": 189000
},
{
"epoch": 0.9485813827763651,
"grad_norm": 0.9716783761978149,
"learning_rate": 5.207530719007259e-05,
"loss": 2.185861083984375,
"step": 189500
},
{
"epoch": 0.9510842360290731,
"grad_norm": 0.9720017910003662,
"learning_rate": 4.9540735634048424e-05,
"loss": 2.187808837890625,
"step": 190000
},
{
"epoch": 0.9535870892817813,
"grad_norm": 1.0426287651062012,
"learning_rate": 4.700616407802425e-05,
"loss": 2.18582666015625,
"step": 190500
},
{
"epoch": 0.9560899425344893,
"grad_norm": 0.9847986698150635,
"learning_rate": 4.447159252200008e-05,
"loss": 2.19047607421875,
"step": 191000
},
{
"epoch": 0.9585927957871974,
"grad_norm": 0.9739118218421936,
"learning_rate": 4.193702096597591e-05,
"loss": 2.19089990234375,
"step": 191500
},
{
"epoch": 0.9610956490399055,
"grad_norm": 1.0427643060684204,
"learning_rate": 3.940244940995174e-05,
"loss": 2.1856728515625,
"step": 192000
},
{
"epoch": 0.9635985022926136,
"grad_norm": 0.9532492160797119,
"learning_rate": 3.6867877853927575e-05,
"loss": 2.18632421875,
"step": 192500
},
{
"epoch": 0.9661013555453216,
"grad_norm": 0.9698778390884399,
"learning_rate": 3.433330629790341e-05,
"loss": 2.186090576171875,
"step": 193000
},
{
"epoch": 0.9686042087980298,
"grad_norm": 0.9797762036323547,
"learning_rate": 3.179873474187923e-05,
"loss": 2.185658935546875,
"step": 193500
},
{
"epoch": 0.9711070620507378,
"grad_norm": 1.0082223415374756,
"learning_rate": 2.9264163185855064e-05,
"loss": 2.18181298828125,
"step": 194000
},
{
"epoch": 0.973609915303446,
"grad_norm": 1.1114989519119263,
"learning_rate": 2.6729591629830892e-05,
"loss": 2.181358642578125,
"step": 194500
},
{
"epoch": 0.976112768556154,
"grad_norm": 0.9352531433105469,
"learning_rate": 2.4195020073806723e-05,
"loss": 2.187153076171875,
"step": 195000
},
{
"epoch": 0.9786156218088621,
"grad_norm": 0.9446794986724854,
"learning_rate": 2.1660448517782555e-05,
"loss": 2.18537548828125,
"step": 195500
},
{
"epoch": 0.9811184750615702,
"grad_norm": 0.9275797009468079,
"learning_rate": 1.9125876961758387e-05,
"loss": 2.186037841796875,
"step": 196000
},
{
"epoch": 0.9836213283142783,
"grad_norm": 0.9595587849617004,
"learning_rate": 1.6591305405734215e-05,
"loss": 2.185150634765625,
"step": 196500
},
{
"epoch": 0.9861241815669863,
"grad_norm": 1.0136067867279053,
"learning_rate": 1.4056733849710046e-05,
"loss": 2.1808955078125,
"step": 197000
},
{
"epoch": 0.9886270348196945,
"grad_norm": 0.9668794870376587,
"learning_rate": 1.1522162293685875e-05,
"loss": 2.179188720703125,
"step": 197500
},
{
"epoch": 0.9911298880724025,
"grad_norm": 1.0530500411987305,
"learning_rate": 8.987590737661706e-06,
"loss": 2.1799482421875,
"step": 198000
},
{
"epoch": 0.9936327413251106,
"grad_norm": 0.9392565488815308,
"learning_rate": 6.453019181637536e-06,
"loss": 2.1833037109375,
"step": 198500
},
{
"epoch": 0.9961355945778188,
"grad_norm": 0.9999274015426636,
"learning_rate": 3.918447625613366e-06,
"loss": 2.17640966796875,
"step": 199000
},
{
"epoch": 0.9986384478305268,
"grad_norm": 0.9832459092140198,
"learning_rate": 1.3838760695891967e-06,
"loss": 2.18042626953125,
"step": 199500
},
{
"epoch": 1.0,
"step": 199772,
"total_flos": 1.1485998133297152e+17,
"train_loss": 2.3878673870218887,
"train_runtime": 9532.9956,
"train_samples_per_second": 1341.17,
"train_steps_per_second": 20.956
}
],
"logging_steps": 500,
"max_steps": 199772,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.1485998133297152e+17,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 199772,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025028532527080873,
"grad_norm": 2.3626365661621094,
"learning_rate": 0.0001996,
"loss": 7.29805810546875,
"step": 500
},
{
"epoch": 0.005005706505416175,
"grad_norm": 7.337688446044922,
"learning_rate": 0.0003996,
"loss": 6.20317236328125,
"step": 1000
},
{
"epoch": 0.007508559758124262,
"grad_norm": 7.458404541015625,
"learning_rate": 0.0005996,
"loss": 5.50300537109375,
"step": 1500
},
{
"epoch": 0.01001141301083235,
"grad_norm": 4.7689361572265625,
"learning_rate": 0.0007996,
"loss": 4.899404296875,
"step": 2000
},
{
"epoch": 0.012514266263540436,
"grad_norm": 4.442220211029053,
"learning_rate": 0.0009996,
"loss": 4.44524853515625,
"step": 2500
},
{
"epoch": 0.015017119516248524,
"grad_norm": 3.4935672283172607,
"learning_rate": 0.000997470497587088,
"loss": 4.15882275390625,
"step": 3000
},
{
"epoch": 0.017519972768956612,
"grad_norm": 2.0901474952697754,
"learning_rate": 0.0009949359260310639,
"loss": 3.967610107421875,
"step": 3500
},
{
"epoch": 0.0200228260216647,
"grad_norm": 2.429978847503662,
"learning_rate": 0.0009924013544750396,
"loss": 3.841876953125,
"step": 4000
},
{
"epoch": 0.022525679274372785,
"grad_norm": 3.0798449516296387,
"learning_rate": 0.0009898667829190155,
"loss": 3.7350634765625,
"step": 4500
},
{
"epoch": 0.02502853252708087,
"grad_norm": 2.054459571838379,
"learning_rate": 0.0009873322113629912,
"loss": 3.646090576171875,
"step": 5000
},
{
"epoch": 0.02753138577978896,
"grad_norm": 2.25846791267395,
"learning_rate": 0.000984797639806967,
"loss": 3.531734130859375,
"step": 5500
},
{
"epoch": 0.030034239032497047,
"grad_norm": 1.8457165956497192,
"learning_rate": 0.000982263068250943,
"loss": 3.30592333984375,
"step": 6000
},
{
"epoch": 0.032537092285205134,
"grad_norm": 1.4192341566085815,
"learning_rate": 0.0009797284966949187,
"loss": 3.15514404296875,