atto-90k-32d / trainer_state.json
davidmezzetti's picture
Initial model
a24613c
Raw History Blame Contribute Delete
74.9 kB
{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 199772, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0025028532527080873, "grad_norm": 0.28647226095199585, "learning_rate": 0.0001996, "loss": 7.7172548828125, "step": 500 }, { "epoch": 0.005005706505416175, "grad_norm": 2.9528985023498535, "learning_rate": 0.0003996, "loss": 6.77314013671875, "step": 1000 }, { "epoch": 0.007508559758124262, "grad_norm": 2.213923215866089, "learning_rate": 0.0005996, "loss": 6.60768212890625, "step": 1500 }, { "epoch": 0.01001141301083235, "grad_norm": 7.5474677085876465, "learning_rate": 0.0007996, "loss": 6.1565068359375, "step": 2000 }, { "epoch": 0.012514266263540436, "grad_norm": 4.165445804595947, "learning_rate": 0.0009996, "loss": 5.87766064453125, "step": 2500 }, { "epoch": 0.015017119516248524, "grad_norm": 3.5232815742492676, "learning_rate": 0.000997470497587088, "loss": 5.71371826171875, "step": 3000 }, { "epoch": 0.017519972768956612, "grad_norm": 4.430361747741699, "learning_rate": 0.0009949359260310639, "loss": 5.5418896484375, "step": 3500 }, { "epoch": 0.0200228260216647, "grad_norm": 5.16290283203125, "learning_rate": 0.0009924013544750396, "loss": 5.4136142578125, "step": 4000 }, { "epoch": 0.022525679274372785, "grad_norm": 4.248342514038086, "learning_rate": 0.0009898667829190155, "loss": 5.2871796875, "step": 4500 }, { "epoch": 0.02502853252708087, "grad_norm": 1.9188170433044434, "learning_rate": 0.0009873322113629912, "loss": 5.21682763671875, "step": 5000 }, { "epoch": 0.02753138577978896, "grad_norm": 3.852240562438965, "learning_rate": 0.000984797639806967, "loss": 5.15573828125, "step": 5500 }, { "epoch": 0.030034239032497047, "grad_norm": 2.7172482013702393, "learning_rate": 0.000982263068250943, "loss": 5.08664111328125, "step": 6000 }, { "epoch": 0.032537092285205134, "grad_norm": 3.6203691959381104, "learning_rate": 0.0009797284966949187, "loss": 5.0184736328125, "step": 6500 }, { "epoch": 0.035039945537913224, "grad_norm": 3.7745580673217773, "learning_rate": 0.0009771939251388944, "loss": 4.93708642578125, "step": 7000 }, { "epoch": 0.03754279879062131, "grad_norm": 3.1777524948120117, "learning_rate": 0.0009746593535828703, "loss": 4.8701796875, "step": 7500 }, { "epoch": 0.0400456520433294, "grad_norm": 2.618831157684326, "learning_rate": 0.0009721247820268462, "loss": 4.79606298828125, "step": 8000 }, { "epoch": 0.04254850529603748, "grad_norm": 3.1706504821777344, "learning_rate": 0.0009695902104708221, "loss": 4.68310498046875, "step": 8500 }, { "epoch": 0.04505135854874557, "grad_norm": 4.122912883758545, "learning_rate": 0.0009670556389147979, "loss": 4.52471337890625, "step": 9000 }, { "epoch": 0.04755421180145366, "grad_norm": 5.871074676513672, "learning_rate": 0.0009645210673587737, "loss": 4.431740234375, "step": 9500 }, { "epoch": 0.05005706505416174, "grad_norm": 4.671868801116943, "learning_rate": 0.0009619864958027495, "loss": 4.3813212890625, "step": 10000 }, { "epoch": 0.05255991830686983, "grad_norm": 5.27501916885376, "learning_rate": 0.0009594519242467253, "loss": 4.345298828125, "step": 10500 }, { "epoch": 0.05506277155957792, "grad_norm": 3.024589776992798, "learning_rate": 0.0009569173526907012, "loss": 4.3029296875, "step": 11000 }, { "epoch": 0.057565624812286005, "grad_norm": 4.175168514251709, "learning_rate": 0.000954382781134677, "loss": 4.2473017578125, "step": 11500 }, { "epoch": 0.060068478064994095, "grad_norm": 4.029629230499268, "learning_rate": 0.0009518482095786529, "loss": 4.2043369140625, "step": 12000 }, { "epoch": 0.06257133131770218, "grad_norm": 2.982729196548462, "learning_rate": 0.0009493136380226287, "loss": 4.1688193359375, "step": 12500 }, { "epoch": 0.06507418457041027, "grad_norm": 4.277925491333008, "learning_rate": 0.0009467790664666045, "loss": 4.1408681640625, "step": 13000 }, { "epoch": 0.06757703782311836, "grad_norm": 3.8282203674316406, "learning_rate": 0.0009442444949105803, "loss": 4.11766357421875, "step": 13500 }, { "epoch": 0.07007989107582645, "grad_norm": 2.9000778198242188, "learning_rate": 0.0009417099233545562, "loss": 4.10352685546875, "step": 14000 }, { "epoch": 0.07258274432853452, "grad_norm": 2.9970593452453613, "learning_rate": 0.0009391753517985319, "loss": 4.07767529296875, "step": 14500 }, { "epoch": 0.07508559758124261, "grad_norm": 3.4158072471618652, "learning_rate": 0.0009366407802425078, "loss": 4.064857177734375, "step": 15000 }, { "epoch": 0.0775884508339507, "grad_norm": 3.2057807445526123, "learning_rate": 0.0009341062086864837, "loss": 4.051400146484375, "step": 15500 }, { "epoch": 0.0800913040866588, "grad_norm": 2.434260845184326, "learning_rate": 0.0009315716371304595, "loss": 4.036130126953125, "step": 16000 }, { "epoch": 0.08259415733936688, "grad_norm": 2.9790401458740234, "learning_rate": 0.0009290370655744354, "loss": 4.02460791015625, "step": 16500 }, { "epoch": 0.08509701059207496, "grad_norm": 3.482231378555298, "learning_rate": 0.0009265024940184111, "loss": 4.00611865234375, "step": 17000 }, { "epoch": 0.08759986384478305, "grad_norm": 2.4160420894622803, "learning_rate": 0.0009239679224623869, "loss": 3.9791044921875, "step": 17500 }, { "epoch": 0.09010271709749114, "grad_norm": 2.862804412841797, "learning_rate": 0.0009214333509063628, "loss": 3.975488037109375, "step": 18000 }, { "epoch": 0.09260557035019923, "grad_norm": 2.8292791843414307, "learning_rate": 0.0009188987793503386, "loss": 3.962578125, "step": 18500 }, { "epoch": 0.09510842360290732, "grad_norm": 2.4466421604156494, "learning_rate": 0.0009163642077943145, "loss": 3.951033203125, "step": 19000 }, { "epoch": 0.0976112768556154, "grad_norm": 2.714712381362915, "learning_rate": 0.0009138296362382903, "loss": 3.942341064453125, "step": 19500 }, { "epoch": 0.10011413010832348, "grad_norm": 2.4126367568969727, "learning_rate": 0.0009112950646822661, "loss": 3.93289599609375, "step": 20000 }, { "epoch": 0.10261698336103157, "grad_norm": 2.6655354499816895, "learning_rate": 0.000908760493126242, "loss": 3.9245751953125, "step": 20500 }, { "epoch": 0.10511983661373966, "grad_norm": 2.656126022338867, "learning_rate": 0.0009062259215702178, "loss": 3.917452880859375, "step": 21000 }, { "epoch": 0.10762268986644775, "grad_norm": 3.4056339263916016, "learning_rate": 0.0009036913500141937, "loss": 3.91489013671875, "step": 21500 }, { "epoch": 0.11012554311915584, "grad_norm": 3.133349657058716, "learning_rate": 0.0009011567784581694, "loss": 3.908239990234375, "step": 22000 }, { "epoch": 0.11262839637186392, "grad_norm": 2.60827374458313, "learning_rate": 0.0008986222069021452, "loss": 3.9038525390625, "step": 22500 }, { "epoch": 0.11513124962457201, "grad_norm": 3.082875967025757, "learning_rate": 0.0008960876353461211, "loss": 3.898443115234375, "step": 23000 }, { "epoch": 0.1176341028772801, "grad_norm": 2.5959954261779785, "learning_rate": 0.000893553063790097, "loss": 3.8973671875, "step": 23500 }, { "epoch": 0.12013695612998819, "grad_norm": 2.6542720794677734, "learning_rate": 0.0008910184922340728, "loss": 3.887083251953125, "step": 24000 }, { "epoch": 0.12263980938269628, "grad_norm": 2.8866167068481445, "learning_rate": 0.0008884839206780486, "loss": 3.8834228515625, "step": 24500 }, { "epoch": 0.12514266263540436, "grad_norm": 2.286869764328003, "learning_rate": 0.0008859493491220244, "loss": 3.879111083984375, "step": 25000 }, { "epoch": 0.12764551588811246, "grad_norm": 2.315378189086914, "learning_rate": 0.0008834147775660003, "loss": 3.87430859375, "step": 25500 }, { "epoch": 0.13014836914082054, "grad_norm": 2.585437297821045, "learning_rate": 0.0008808802060099761, "loss": 3.865291259765625, "step": 26000 }, { "epoch": 0.1326512223935286, "grad_norm": 2.0880141258239746, "learning_rate": 0.0008783456344539519, "loss": 3.86726318359375, "step": 26500 }, { "epoch": 0.13515407564623672, "grad_norm": 3.8954660892486572, "learning_rate": 0.0008758110628979277, "loss": 3.857076416015625, "step": 27000 }, { "epoch": 0.1376569288989448, "grad_norm": 2.7413365840911865, "learning_rate": 0.0008732764913419036, "loss": 3.847961181640625, "step": 27500 }, { "epoch": 0.1401597821516529, "grad_norm": 2.139669895172119, "learning_rate": 0.0008707419197858795, "loss": 3.8391015625, "step": 28000 }, { "epoch": 0.14266263540436097, "grad_norm": 2.6150882244110107, "learning_rate": 0.0008682073482298553, "loss": 3.844651611328125, "step": 28500 }, { "epoch": 0.14516548865706905, "grad_norm": 2.0961475372314453, "learning_rate": 0.000865672776673831, "loss": 3.838920654296875, "step": 29000 }, { "epoch": 0.14766834190977715, "grad_norm": 1.6555510759353638, "learning_rate": 0.0008631382051178069, "loss": 3.830831298828125, "step": 29500 }, { "epoch": 0.15017119516248523, "grad_norm": 2.021756172180176, "learning_rate": 0.0008606036335617827, "loss": 3.831986083984375, "step": 30000 }, { "epoch": 0.15267404841519333, "grad_norm": 2.443938732147217, "learning_rate": 0.0008580690620057585, "loss": 3.82814892578125, "step": 30500 }, { "epoch": 0.1551769016679014, "grad_norm": 2.7708399295806885, "learning_rate": 0.0008555344904497345, "loss": 3.826418212890625, "step": 31000 }, { "epoch": 0.15767975492060948, "grad_norm": 2.912818193435669, "learning_rate": 0.0008529999188937102, "loss": 3.820591552734375, "step": 31500 }, { "epoch": 0.1601826081733176, "grad_norm": 1.972159504890442, "learning_rate": 0.0008504653473376861, "loss": 3.820856689453125, "step": 32000 }, { "epoch": 0.16268546142602566, "grad_norm": 1.9451887607574463, "learning_rate": 0.0008479307757816619, "loss": 3.814978515625, "step": 32500 }, { "epoch": 0.16518831467873377, "grad_norm": 2.150108814239502, "learning_rate": 0.0008453962042256377, "loss": 3.811254638671875, "step": 33000 }, { "epoch": 0.16769116793144184, "grad_norm": 2.0424044132232666, "learning_rate": 0.0008428616326696136, "loss": 3.805937255859375, "step": 33500 }, { "epoch": 0.17019402118414992, "grad_norm": 2.3607442378997803, "learning_rate": 0.0008403270611135893, "loss": 3.809372802734375, "step": 34000 }, { "epoch": 0.17269687443685802, "grad_norm": 1.8008382320404053, "learning_rate": 0.0008377924895575651, "loss": 3.804686767578125, "step": 34500 }, { "epoch": 0.1751997276895661, "grad_norm": 1.9430861473083496, "learning_rate": 0.000835257918001541, "loss": 3.797337646484375, "step": 35000 }, { "epoch": 0.1777025809422742, "grad_norm": 1.95684814453125, "learning_rate": 0.0008327233464455169, "loss": 3.797610595703125, "step": 35500 }, { "epoch": 0.18020543419498228, "grad_norm": 2.4061484336853027, "learning_rate": 0.0008301887748894928, "loss": 3.797681640625, "step": 36000 }, { "epoch": 0.18270828744769035, "grad_norm": 1.7359437942504883, "learning_rate": 0.0008276542033334685, "loss": 3.796197509765625, "step": 36500 }, { "epoch": 0.18521114070039846, "grad_norm": 1.7878361940383911, "learning_rate": 0.0008251196317774443, "loss": 3.790050537109375, "step": 37000 }, { "epoch": 0.18771399395310653, "grad_norm": 1.6845914125442505, "learning_rate": 0.0008225850602214202, "loss": 3.789064208984375, "step": 37500 }, { "epoch": 0.19021684720581464, "grad_norm": 2.1311569213867188, "learning_rate": 0.000820050488665396, "loss": 3.7865849609375, "step": 38000 }, { "epoch": 0.1927197004585227, "grad_norm": 1.8453598022460938, "learning_rate": 0.000817515917109372, "loss": 3.783989501953125, "step": 38500 }, { "epoch": 0.1952225537112308, "grad_norm": 1.7679035663604736, "learning_rate": 0.0008149813455533477, "loss": 3.783624267578125, "step": 39000 }, { "epoch": 0.1977254069639389, "grad_norm": 1.8750481605529785, "learning_rate": 0.0008124467739973235, "loss": 3.783828369140625, "step": 39500 }, { "epoch": 0.20022826021664697, "grad_norm": 1.7573612928390503, "learning_rate": 0.0008099122024412994, "loss": 3.78201171875, "step": 40000 }, { "epoch": 0.20273111346935507, "grad_norm": 2.41463041305542, "learning_rate": 0.0008073776308852752, "loss": 3.781732421875, "step": 40500 }, { "epoch": 0.20523396672206315, "grad_norm": 1.7616289854049683, "learning_rate": 0.0008048430593292509, "loss": 3.78028955078125, "step": 41000 }, { "epoch": 0.20773681997477125, "grad_norm": 2.3691365718841553, "learning_rate": 0.0008023084877732268, "loss": 3.773391845703125, "step": 41500 }, { "epoch": 0.21023967322747933, "grad_norm": 1.963706612586975, "learning_rate": 0.0007997739162172026, "loss": 3.769884765625, "step": 42000 }, { "epoch": 0.2127425264801874, "grad_norm": 1.9594855308532715, "learning_rate": 0.0007972393446611785, "loss": 3.7672158203125, "step": 42500 }, { "epoch": 0.2152453797328955, "grad_norm": 2.3996403217315674, "learning_rate": 0.0007947047731051544, "loss": 3.76160986328125, "step": 43000 }, { "epoch": 0.21774823298560358, "grad_norm": 2.1060993671417236, "learning_rate": 0.0007921702015491301, "loss": 3.763789794921875, "step": 43500 }, { "epoch": 0.2202510862383117, "grad_norm": 2.317796468734741, "learning_rate": 0.000789635629993106, "loss": 3.762788818359375, "step": 44000 }, { "epoch": 0.22275393949101976, "grad_norm": 2.640509605407715, "learning_rate": 0.0007871010584370818, "loss": 3.764238037109375, "step": 44500 }, { "epoch": 0.22525679274372784, "grad_norm": 1.823607325553894, "learning_rate": 0.0007845664868810577, "loss": 3.753896728515625, "step": 45000 }, { "epoch": 0.22775964599643594, "grad_norm": 2.018728733062744, "learning_rate": 0.0007820319153250335, "loss": 3.755555908203125, "step": 45500 }, { "epoch": 0.23026249924914402, "grad_norm": 2.170738935470581, "learning_rate": 0.0007794973437690092, "loss": 3.754555419921875, "step": 46000 }, { "epoch": 0.23276535250185212, "grad_norm": 2.0860631465911865, "learning_rate": 0.0007769627722129851, "loss": 3.7549931640625, "step": 46500 }, { "epoch": 0.2352682057545602, "grad_norm": 1.9485915899276733, "learning_rate": 0.000774428200656961, "loss": 3.7568369140625, "step": 47000 }, { "epoch": 0.23777105900726828, "grad_norm": 1.9212212562561035, "learning_rate": 0.0007718936291009368, "loss": 3.744835205078125, "step": 47500 }, { "epoch": 0.24027391225997638, "grad_norm": 2.058070182800293, "learning_rate": 0.0007693590575449127, "loss": 3.742211181640625, "step": 48000 }, { "epoch": 0.24277676551268446, "grad_norm": 1.8306771516799927, "learning_rate": 0.0007668244859888884, "loss": 3.74637646484375, "step": 48500 }, { "epoch": 0.24527961876539256, "grad_norm": 1.788710117340088, "learning_rate": 0.0007642899144328643, "loss": 3.74724658203125, "step": 49000 }, { "epoch": 0.24778247201810064, "grad_norm": 1.9172203540802002, "learning_rate": 0.0007617553428768401, "loss": 3.73677001953125, "step": 49500 }, { "epoch": 0.2502853252708087, "grad_norm": 1.7904082536697388, "learning_rate": 0.0007592207713208159, "loss": 3.740269775390625, "step": 50000 }, { "epoch": 0.2527881785235168, "grad_norm": 2.227440595626831, "learning_rate": 0.0007566861997647919, "loss": 3.73873583984375, "step": 50500 }, { "epoch": 0.2552910317762249, "grad_norm": 2.0464396476745605, "learning_rate": 0.0007541516282087676, "loss": 3.733692626953125, "step": 51000 }, { "epoch": 0.25779388502893297, "grad_norm": 2.456988573074341, "learning_rate": 0.0007516170566527434, "loss": 3.734913818359375, "step": 51500 }, { "epoch": 0.26029673828164107, "grad_norm": 1.8801586627960205, "learning_rate": 0.0007490824850967193, "loss": 3.736904296875, "step": 52000 }, { "epoch": 0.2627995915343492, "grad_norm": 1.8033634424209595, "learning_rate": 0.0007465479135406951, "loss": 3.7330205078125, "step": 52500 }, { "epoch": 0.2653024447870572, "grad_norm": 2.2701306343078613, "learning_rate": 0.000744013341984671, "loss": 3.725997314453125, "step": 53000 }, { "epoch": 0.2678052980397653, "grad_norm": 1.7583701610565186, "learning_rate": 0.0007414787704286467, "loss": 3.7296396484375, "step": 53500 }, { "epoch": 0.27030815129247343, "grad_norm": 1.6454366445541382, "learning_rate": 0.0007389441988726225, "loss": 3.731659423828125, "step": 54000 }, { "epoch": 0.27281100454518153, "grad_norm": 2.0838608741760254, "learning_rate": 0.0007364096273165985, "loss": 3.7245400390625, "step": 54500 }, { "epoch": 0.2753138577978896, "grad_norm": 1.8454278707504272, "learning_rate": 0.0007338750557605743, "loss": 3.730070068359375, "step": 55000 }, { "epoch": 0.2778167110505977, "grad_norm": 1.678946852684021, "learning_rate": 0.0007313404842045502, "loss": 3.722787841796875, "step": 55500 }, { "epoch": 0.2803195643033058, "grad_norm": 1.8083456754684448, "learning_rate": 0.0007288059126485259, "loss": 3.724546142578125, "step": 56000 }, { "epoch": 0.28282241755601384, "grad_norm": 2.1875393390655518, "learning_rate": 0.0007262713410925017, "loss": 3.720130126953125, "step": 56500 }, { "epoch": 0.28532527080872194, "grad_norm": 2.0490903854370117, "learning_rate": 0.0007237367695364776, "loss": 3.719673828125, "step": 57000 }, { "epoch": 0.28782812406143005, "grad_norm": 1.6700032949447632, "learning_rate": 0.0007212021979804534, "loss": 3.716502197265625, "step": 57500 }, { "epoch": 0.2903309773141381, "grad_norm": 2.304266929626465, "learning_rate": 0.0007186676264244291, "loss": 3.71671875, "step": 58000 }, { "epoch": 0.2928338305668462, "grad_norm": 1.7173802852630615, "learning_rate": 0.000716133054868405, "loss": 3.715947509765625, "step": 58500 }, { "epoch": 0.2953366838195543, "grad_norm": 1.5778638124465942, "learning_rate": 0.0007135984833123809, "loss": 3.71609375, "step": 59000 }, { "epoch": 0.2978395370722624, "grad_norm": 1.781036138534546, "learning_rate": 0.0007110639117563568, "loss": 3.71008984375, "step": 59500 }, { "epoch": 0.30034239032497045, "grad_norm": 1.9131357669830322, "learning_rate": 0.0007085293402003326, "loss": 3.7203095703125, "step": 60000 }, { "epoch": 0.30284524357767856, "grad_norm": 1.9130349159240723, "learning_rate": 0.0007059947686443083, "loss": 3.709778564453125, "step": 60500 }, { "epoch": 0.30534809683038666, "grad_norm": 1.6772801876068115, "learning_rate": 0.0007034601970882842, "loss": 3.705680908203125, "step": 61000 }, { "epoch": 0.3078509500830947, "grad_norm": 1.6399317979812622, "learning_rate": 0.00070092562553226, "loss": 3.711471923828125, "step": 61500 }, { "epoch": 0.3103538033358028, "grad_norm": 1.8999618291854858, "learning_rate": 0.0006983910539762359, "loss": 3.70576025390625, "step": 62000 }, { "epoch": 0.3128566565885109, "grad_norm": 2.1071550846099854, "learning_rate": 0.0006958564824202118, "loss": 3.70277783203125, "step": 62500 }, { "epoch": 0.31535950984121897, "grad_norm": 2.0330166816711426, "learning_rate": 0.0006933219108641875, "loss": 3.704845947265625, "step": 63000 }, { "epoch": 0.31786236309392707, "grad_norm": 2.4270427227020264, "learning_rate": 0.0006907873393081634, "loss": 3.70565966796875, "step": 63500 }, { "epoch": 0.3203652163466352, "grad_norm": 2.3095145225524902, "learning_rate": 0.0006882527677521392, "loss": 3.700028076171875, "step": 64000 }, { "epoch": 0.3228680695993433, "grad_norm": 1.5352027416229248, "learning_rate": 0.000685718196196115, "loss": 3.696085205078125, "step": 64500 }, { "epoch": 0.3253709228520513, "grad_norm": 1.7863811254501343, "learning_rate": 0.0006831836246400909, "loss": 3.703200927734375, "step": 65000 }, { "epoch": 0.32787377610475943, "grad_norm": 2.214879035949707, "learning_rate": 0.0006806490530840666, "loss": 3.700843994140625, "step": 65500 }, { "epoch": 0.33037662935746753, "grad_norm": 2.0720412731170654, "learning_rate": 0.0006781144815280425, "loss": 3.697454345703125, "step": 66000 }, { "epoch": 0.3328794826101756, "grad_norm": 1.8571434020996094, "learning_rate": 0.0006755799099720184, "loss": 3.70225537109375, "step": 66500 }, { "epoch": 0.3353823358628837, "grad_norm": 1.8809031248092651, "learning_rate": 0.0006730453384159942, "loss": 3.693578369140625, "step": 67000 }, { "epoch": 0.3378851891155918, "grad_norm": 1.6380670070648193, "learning_rate": 0.0006705107668599701, "loss": 3.6994375, "step": 67500 }, { "epoch": 0.34038804236829984, "grad_norm": 2.124093532562256, "learning_rate": 0.0006679761953039458, "loss": 3.69878076171875, "step": 68000 }, { "epoch": 0.34289089562100794, "grad_norm": 1.7897788286209106, "learning_rate": 0.0006654416237479217, "loss": 3.697716796875, "step": 68500 }, { "epoch": 0.34539374887371604, "grad_norm": 1.9319461584091187, "learning_rate": 0.0006629070521918975, "loss": 3.697259765625, "step": 69000 }, { "epoch": 0.34789660212642415, "grad_norm": 1.8310763835906982, "learning_rate": 0.0006603724806358733, "loss": 3.692078125, "step": 69500 }, { "epoch": 0.3503994553791322, "grad_norm": 2.205528497695923, "learning_rate": 0.0006578379090798491, "loss": 3.69245703125, "step": 70000 }, { "epoch": 0.3529023086318403, "grad_norm": 1.774605631828308, "learning_rate": 0.000655303337523825, "loss": 3.685890625, "step": 70500 }, { "epoch": 0.3554051618845484, "grad_norm": 1.38717782497406, "learning_rate": 0.0006527687659678008, "loss": 3.684531494140625, "step": 71000 }, { "epoch": 0.35790801513725645, "grad_norm": 1.6136027574539185, "learning_rate": 0.0006502341944117767, "loss": 3.69069921875, "step": 71500 }, { "epoch": 0.36041086838996456, "grad_norm": 1.537078619003296, "learning_rate": 0.0006476996228557525, "loss": 3.683295166015625, "step": 72000 }, { "epoch": 0.36291372164267266, "grad_norm": 1.6040902137756348, "learning_rate": 0.0006451650512997283, "loss": 3.685621826171875, "step": 72500 }, { "epoch": 0.3654165748953807, "grad_norm": 1.8925518989562988, "learning_rate": 0.0006426304797437041, "loss": 3.685666015625, "step": 73000 }, { "epoch": 0.3679194281480888, "grad_norm": 1.8568155765533447, "learning_rate": 0.0006400959081876799, "loss": 3.692338623046875, "step": 73500 }, { "epoch": 0.3704222814007969, "grad_norm": 1.7361416816711426, "learning_rate": 0.0006375613366316558, "loss": 3.6861181640625, "step": 74000 }, { "epoch": 0.372925134653505, "grad_norm": 1.7841486930847168, "learning_rate": 0.0006350267650756317, "loss": 3.6924716796875, "step": 74500 }, { "epoch": 0.37542798790621307, "grad_norm": 1.7056694030761719, "learning_rate": 0.0006324921935196074, "loss": 3.686511474609375, "step": 75000 }, { "epoch": 0.37793084115892117, "grad_norm": 1.580727458000183, "learning_rate": 0.0006299576219635833, "loss": 3.68265478515625, "step": 75500 }, { "epoch": 0.3804336944116293, "grad_norm": 1.7336328029632568, "learning_rate": 0.0006274230504075591, "loss": 3.6850654296875, "step": 76000 }, { "epoch": 0.3829365476643373, "grad_norm": 1.5710227489471436, "learning_rate": 0.000624888478851535, "loss": 3.67622216796875, "step": 76500 }, { "epoch": 0.3854394009170454, "grad_norm": 1.5945144891738892, "learning_rate": 0.0006223539072955108, "loss": 3.6792265625, "step": 77000 }, { "epoch": 0.38794225416975353, "grad_norm": 1.719498634338379, "learning_rate": 0.0006198193357394865, "loss": 3.6833857421875, "step": 77500 }, { "epoch": 0.3904451074224616, "grad_norm": 1.573280692100525, "learning_rate": 0.0006172847641834624, "loss": 3.681039794921875, "step": 78000 }, { "epoch": 0.3929479606751697, "grad_norm": 1.656520962715149, "learning_rate": 0.0006147501926274383, "loss": 3.67862109375, "step": 78500 }, { "epoch": 0.3954508139278778, "grad_norm": 1.4892680644989014, "learning_rate": 0.0006122156210714142, "loss": 3.683162109375, "step": 79000 }, { "epoch": 0.3979536671805859, "grad_norm": 1.7177106142044067, "learning_rate": 0.00060968104951539, "loss": 3.6782802734375, "step": 79500 }, { "epoch": 0.40045652043329394, "grad_norm": 1.930566430091858, "learning_rate": 0.0006071464779593657, "loss": 3.675829833984375, "step": 80000 }, { "epoch": 0.40295937368600204, "grad_norm": 1.75054132938385, "learning_rate": 0.0006046119064033416, "loss": 3.673358154296875, "step": 80500 }, { "epoch": 0.40546222693871015, "grad_norm": 2.0320589542388916, "learning_rate": 0.0006020773348473174, "loss": 3.682734375, "step": 81000 }, { "epoch": 0.4079650801914182, "grad_norm": 1.7913615703582764, "learning_rate": 0.0005995427632912932, "loss": 3.671685546875, "step": 81500 }, { "epoch": 0.4104679334441263, "grad_norm": 1.7928524017333984, "learning_rate": 0.0005970081917352692, "loss": 3.671380615234375, "step": 82000 }, { "epoch": 0.4129707866968344, "grad_norm": 1.869042992591858, "learning_rate": 0.0005944736201792449, "loss": 3.67721142578125, "step": 82500 }, { "epoch": 0.4154736399495425, "grad_norm": 1.5517789125442505, "learning_rate": 0.0005919390486232208, "loss": 3.6754140625, "step": 83000 }, { "epoch": 0.41797649320225055, "grad_norm": 1.595402717590332, "learning_rate": 0.0005894044770671966, "loss": 3.668099853515625, "step": 83500 }, { "epoch": 0.42047934645495866, "grad_norm": 1.945172667503357, "learning_rate": 0.0005868699055111724, "loss": 3.671301025390625, "step": 84000 }, { "epoch": 0.42298219970766676, "grad_norm": 1.8418647050857544, "learning_rate": 0.0005843353339551482, "loss": 3.67426806640625, "step": 84500 }, { "epoch": 0.4254850529603748, "grad_norm": 1.7435978651046753, "learning_rate": 0.000581800762399124, "loss": 3.667631103515625, "step": 85000 }, { "epoch": 0.4279879062130829, "grad_norm": 1.9140781164169312, "learning_rate": 0.0005792661908430999, "loss": 3.6694462890625, "step": 85500 }, { "epoch": 0.430490759465791, "grad_norm": 1.513244390487671, "learning_rate": 0.0005767316192870758, "loss": 3.66881298828125, "step": 86000 }, { "epoch": 0.43299361271849907, "grad_norm": 1.5456304550170898, "learning_rate": 0.0005741970477310516, "loss": 3.66756884765625, "step": 86500 }, { "epoch": 0.43549646597120717, "grad_norm": 1.5209053754806519, "learning_rate": 0.0005716624761750274, "loss": 3.672987060546875, "step": 87000 }, { "epoch": 0.4379993192239153, "grad_norm": 1.4861605167388916, "learning_rate": 0.0005691279046190032, "loss": 3.667175537109375, "step": 87500 }, { "epoch": 0.4405021724766234, "grad_norm": 1.967034101486206, "learning_rate": 0.000566593333062979, "loss": 3.66667919921875, "step": 88000 }, { "epoch": 0.4430050257293314, "grad_norm": 1.595773458480835, "learning_rate": 0.0005640587615069549, "loss": 3.673625244140625, "step": 88500 }, { "epoch": 0.44550787898203953, "grad_norm": 1.5689270496368408, "learning_rate": 0.0005615241899509307, "loss": 3.665526123046875, "step": 89000 }, { "epoch": 0.44801073223474763, "grad_norm": 1.8069075345993042, "learning_rate": 0.0005589896183949065, "loss": 3.6705966796875, "step": 89500 }, { "epoch": 0.4505135854874557, "grad_norm": 1.7500793933868408, "learning_rate": 0.0005564550468388824, "loss": 3.659717529296875, "step": 90000 }, { "epoch": 0.4530164387401638, "grad_norm": 1.9281926155090332, "learning_rate": 0.0005539204752828582, "loss": 3.669375732421875, "step": 90500 }, { "epoch": 0.4555192919928719, "grad_norm": 1.7689753770828247, "learning_rate": 0.0005513859037268341, "loss": 3.666206298828125, "step": 91000 }, { "epoch": 0.45802214524557994, "grad_norm": 1.4911123514175415, "learning_rate": 0.0005488513321708099, "loss": 3.6632685546875, "step": 91500 }, { "epoch": 0.46052499849828804, "grad_norm": 1.8055247068405151, "learning_rate": 0.0005463167606147856, "loss": 3.66301025390625, "step": 92000 }, { "epoch": 0.46302785175099614, "grad_norm": 2.02209734916687, "learning_rate": 0.0005437821890587615, "loss": 3.662291748046875, "step": 92500 }, { "epoch": 0.46553070500370425, "grad_norm": 1.6807721853256226, "learning_rate": 0.0005412476175027373, "loss": 3.664853271484375, "step": 93000 }, { "epoch": 0.4680335582564123, "grad_norm": 1.6055474281311035, "learning_rate": 0.0005387130459467132, "loss": 3.667142333984375, "step": 93500 }, { "epoch": 0.4705364115091204, "grad_norm": 1.8553107976913452, "learning_rate": 0.0005361784743906891, "loss": 3.661646240234375, "step": 94000 }, { "epoch": 0.4730392647618285, "grad_norm": 1.4669114351272583, "learning_rate": 0.0005336439028346648, "loss": 3.658957275390625, "step": 94500 }, { "epoch": 0.47554211801453655, "grad_norm": 2.0262646675109863, "learning_rate": 0.0005311093312786407, "loss": 3.658015380859375, "step": 95000 }, { "epoch": 0.47804497126724466, "grad_norm": 2.062088966369629, "learning_rate": 0.0005285747597226165, "loss": 3.658702392578125, "step": 95500 }, { "epoch": 0.48054782451995276, "grad_norm": 1.9712363481521606, "learning_rate": 0.0005260401881665924, "loss": 3.662225341796875, "step": 96000 }, { "epoch": 0.4830506777726608, "grad_norm": 1.8696255683898926, "learning_rate": 0.0005235056166105681, "loss": 3.6660576171875, "step": 96500 }, { "epoch": 0.4855535310253689, "grad_norm": 2.1086723804473877, "learning_rate": 0.0005209710450545439, "loss": 3.65896044921875, "step": 97000 }, { "epoch": 0.488056384278077, "grad_norm": 1.715372085571289, "learning_rate": 0.0005184364734985198, "loss": 3.66136181640625, "step": 97500 }, { "epoch": 0.4905592375307851, "grad_norm": 1.9395673274993896, "learning_rate": 0.0005159019019424957, "loss": 3.6563623046875, "step": 98000 }, { "epoch": 0.49306209078349317, "grad_norm": 1.848891258239746, "learning_rate": 0.0005133673303864715, "loss": 3.653328857421875, "step": 98500 }, { "epoch": 0.49556494403620127, "grad_norm": 1.5794322490692139, "learning_rate": 0.0005108327588304473, "loss": 3.6547734375, "step": 99000 }, { "epoch": 0.4980677972889094, "grad_norm": 1.8895010948181152, "learning_rate": 0.0005082981872744231, "loss": 3.6587822265625, "step": 99500 }, { "epoch": 0.5005706505416174, "grad_norm": 1.8931089639663696, "learning_rate": 0.000505763615718399, "loss": 3.659143310546875, "step": 100000 }, { "epoch": 0.5030735037943256, "grad_norm": 1.7759466171264648, "learning_rate": 0.0005032290441623748, "loss": 3.6574375, "step": 100500 }, { "epoch": 0.5055763570470336, "grad_norm": 2.049185037612915, "learning_rate": 0.0005006944726063506, "loss": 3.655688720703125, "step": 101000 }, { "epoch": 0.5080792102997417, "grad_norm": 1.458012580871582, "learning_rate": 0.0004981599010503264, "loss": 3.654919677734375, "step": 101500 }, { "epoch": 0.5105820635524498, "grad_norm": 1.7793399095535278, "learning_rate": 0.0004956253294943023, "loss": 3.655049560546875, "step": 102000 }, { "epoch": 0.5130849168051579, "grad_norm": 1.9832676649093628, "learning_rate": 0.0004930907579382782, "loss": 3.658728759765625, "step": 102500 }, { "epoch": 0.5155877700578659, "grad_norm": 1.5563584566116333, "learning_rate": 0.000490556186382254, "loss": 3.65015869140625, "step": 103000 }, { "epoch": 0.5180906233105741, "grad_norm": 1.5542904138565063, "learning_rate": 0.0004880216148262298, "loss": 3.65549462890625, "step": 103500 }, { "epoch": 0.5205934765632821, "grad_norm": 1.8637254238128662, "learning_rate": 0.0004854870432702056, "loss": 3.65076513671875, "step": 104000 }, { "epoch": 0.5230963298159902, "grad_norm": 1.958605408668518, "learning_rate": 0.0004829524717141814, "loss": 3.64661865234375, "step": 104500 }, { "epoch": 0.5255991830686984, "grad_norm": 1.92270827293396, "learning_rate": 0.0004804179001581573, "loss": 3.6563857421875, "step": 105000 }, { "epoch": 0.5281020363214064, "grad_norm": 1.7995038032531738, "learning_rate": 0.00047788332860213315, "loss": 3.65359814453125, "step": 105500 }, { "epoch": 0.5306048895741144, "grad_norm": 1.6852107048034668, "learning_rate": 0.0004753487570461089, "loss": 3.647372314453125, "step": 106000 }, { "epoch": 0.5331077428268226, "grad_norm": 1.6941968202590942, "learning_rate": 0.0004728141854900848, "loss": 3.64666552734375, "step": 106500 }, { "epoch": 0.5356105960795307, "grad_norm": 1.3956968784332275, "learning_rate": 0.0004702796139340606, "loss": 3.647585205078125, "step": 107000 }, { "epoch": 0.5381134493322387, "grad_norm": 1.5526673793792725, "learning_rate": 0.00046774504237803645, "loss": 3.648370361328125, "step": 107500 }, { "epoch": 0.5406163025849469, "grad_norm": 1.883089303970337, "learning_rate": 0.0004652104708220122, "loss": 3.649826416015625, "step": 108000 }, { "epoch": 0.5431191558376549, "grad_norm": 2.3394720554351807, "learning_rate": 0.0004626758992659881, "loss": 3.64964501953125, "step": 108500 }, { "epoch": 0.5456220090903631, "grad_norm": 1.6177868843078613, "learning_rate": 0.00046014132770996394, "loss": 3.64379541015625, "step": 109000 }, { "epoch": 0.5481248623430711, "grad_norm": 1.7909425497055054, "learning_rate": 0.00045760675615393975, "loss": 3.647383056640625, "step": 109500 }, { "epoch": 0.5506277155957792, "grad_norm": 1.9329193830490112, "learning_rate": 0.00045507218459791556, "loss": 3.64764501953125, "step": 110000 }, { "epoch": 0.5531305688484873, "grad_norm": 1.8881746530532837, "learning_rate": 0.0004525376130418914, "loss": 3.643298828125, "step": 110500 }, { "epoch": 0.5556334221011954, "grad_norm": 1.6410696506500244, "learning_rate": 0.00045000304148586724, "loss": 3.64034228515625, "step": 111000 }, { "epoch": 0.5581362753539034, "grad_norm": 1.8431017398834229, "learning_rate": 0.0004474684699298431, "loss": 3.6476767578125, "step": 111500 }, { "epoch": 0.5606391286066116, "grad_norm": 2.074439525604248, "learning_rate": 0.0004449338983738189, "loss": 3.649118408203125, "step": 112000 }, { "epoch": 0.5631419818593196, "grad_norm": 1.6482527256011963, "learning_rate": 0.00044239932681779473, "loss": 3.642547607421875, "step": 112500 }, { "epoch": 0.5656448351120277, "grad_norm": 1.7995864152908325, "learning_rate": 0.00043986475526177054, "loss": 3.645882080078125, "step": 113000 }, { "epoch": 0.5681476883647358, "grad_norm": 1.763152003288269, "learning_rate": 0.0004373301837057464, "loss": 3.646869140625, "step": 113500 }, { "epoch": 0.5706505416174439, "grad_norm": 1.4815258979797363, "learning_rate": 0.0004347956121497222, "loss": 3.645563720703125, "step": 114000 }, { "epoch": 0.5731533948701519, "grad_norm": 2.3251960277557373, "learning_rate": 0.000432261040593698, "loss": 3.6446982421875, "step": 114500 }, { "epoch": 0.5756562481228601, "grad_norm": 1.8357338905334473, "learning_rate": 0.0004297264690376739, "loss": 3.645279296875, "step": 115000 }, { "epoch": 0.5781591013755681, "grad_norm": 2.0740931034088135, "learning_rate": 0.0004271918974816497, "loss": 3.642335693359375, "step": 115500 }, { "epoch": 0.5806619546282762, "grad_norm": 1.7284432649612427, "learning_rate": 0.00042465732592562557, "loss": 3.63809326171875, "step": 116000 }, { "epoch": 0.5831648078809843, "grad_norm": 1.8611701726913452, "learning_rate": 0.0004221227543696013, "loss": 3.646222412109375, "step": 116500 }, { "epoch": 0.5856676611336924, "grad_norm": 2.146646022796631, "learning_rate": 0.0004195881828135772, "loss": 3.642457763671875, "step": 117000 }, { "epoch": 0.5881705143864004, "grad_norm": 1.6727501153945923, "learning_rate": 0.00041705361125755306, "loss": 3.6390712890625, "step": 117500 }, { "epoch": 0.5906733676391086, "grad_norm": 1.8131234645843506, "learning_rate": 0.00041451903970152887, "loss": 3.64280810546875, "step": 118000 }, { "epoch": 0.5931762208918167, "grad_norm": 1.6020375490188599, "learning_rate": 0.0004119844681455047, "loss": 3.637257080078125, "step": 118500 }, { "epoch": 0.5956790741445248, "grad_norm": 1.8303790092468262, "learning_rate": 0.0004094498965894805, "loss": 3.651502685546875, "step": 119000 }, { "epoch": 0.5981819273972329, "grad_norm": 1.5408655405044556, "learning_rate": 0.00040691532503345636, "loss": 3.64015185546875, "step": 119500 }, { "epoch": 0.6006847806499409, "grad_norm": 1.8153284788131714, "learning_rate": 0.00040438075347743217, "loss": 3.63436376953125, "step": 120000 }, { "epoch": 0.6031876339026491, "grad_norm": 1.692089319229126, "learning_rate": 0.00040184618192140803, "loss": 3.634692138671875, "step": 120500 }, { "epoch": 0.6056904871553571, "grad_norm": 1.5766611099243164, "learning_rate": 0.00039931161036538384, "loss": 3.64487841796875, "step": 121000 }, { "epoch": 0.6081933404080652, "grad_norm": 2.2493677139282227, "learning_rate": 0.00039677703880935966, "loss": 3.63578466796875, "step": 121500 }, { "epoch": 0.6106961936607733, "grad_norm": 1.801074504852295, "learning_rate": 0.0003942424672533355, "loss": 3.640935791015625, "step": 122000 }, { "epoch": 0.6131990469134814, "grad_norm": 1.852244257926941, "learning_rate": 0.00039170789569731133, "loss": 3.63972265625, "step": 122500 }, { "epoch": 0.6157019001661894, "grad_norm": 1.7565351724624634, "learning_rate": 0.00038917332414128714, "loss": 3.633458984375, "step": 123000 }, { "epoch": 0.6182047534188976, "grad_norm": 1.857330322265625, "learning_rate": 0.000386638752585263, "loss": 3.64237060546875, "step": 123500 }, { "epoch": 0.6207076066716056, "grad_norm": 1.799117088317871, "learning_rate": 0.0003841041810292388, "loss": 3.63918212890625, "step": 124000 }, { "epoch": 0.6232104599243137, "grad_norm": 1.8343645334243774, "learning_rate": 0.0003815696094732147, "loss": 3.637200439453125, "step": 124500 }, { "epoch": 0.6257133131770218, "grad_norm": 1.7662107944488525, "learning_rate": 0.00037903503791719044, "loss": 3.63795263671875, "step": 125000 }, { "epoch": 0.6282161664297299, "grad_norm": 1.6956992149353027, "learning_rate": 0.0003765004663611663, "loss": 3.63470849609375, "step": 125500 }, { "epoch": 0.6307190196824379, "grad_norm": 2.003614664077759, "learning_rate": 0.0003739658948051422, "loss": 3.63920263671875, "step": 126000 }, { "epoch": 0.6332218729351461, "grad_norm": 1.6045197248458862, "learning_rate": 0.000371431323249118, "loss": 3.637398193359375, "step": 126500 }, { "epoch": 0.6357247261878541, "grad_norm": 1.959955096244812, "learning_rate": 0.0003688967516930938, "loss": 3.636107177734375, "step": 127000 }, { "epoch": 0.6382275794405622, "grad_norm": 1.6876951456069946, "learning_rate": 0.0003663621801370696, "loss": 3.639971435546875, "step": 127500 }, { "epoch": 0.6407304326932703, "grad_norm": 1.741106629371643, "learning_rate": 0.0003638276085810455, "loss": 3.636804931640625, "step": 128000 }, { "epoch": 0.6432332859459784, "grad_norm": 1.925697922706604, "learning_rate": 0.0003612930370250213, "loss": 3.6380078125, "step": 128500 }, { "epoch": 0.6457361391986866, "grad_norm": 1.280518889427185, "learning_rate": 0.00035875846546899715, "loss": 3.635797607421875, "step": 129000 }, { "epoch": 0.6482389924513946, "grad_norm": 1.5762803554534912, "learning_rate": 0.00035622389391297296, "loss": 3.631109375, "step": 129500 }, { "epoch": 0.6507418457041027, "grad_norm": 2.1477720737457275, "learning_rate": 0.0003536893223569488, "loss": 3.631920654296875, "step": 130000 }, { "epoch": 0.6532446989568108, "grad_norm": 1.9657801389694214, "learning_rate": 0.00035115475080092464, "loss": 3.63233447265625, "step": 130500 }, { "epoch": 0.6557475522095189, "grad_norm": 1.7251962423324585, "learning_rate": 0.00034862017924490045, "loss": 3.6347509765625, "step": 131000 }, { "epoch": 0.6582504054622269, "grad_norm": 2.440694808959961, "learning_rate": 0.00034608560768887626, "loss": 3.6314443359375, "step": 131500 }, { "epoch": 0.6607532587149351, "grad_norm": 1.8538457155227661, "learning_rate": 0.0003435510361328521, "loss": 3.635280517578125, "step": 132000 }, { "epoch": 0.6632561119676431, "grad_norm": 2.189566135406494, "learning_rate": 0.00034101646457682794, "loss": 3.64405712890625, "step": 132500 }, { "epoch": 0.6657589652203512, "grad_norm": 2.0254054069519043, "learning_rate": 0.0003384818930208038, "loss": 3.62674609375, "step": 133000 }, { "epoch": 0.6682618184730593, "grad_norm": 2.113755226135254, "learning_rate": 0.00033594732146477956, "loss": 3.628947265625, "step": 133500 }, { "epoch": 0.6707646717257674, "grad_norm": 1.903649091720581, "learning_rate": 0.0003334127499087554, "loss": 3.63149609375, "step": 134000 }, { "epoch": 0.6732675249784754, "grad_norm": 1.6068594455718994, "learning_rate": 0.00033087817835273124, "loss": 3.623746337890625, "step": 134500 }, { "epoch": 0.6757703782311836, "grad_norm": 2.0716729164123535, "learning_rate": 0.0003283436067967071, "loss": 3.63070751953125, "step": 135000 }, { "epoch": 0.6782732314838916, "grad_norm": 1.724648356437683, "learning_rate": 0.00032580903524068297, "loss": 3.64108154296875, "step": 135500 }, { "epoch": 0.6807760847365997, "grad_norm": 1.5500255823135376, "learning_rate": 0.0003232744636846587, "loss": 3.632128173828125, "step": 136000 }, { "epoch": 0.6832789379893078, "grad_norm": 1.7422417402267456, "learning_rate": 0.0003207398921286346, "loss": 3.631906494140625, "step": 136500 }, { "epoch": 0.6857817912420159, "grad_norm": 1.8625797033309937, "learning_rate": 0.0003182053205726104, "loss": 3.6257783203125, "step": 137000 }, { "epoch": 0.688284644494724, "grad_norm": 2.128350257873535, "learning_rate": 0.00031567074901658627, "loss": 3.6254482421875, "step": 137500 }, { "epoch": 0.6907874977474321, "grad_norm": 1.601706624031067, "learning_rate": 0.0003131361774605621, "loss": 3.633011962890625, "step": 138000 }, { "epoch": 0.6932903510001401, "grad_norm": 1.5253745317459106, "learning_rate": 0.0003106016059045379, "loss": 3.6314912109375, "step": 138500 }, { "epoch": 0.6957932042528483, "grad_norm": 1.680333137512207, "learning_rate": 0.00030806703434851376, "loss": 3.6275966796875, "step": 139000 }, { "epoch": 0.6982960575055563, "grad_norm": 2.1227986812591553, "learning_rate": 0.00030553246279248957, "loss": 3.627231201171875, "step": 139500 }, { "epoch": 0.7007989107582644, "grad_norm": 1.8361598253250122, "learning_rate": 0.0003029978912364654, "loss": 3.629599609375, "step": 140000 }, { "epoch": 0.7033017640109726, "grad_norm": 1.7934648990631104, "learning_rate": 0.0003004633196804412, "loss": 3.627947021484375, "step": 140500 }, { "epoch": 0.7058046172636806, "grad_norm": 1.8541797399520874, "learning_rate": 0.00029792874812441705, "loss": 3.629214599609375, "step": 141000 }, { "epoch": 0.7083074705163886, "grad_norm": 1.807485580444336, "learning_rate": 0.0002953941765683929, "loss": 3.63152294921875, "step": 141500 }, { "epoch": 0.7108103237690968, "grad_norm": 2.074301242828369, "learning_rate": 0.0002928596050123687, "loss": 3.624095458984375, "step": 142000 }, { "epoch": 0.7133131770218049, "grad_norm": 1.8511481285095215, "learning_rate": 0.00029032503345634454, "loss": 3.628389892578125, "step": 142500 }, { "epoch": 0.7158160302745129, "grad_norm": 1.7456377744674683, "learning_rate": 0.00028779046190032035, "loss": 3.6237578125, "step": 143000 }, { "epoch": 0.7183188835272211, "grad_norm": 2.097310781478882, "learning_rate": 0.0002852558903442962, "loss": 3.62559130859375, "step": 143500 }, { "epoch": 0.7208217367799291, "grad_norm": 1.8131901025772095, "learning_rate": 0.0002827213187882721, "loss": 3.625175048828125, "step": 144000 }, { "epoch": 0.7233245900326372, "grad_norm": 1.8940736055374146, "learning_rate": 0.00028018674723224784, "loss": 3.6262998046875, "step": 144500 }, { "epoch": 0.7258274432853453, "grad_norm": 1.8315372467041016, "learning_rate": 0.0002776521756762237, "loss": 3.623419677734375, "step": 145000 }, { "epoch": 0.7283302965380534, "grad_norm": 1.7090144157409668, "learning_rate": 0.0002751176041201995, "loss": 3.627345703125, "step": 145500 }, { "epoch": 0.7308331497907614, "grad_norm": 2.0023417472839355, "learning_rate": 0.0002725830325641754, "loss": 3.62523876953125, "step": 146000 }, { "epoch": 0.7333360030434696, "grad_norm": 1.800237774848938, "learning_rate": 0.0002700484610081512, "loss": 3.62260693359375, "step": 146500 }, { "epoch": 0.7358388562961776, "grad_norm": 2.0560290813446045, "learning_rate": 0.000267513889452127, "loss": 3.61937841796875, "step": 147000 }, { "epoch": 0.7383417095488858, "grad_norm": 1.9012936353683472, "learning_rate": 0.00026497931789610287, "loss": 3.625674560546875, "step": 147500 }, { "epoch": 0.7408445628015938, "grad_norm": 1.8973196744918823, "learning_rate": 0.0002624447463400787, "loss": 3.618414794921875, "step": 148000 }, { "epoch": 0.7433474160543019, "grad_norm": 1.6757844686508179, "learning_rate": 0.0002599101747840545, "loss": 3.6282275390625, "step": 148500 }, { "epoch": 0.74585026930701, "grad_norm": 2.141489028930664, "learning_rate": 0.0002573756032280303, "loss": 3.620032470703125, "step": 149000 }, { "epoch": 0.7483531225597181, "grad_norm": 1.9150117635726929, "learning_rate": 0.00025484103167200617, "loss": 3.624645751953125, "step": 149500 }, { "epoch": 0.7508559758124261, "grad_norm": 2.0160834789276123, "learning_rate": 0.00025230646011598204, "loss": 3.621151611328125, "step": 150000 }, { "epoch": 0.7533588290651343, "grad_norm": 2.122279167175293, "learning_rate": 0.00024977188855995785, "loss": 3.623587158203125, "step": 150500 }, { "epoch": 0.7558616823178423, "grad_norm": 1.9553264379501343, "learning_rate": 0.00024723731700393366, "loss": 3.62099462890625, "step": 151000 }, { "epoch": 0.7583645355705504, "grad_norm": 1.8279564380645752, "learning_rate": 0.00024470274544790947, "loss": 3.61964306640625, "step": 151500 }, { "epoch": 0.7608673888232586, "grad_norm": 2.114661931991577, "learning_rate": 0.0002421681738918853, "loss": 3.6219150390625, "step": 152000 }, { "epoch": 0.7633702420759666, "grad_norm": 1.6294009685516357, "learning_rate": 0.00023963360233586115, "loss": 3.620099609375, "step": 152500 }, { "epoch": 0.7658730953286746, "grad_norm": 2.1200902462005615, "learning_rate": 0.000237099030779837, "loss": 3.625309814453125, "step": 153000 }, { "epoch": 0.7683759485813828, "grad_norm": 1.6554300785064697, "learning_rate": 0.0002345644592238128, "loss": 3.619300537109375, "step": 153500 }, { "epoch": 0.7708788018340909, "grad_norm": 1.9299355745315552, "learning_rate": 0.00023202988766778866, "loss": 3.617801513671875, "step": 154000 }, { "epoch": 0.7733816550867989, "grad_norm": 2.099806785583496, "learning_rate": 0.00022949531611176447, "loss": 3.6246875, "step": 154500 }, { "epoch": 0.7758845083395071, "grad_norm": 2.009312629699707, "learning_rate": 0.0002269607445557403, "loss": 3.62288916015625, "step": 155000 }, { "epoch": 0.7783873615922151, "grad_norm": 2.031897783279419, "learning_rate": 0.00022442617299971612, "loss": 3.624603271484375, "step": 155500 }, { "epoch": 0.7808902148449232, "grad_norm": 1.752125859260559, "learning_rate": 0.00022189160144369196, "loss": 3.620227294921875, "step": 156000 }, { "epoch": 0.7833930680976313, "grad_norm": 2.0249686241149902, "learning_rate": 0.00021935702988766777, "loss": 3.616474853515625, "step": 156500 }, { "epoch": 0.7858959213503394, "grad_norm": 2.01597261428833, "learning_rate": 0.00021682245833164364, "loss": 3.617233642578125, "step": 157000 }, { "epoch": 0.7883987746030475, "grad_norm": 1.736186146736145, "learning_rate": 0.00021428788677561945, "loss": 3.612239501953125, "step": 157500 }, { "epoch": 0.7909016278557556, "grad_norm": 2.0097036361694336, "learning_rate": 0.0002117533152195953, "loss": 3.618283935546875, "step": 158000 }, { "epoch": 0.7934044811084636, "grad_norm": 1.7406060695648193, "learning_rate": 0.0002092187436635711, "loss": 3.617329833984375, "step": 158500 }, { "epoch": 0.7959073343611718, "grad_norm": 2.256293773651123, "learning_rate": 0.00020668417210754694, "loss": 3.6175830078125, "step": 159000 }, { "epoch": 0.7984101876138798, "grad_norm": 1.6373369693756104, "learning_rate": 0.00020414960055152275, "loss": 3.6185888671875, "step": 159500 }, { "epoch": 0.8009130408665879, "grad_norm": 2.0090525150299072, "learning_rate": 0.00020161502899549862, "loss": 3.612391845703125, "step": 160000 }, { "epoch": 0.803415894119296, "grad_norm": 1.789263129234314, "learning_rate": 0.00019908045743947443, "loss": 3.623116455078125, "step": 160500 }, { "epoch": 0.8059187473720041, "grad_norm": 2.0168960094451904, "learning_rate": 0.00019654588588345027, "loss": 3.61181005859375, "step": 161000 }, { "epoch": 0.8084216006247121, "grad_norm": 1.7327841520309448, "learning_rate": 0.0001940113143274261, "loss": 3.61246484375, "step": 161500 }, { "epoch": 0.8109244538774203, "grad_norm": 1.7386640310287476, "learning_rate": 0.00019147674277140191, "loss": 3.61501708984375, "step": 162000 }, { "epoch": 0.8134273071301283, "grad_norm": 1.9499961137771606, "learning_rate": 0.00018894217121537778, "loss": 3.616539794921875, "step": 162500 }, { "epoch": 0.8159301603828364, "grad_norm": 1.865544080734253, "learning_rate": 0.0001864075996593536, "loss": 3.620018310546875, "step": 163000 }, { "epoch": 0.8184330136355445, "grad_norm": 1.8548060655593872, "learning_rate": 0.00018387302810332943, "loss": 3.61619873046875, "step": 163500 }, { "epoch": 0.8209358668882526, "grad_norm": 1.5655584335327148, "learning_rate": 0.00018133845654730524, "loss": 3.614756103515625, "step": 164000 }, { "epoch": 0.8234387201409606, "grad_norm": 2.1384353637695312, "learning_rate": 0.00017880388499128108, "loss": 3.620300048828125, "step": 164500 }, { "epoch": 0.8259415733936688, "grad_norm": 1.8233152627944946, "learning_rate": 0.0001762693134352569, "loss": 3.61486279296875, "step": 165000 }, { "epoch": 0.8284444266463769, "grad_norm": 2.08273983001709, "learning_rate": 0.00017373474187923276, "loss": 3.61941943359375, "step": 165500 }, { "epoch": 0.830947279899085, "grad_norm": 1.9668991565704346, "learning_rate": 0.00017120017032320857, "loss": 3.6172763671875, "step": 166000 }, { "epoch": 0.8334501331517931, "grad_norm": 2.245551586151123, "learning_rate": 0.0001686655987671844, "loss": 3.61945166015625, "step": 166500 }, { "epoch": 0.8359529864045011, "grad_norm": 1.7935657501220703, "learning_rate": 0.00016613102721116022, "loss": 3.612471435546875, "step": 167000 }, { "epoch": 0.8384558396572093, "grad_norm": 2.1168408393859863, "learning_rate": 0.00016359645565513606, "loss": 3.61247021484375, "step": 167500 }, { "epoch": 0.8409586929099173, "grad_norm": 1.9965766668319702, "learning_rate": 0.00016106188409911187, "loss": 3.6140009765625, "step": 168000 }, { "epoch": 0.8434615461626254, "grad_norm": 1.9482812881469727, "learning_rate": 0.00015852731254308773, "loss": 3.61244189453125, "step": 168500 }, { "epoch": 0.8459643994153335, "grad_norm": 1.65846586227417, "learning_rate": 0.00015599274098706357, "loss": 3.613515625, "step": 169000 }, { "epoch": 0.8484672526680416, "grad_norm": 1.7526546716690063, "learning_rate": 0.00015345816943103938, "loss": 3.614290283203125, "step": 169500 }, { "epoch": 0.8509701059207496, "grad_norm": 1.777326226234436, "learning_rate": 0.00015092359787501522, "loss": 3.610083984375, "step": 170000 }, { "epoch": 0.8534729591734578, "grad_norm": 1.8356622457504272, "learning_rate": 0.00014838902631899103, "loss": 3.61422998046875, "step": 170500 }, { "epoch": 0.8559758124261658, "grad_norm": 1.9416511058807373, "learning_rate": 0.00014585445476296687, "loss": 3.6121025390625, "step": 171000 }, { "epoch": 0.8584786656788739, "grad_norm": 2.0597805976867676, "learning_rate": 0.0001433198832069427, "loss": 3.60817822265625, "step": 171500 }, { "epoch": 0.860981518931582, "grad_norm": 1.9361882209777832, "learning_rate": 0.00014078531165091855, "loss": 3.606037841796875, "step": 172000 }, { "epoch": 0.8634843721842901, "grad_norm": 2.0279362201690674, "learning_rate": 0.00013825074009489436, "loss": 3.609267333984375, "step": 172500 }, { "epoch": 0.8659872254369981, "grad_norm": 1.903289794921875, "learning_rate": 0.0001357161685388702, "loss": 3.617283447265625, "step": 173000 }, { "epoch": 0.8684900786897063, "grad_norm": 1.853401780128479, "learning_rate": 0.000133181596982846, "loss": 3.6159619140625, "step": 173500 }, { "epoch": 0.8709929319424143, "grad_norm": 1.994957447052002, "learning_rate": 0.00013064702542682185, "loss": 3.606813720703125, "step": 174000 }, { "epoch": 0.8734957851951224, "grad_norm": 1.97341787815094, "learning_rate": 0.00012811245387079768, "loss": 3.60807177734375, "step": 174500 }, { "epoch": 0.8759986384478305, "grad_norm": 2.1273655891418457, "learning_rate": 0.00012557788231477352, "loss": 3.613582763671875, "step": 175000 }, { "epoch": 0.8785014917005386, "grad_norm": 2.074554443359375, "learning_rate": 0.00012304331075874933, "loss": 3.6069658203125, "step": 175500 }, { "epoch": 0.8810043449532468, "grad_norm": 2.090188980102539, "learning_rate": 0.00012050873920272517, "loss": 3.608700927734375, "step": 176000 }, { "epoch": 0.8835071982059548, "grad_norm": 2.2747507095336914, "learning_rate": 0.00011797416764670101, "loss": 3.60959228515625, "step": 176500 }, { "epoch": 0.8860100514586629, "grad_norm": 2.0995428562164307, "learning_rate": 0.00011543959609067684, "loss": 3.614224853515625, "step": 177000 }, { "epoch": 0.888512904711371, "grad_norm": 1.9480210542678833, "learning_rate": 0.00011290502453465266, "loss": 3.613630615234375, "step": 177500 }, { "epoch": 0.8910157579640791, "grad_norm": 1.732560396194458, "learning_rate": 0.0001103704529786285, "loss": 3.608441162109375, "step": 178000 }, { "epoch": 0.8935186112167871, "grad_norm": 2.22861909866333, "learning_rate": 0.00010783588142260432, "loss": 3.606662109375, "step": 178500 }, { "epoch": 0.8960214644694953, "grad_norm": 2.0079345703125, "learning_rate": 0.00010530130986658015, "loss": 3.60547265625, "step": 179000 }, { "epoch": 0.8985243177222033, "grad_norm": 2.033900499343872, "learning_rate": 0.00010276673831055599, "loss": 3.611498779296875, "step": 179500 }, { "epoch": 0.9010271709749114, "grad_norm": 1.8441343307495117, "learning_rate": 0.00010023216675453181, "loss": 3.6067470703125, "step": 180000 }, { "epoch": 0.9035300242276195, "grad_norm": 1.967922568321228, "learning_rate": 9.769759519850764e-05, "loss": 3.607645751953125, "step": 180500 }, { "epoch": 0.9060328774803276, "grad_norm": 1.672897219657898, "learning_rate": 9.516302364248348e-05, "loss": 3.604578125, "step": 181000 }, { "epoch": 0.9085357307330356, "grad_norm": 1.7539418935775757, "learning_rate": 9.26284520864593e-05, "loss": 3.61152001953125, "step": 181500 }, { "epoch": 0.9110385839857438, "grad_norm": 1.942638874053955, "learning_rate": 9.009388053043514e-05, "loss": 3.6047490234375, "step": 182000 }, { "epoch": 0.9135414372384518, "grad_norm": 1.710850477218628, "learning_rate": 8.755930897441098e-05, "loss": 3.61138818359375, "step": 182500 }, { "epoch": 0.9160442904911599, "grad_norm": 1.9118895530700684, "learning_rate": 8.50247374183868e-05, "loss": 3.60864453125, "step": 183000 }, { "epoch": 0.918547143743868, "grad_norm": 2.1304731369018555, "learning_rate": 8.249016586236263e-05, "loss": 3.605050537109375, "step": 183500 }, { "epoch": 0.9210499969965761, "grad_norm": 2.3614234924316406, "learning_rate": 7.995559430633847e-05, "loss": 3.6065400390625, "step": 184000 }, { "epoch": 0.9235528502492841, "grad_norm": 2.1549150943756104, "learning_rate": 7.742102275031429e-05, "loss": 3.604945556640625, "step": 184500 }, { "epoch": 0.9260557035019923, "grad_norm": 1.8947584629058838, "learning_rate": 7.488645119429011e-05, "loss": 3.60704345703125, "step": 185000 }, { "epoch": 0.9285585567547003, "grad_norm": 1.7417609691619873, "learning_rate": 7.235187963826595e-05, "loss": 3.6120185546875, "step": 185500 }, { "epoch": 0.9310614100074085, "grad_norm": 1.8694332838058472, "learning_rate": 6.981730808224178e-05, "loss": 3.60344580078125, "step": 186000 }, { "epoch": 0.9335642632601165, "grad_norm": 1.955849051475525, "learning_rate": 6.72827365262176e-05, "loss": 3.6130732421875, "step": 186500 }, { "epoch": 0.9360671165128246, "grad_norm": 1.6813421249389648, "learning_rate": 6.474816497019344e-05, "loss": 3.60764013671875, "step": 187000 }, { "epoch": 0.9385699697655328, "grad_norm": 2.0882415771484375, "learning_rate": 6.221359341416927e-05, "loss": 3.6077646484375, "step": 187500 }, { "epoch": 0.9410728230182408, "grad_norm": 1.7640222311019897, "learning_rate": 5.9679021858145105e-05, "loss": 3.595624267578125, "step": 188000 }, { "epoch": 0.9435756762709488, "grad_norm": 1.8794336318969727, "learning_rate": 5.7144450302120936e-05, "loss": 3.602607177734375, "step": 188500 }, { "epoch": 0.946078529523657, "grad_norm": 1.622632622718811, "learning_rate": 5.460987874609676e-05, "loss": 3.605709716796875, "step": 189000 }, { "epoch": 0.9485813827763651, "grad_norm": 2.0624642372131348, "learning_rate": 5.207530719007259e-05, "loss": 3.602482177734375, "step": 189500 }, { "epoch": 0.9510842360290731, "grad_norm": 1.7125364542007446, "learning_rate": 4.9540735634048424e-05, "loss": 3.60610498046875, "step": 190000 }, { "epoch": 0.9535870892817813, "grad_norm": 1.9311176538467407, "learning_rate": 4.700616407802425e-05, "loss": 3.600214111328125, "step": 190500 }, { "epoch": 0.9560899425344893, "grad_norm": 2.188581943511963, "learning_rate": 4.447159252200008e-05, "loss": 3.610504150390625, "step": 191000 }, { "epoch": 0.9585927957871974, "grad_norm": 1.8034749031066895, "learning_rate": 4.193702096597591e-05, "loss": 3.606807373046875, "step": 191500 }, { "epoch": 0.9610956490399055, "grad_norm": 1.8202540874481201, "learning_rate": 3.940244940995174e-05, "loss": 3.601757080078125, "step": 192000 }, { "epoch": 0.9635985022926136, "grad_norm": 1.8726832866668701, "learning_rate": 3.6867877853927575e-05, "loss": 3.605302978515625, "step": 192500 }, { "epoch": 0.9661013555453216, "grad_norm": 1.7819510698318481, "learning_rate": 3.433330629790341e-05, "loss": 3.604842041015625, "step": 193000 }, { "epoch": 0.9686042087980298, "grad_norm": 2.160552740097046, "learning_rate": 3.179873474187923e-05, "loss": 3.60231005859375, "step": 193500 }, { "epoch": 0.9711070620507378, "grad_norm": 2.0484015941619873, "learning_rate": 2.9264163185855064e-05, "loss": 3.601353759765625, "step": 194000 }, { "epoch": 0.973609915303446, "grad_norm": 1.78579843044281, "learning_rate": 2.6729591629830892e-05, "loss": 3.599987060546875, "step": 194500 }, { "epoch": 0.976112768556154, "grad_norm": 1.9331222772598267, "learning_rate": 2.4195020073806723e-05, "loss": 3.608447265625, "step": 195000 }, { "epoch": 0.9786156218088621, "grad_norm": 2.069481372833252, "learning_rate": 2.1660448517782555e-05, "loss": 3.6035341796875, "step": 195500 }, { "epoch": 0.9811184750615702, "grad_norm": 1.777928352355957, "learning_rate": 1.9125876961758387e-05, "loss": 3.608039794921875, "step": 196000 }, { "epoch": 0.9836213283142783, "grad_norm": 1.6329684257507324, "learning_rate": 1.6591305405734215e-05, "loss": 3.6032763671875, "step": 196500 }, { "epoch": 0.9861241815669863, "grad_norm": 1.94166100025177, "learning_rate": 1.4056733849710046e-05, "loss": 3.599231201171875, "step": 197000 }, { "epoch": 0.9886270348196945, "grad_norm": 1.8281437158584595, "learning_rate": 1.1522162293685875e-05, "loss": 3.6007890625, "step": 197500 }, { "epoch": 0.9911298880724025, "grad_norm": 1.8381671905517578, "learning_rate": 8.987590737661706e-06, "loss": 3.60333642578125, "step": 198000 }, { "epoch": 0.9936327413251106, "grad_norm": 1.686647891998291, "learning_rate": 6.453019181637536e-06, "loss": 3.60280615234375, "step": 198500 }, { "epoch": 0.9961355945778188, "grad_norm": 1.7288988828659058, "learning_rate": 3.918447625613366e-06, "loss": 3.596769287109375, "step": 199000 }, { "epoch": 0.9986384478305268, "grad_norm": 1.8357797861099243, "learning_rate": 1.3838760695891967e-06, "loss": 3.60024169921875, "step": 199500 }, { "epoch": 1.0, "step": 199772, "total_flos": 1283874850160640.0, "train_loss": 3.7807437921246825, "train_runtime": 2471.8942, "train_samples_per_second": 5172.295, "train_steps_per_second": 80.817 } ], "logging_steps": 500, "max_steps": 199772, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1283874850160640.0, "train_batch_size": 64, "trial_name": null, "trial_params": null }
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 199772,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025028532527080873,
"grad_norm": 0.28647226095199585,
"learning_rate": 0.0001996,
"loss": 7.7172548828125,
"step": 500
},
{
"epoch": 0.005005706505416175,
"grad_norm": 2.9528985023498535,
"learning_rate": 0.0003996,
"loss": 6.77314013671875,
"step": 1000
},
{
"epoch": 0.007508559758124262,
"grad_norm": 2.213923215866089,
"learning_rate": 0.0005996,
"loss": 6.60768212890625,
"step": 1500
},
{
"epoch": 0.01001141301083235,
"grad_norm": 7.5474677085876465,
"learning_rate": 0.0007996,
"loss": 6.1565068359375,
"step": 2000
},
{
"epoch": 0.012514266263540436,
"grad_norm": 4.165445804595947,
"learning_rate": 0.0009996,
"loss": 5.87766064453125,
"step": 2500
},
{
"epoch": 0.015017119516248524,
"grad_norm": 3.5232815742492676,
"learning_rate": 0.000997470497587088,
"loss": 5.71371826171875,
"step": 3000
},
{
"epoch": 0.017519972768956612,
"grad_norm": 4.430361747741699,
"learning_rate": 0.0009949359260310639,
"loss": 5.5418896484375,
"step": 3500
},
{
"epoch": 0.0200228260216647,
"grad_norm": 5.16290283203125,
"learning_rate": 0.0009924013544750396,
"loss": 5.4136142578125,
"step": 4000
},
{
"epoch": 0.022525679274372785,
"grad_norm": 4.248342514038086,
"learning_rate": 0.0009898667829190155,
"loss": 5.2871796875,
"step": 4500
},
{
"epoch": 0.02502853252708087,
"grad_norm": 1.9188170433044434,
"learning_rate": 0.0009873322113629912,
"loss": 5.21682763671875,
"step": 5000
},
{
"epoch": 0.02753138577978896,
"grad_norm": 3.852240562438965,
"learning_rate": 0.000984797639806967,
"loss": 5.15573828125,
"step": 5500
},
{
"epoch": 0.030034239032497047,
"grad_norm": 2.7172482013702393,
"learning_rate": 0.000982263068250943,
"loss": 5.08664111328125,
"step": 6000
},
{
"epoch": 0.032537092285205134,
"grad_norm": 3.6203691959381104,
"learning_rate": 0.0009797284966949187,
"loss": 5.0184736328125,