AnonymousCS's picture
End of training
ebe708a verified
Raw History Blame Contribute Delete
79 kB
{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 500, "global_step": 222603, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.006738453659654183, "grad_norm": 3.9900646209716797, "learning_rate": 4.988769243900577e-05, "loss": 1.9854, "step": 500 }, { "epoch": 0.013476907319308366, "grad_norm": 4.249794006347656, "learning_rate": 4.9775384878011525e-05, "loss": 1.8451, "step": 1000 }, { "epoch": 0.020215360978962548, "grad_norm": 4.1350417137146, "learning_rate": 4.966307731701729e-05, "loss": 1.7752, "step": 1500 }, { "epoch": 0.026953814638616732, "grad_norm": 3.874133825302124, "learning_rate": 4.955076975602306e-05, "loss": 1.7215, "step": 2000 }, { "epoch": 0.03369226829827091, "grad_norm": 3.557955026626587, "learning_rate": 4.943846219502882e-05, "loss": 1.6764, "step": 2500 }, { "epoch": 0.040430721957925096, "grad_norm": 3.978665590286255, "learning_rate": 4.932615463403458e-05, "loss": 1.6395, "step": 3000 }, { "epoch": 0.04716917561757928, "grad_norm": 3.99066162109375, "learning_rate": 4.921384707304035e-05, "loss": 1.6005, "step": 3500 }, { "epoch": 0.053907629277233464, "grad_norm": 3.6204793453216553, "learning_rate": 4.910153951204611e-05, "loss": 1.5745, "step": 4000 }, { "epoch": 0.06064608293688764, "grad_norm": 3.5526976585388184, "learning_rate": 4.898923195105187e-05, "loss": 1.5477, "step": 4500 }, { "epoch": 0.06738453659654182, "grad_norm": 3.432760238647461, "learning_rate": 4.887692439005764e-05, "loss": 1.5235, "step": 5000 }, { "epoch": 0.07412299025619601, "grad_norm": 3.3595640659332275, "learning_rate": 4.87646168290634e-05, "loss": 1.5069, "step": 5500 }, { "epoch": 0.08086144391585019, "grad_norm": 3.6151161193847656, "learning_rate": 4.865230926806917e-05, "loss": 1.4855, "step": 6000 }, { "epoch": 0.08759989757550438, "grad_norm": 3.4927330017089844, "learning_rate": 4.854000170707493e-05, "loss": 1.4636, "step": 6500 }, { "epoch": 0.09433835123515856, "grad_norm": 5.184919357299805, "learning_rate": 4.842769414608069e-05, "loss": 1.455, "step": 7000 }, { "epoch": 0.10107680489481274, "grad_norm": 3.0606026649475098, "learning_rate": 4.831538658508646e-05, "loss": 1.437, "step": 7500 }, { "epoch": 0.10781525855446693, "grad_norm": 3.1713528633117676, "learning_rate": 4.820307902409222e-05, "loss": 1.4222, "step": 8000 }, { "epoch": 0.1145537122141211, "grad_norm": 3.203773260116577, "learning_rate": 4.809077146309798e-05, "loss": 1.4091, "step": 8500 }, { "epoch": 0.12129216587377528, "grad_norm": 3.338106393814087, "learning_rate": 4.797846390210375e-05, "loss": 1.3962, "step": 9000 }, { "epoch": 0.12803061953342948, "grad_norm": 3.13653302192688, "learning_rate": 4.786615634110951e-05, "loss": 1.386, "step": 9500 }, { "epoch": 0.13476907319308365, "grad_norm": 3.3359720706939697, "learning_rate": 4.775384878011527e-05, "loss": 1.3716, "step": 10000 }, { "epoch": 0.14150752685273785, "grad_norm": 3.115161418914795, "learning_rate": 4.764154121912104e-05, "loss": 1.363, "step": 10500 }, { "epoch": 0.14824598051239202, "grad_norm": 3.1449685096740723, "learning_rate": 4.75292336581268e-05, "loss": 1.3504, "step": 11000 }, { "epoch": 0.1549844341720462, "grad_norm": 3.3429105281829834, "learning_rate": 4.741692609713256e-05, "loss": 1.341, "step": 11500 }, { "epoch": 0.16172288783170038, "grad_norm": 3.8695995807647705, "learning_rate": 4.730461853613833e-05, "loss": 1.3312, "step": 12000 }, { "epoch": 0.16846134149135455, "grad_norm": 3.238085985183716, "learning_rate": 4.719231097514409e-05, "loss": 1.3144, "step": 12500 }, { "epoch": 0.17519979515100875, "grad_norm": 2.9137234687805176, "learning_rate": 4.708000341414986e-05, "loss": 1.3137, "step": 13000 }, { "epoch": 0.18193824881066292, "grad_norm": 3.0767650604248047, "learning_rate": 4.696769585315562e-05, "loss": 1.2981, "step": 13500 }, { "epoch": 0.18867670247031712, "grad_norm": 3.804330825805664, "learning_rate": 4.685538829216138e-05, "loss": 1.294, "step": 14000 }, { "epoch": 0.1954151561299713, "grad_norm": 3.352318286895752, "learning_rate": 4.674308073116715e-05, "loss": 1.2855, "step": 14500 }, { "epoch": 0.2021536097896255, "grad_norm": 2.844233274459839, "learning_rate": 4.663077317017291e-05, "loss": 1.2776, "step": 15000 }, { "epoch": 0.20889206344927966, "grad_norm": 3.068960666656494, "learning_rate": 4.651846560917867e-05, "loss": 1.2656, "step": 15500 }, { "epoch": 0.21563051710893386, "grad_norm": 3.283202648162842, "learning_rate": 4.640615804818444e-05, "loss": 1.2613, "step": 16000 }, { "epoch": 0.22236897076858803, "grad_norm": 3.0281543731689453, "learning_rate": 4.629385048719021e-05, "loss": 1.2607, "step": 16500 }, { "epoch": 0.2291074244282422, "grad_norm": 3.088404417037964, "learning_rate": 4.618154292619596e-05, "loss": 1.2531, "step": 17000 }, { "epoch": 0.2358458780878964, "grad_norm": 2.955118417739868, "learning_rate": 4.606923536520173e-05, "loss": 1.2515, "step": 17500 }, { "epoch": 0.24258433174755056, "grad_norm": 3.179586172103882, "learning_rate": 4.59569278042075e-05, "loss": 1.2312, "step": 18000 }, { "epoch": 0.24932278540720476, "grad_norm": 3.088040590286255, "learning_rate": 4.584462024321325e-05, "loss": 1.2278, "step": 18500 }, { "epoch": 0.25606123906685896, "grad_norm": 3.2045764923095703, "learning_rate": 4.573231268221902e-05, "loss": 1.2248, "step": 19000 }, { "epoch": 0.2627996927265131, "grad_norm": 3.1761693954467773, "learning_rate": 4.562000512122479e-05, "loss": 1.2165, "step": 19500 }, { "epoch": 0.2695381463861673, "grad_norm": 3.1050639152526855, "learning_rate": 4.550769756023054e-05, "loss": 1.2115, "step": 20000 }, { "epoch": 0.2762766000458215, "grad_norm": 3.4235286712646484, "learning_rate": 4.539538999923631e-05, "loss": 1.2124, "step": 20500 }, { "epoch": 0.2830150537054757, "grad_norm": 3.28312611579895, "learning_rate": 4.528308243824208e-05, "loss": 1.1959, "step": 21000 }, { "epoch": 0.28975350736512984, "grad_norm": 3.0334129333496094, "learning_rate": 4.517077487724784e-05, "loss": 1.2004, "step": 21500 }, { "epoch": 0.29649196102478403, "grad_norm": 2.892882823944092, "learning_rate": 4.50584673162536e-05, "loss": 1.1927, "step": 22000 }, { "epoch": 0.30323041468443823, "grad_norm": 3.4390981197357178, "learning_rate": 4.494615975525937e-05, "loss": 1.1876, "step": 22500 }, { "epoch": 0.3099688683440924, "grad_norm": 3.093661308288574, "learning_rate": 4.483385219426513e-05, "loss": 1.1845, "step": 23000 }, { "epoch": 0.31670732200374657, "grad_norm": 3.129610538482666, "learning_rate": 4.472154463327089e-05, "loss": 1.1798, "step": 23500 }, { "epoch": 0.32344577566340077, "grad_norm": 2.9947609901428223, "learning_rate": 4.460923707227666e-05, "loss": 1.1788, "step": 24000 }, { "epoch": 0.33018422932305497, "grad_norm": 3.019880771636963, "learning_rate": 4.449692951128242e-05, "loss": 1.166, "step": 24500 }, { "epoch": 0.3369226829827091, "grad_norm": 2.9221296310424805, "learning_rate": 4.438462195028819e-05, "loss": 1.1609, "step": 25000 }, { "epoch": 0.3436611366423633, "grad_norm": 3.045243740081787, "learning_rate": 4.427231438929395e-05, "loss": 1.1621, "step": 25500 }, { "epoch": 0.3503995903020175, "grad_norm": 3.090078592300415, "learning_rate": 4.416000682829971e-05, "loss": 1.1511, "step": 26000 }, { "epoch": 0.3571380439616717, "grad_norm": 2.8891849517822266, "learning_rate": 4.404769926730548e-05, "loss": 1.1525, "step": 26500 }, { "epoch": 0.36387649762132585, "grad_norm": 2.9999043941497803, "learning_rate": 4.393539170631124e-05, "loss": 1.1466, "step": 27000 }, { "epoch": 0.37061495128098004, "grad_norm": 2.739863872528076, "learning_rate": 4.3823084145317e-05, "loss": 1.139, "step": 27500 }, { "epoch": 0.37735340494063424, "grad_norm": 3.058260679244995, "learning_rate": 4.371077658432277e-05, "loss": 1.1386, "step": 28000 }, { "epoch": 0.3840918586002884, "grad_norm": 3.324040651321411, "learning_rate": 4.359846902332853e-05, "loss": 1.13, "step": 28500 }, { "epoch": 0.3908303122599426, "grad_norm": 2.7937138080596924, "learning_rate": 4.348616146233429e-05, "loss": 1.1325, "step": 29000 }, { "epoch": 0.3975687659195968, "grad_norm": 2.886350631713867, "learning_rate": 4.337385390134006e-05, "loss": 1.1242, "step": 29500 }, { "epoch": 0.404307219579251, "grad_norm": 3.051133871078491, "learning_rate": 4.326154634034582e-05, "loss": 1.1206, "step": 30000 }, { "epoch": 0.4110456732389051, "grad_norm": 2.869065046310425, "learning_rate": 4.314923877935158e-05, "loss": 1.1213, "step": 30500 }, { "epoch": 0.4177841268985593, "grad_norm": 3.144162178039551, "learning_rate": 4.303693121835735e-05, "loss": 1.1197, "step": 31000 }, { "epoch": 0.4245225805582135, "grad_norm": 2.7358269691467285, "learning_rate": 4.292462365736311e-05, "loss": 1.1139, "step": 31500 }, { "epoch": 0.4312610342178677, "grad_norm": 2.651580572128296, "learning_rate": 4.281231609636888e-05, "loss": 1.1104, "step": 32000 }, { "epoch": 0.43799948787752185, "grad_norm": 2.9672605991363525, "learning_rate": 4.270000853537464e-05, "loss": 1.1067, "step": 32500 }, { "epoch": 0.44473794153717605, "grad_norm": 2.8731400966644287, "learning_rate": 4.25877009743804e-05, "loss": 1.1071, "step": 33000 }, { "epoch": 0.45147639519683025, "grad_norm": 2.9311606884002686, "learning_rate": 4.247539341338617e-05, "loss": 1.1054, "step": 33500 }, { "epoch": 0.4582148488564844, "grad_norm": 3.236234188079834, "learning_rate": 4.236308585239193e-05, "loss": 1.1021, "step": 34000 }, { "epoch": 0.4649533025161386, "grad_norm": 2.785691738128662, "learning_rate": 4.225077829139769e-05, "loss": 1.0948, "step": 34500 }, { "epoch": 0.4716917561757928, "grad_norm": 3.1143743991851807, "learning_rate": 4.213847073040346e-05, "loss": 1.0935, "step": 35000 }, { "epoch": 0.478430209835447, "grad_norm": 3.0961947441101074, "learning_rate": 4.2026163169409225e-05, "loss": 1.0867, "step": 35500 }, { "epoch": 0.4851686634951011, "grad_norm": 2.7408347129821777, "learning_rate": 4.191385560841498e-05, "loss": 1.089, "step": 36000 }, { "epoch": 0.4919071171547553, "grad_norm": 3.244724750518799, "learning_rate": 4.180154804742075e-05, "loss": 1.0867, "step": 36500 }, { "epoch": 0.4986455708144095, "grad_norm": 2.8332059383392334, "learning_rate": 4.168924048642651e-05, "loss": 1.0763, "step": 37000 }, { "epoch": 0.5053840244740637, "grad_norm": 2.896265745162964, "learning_rate": 4.157693292543227e-05, "loss": 1.0696, "step": 37500 }, { "epoch": 0.5121224781337179, "grad_norm": 2.8772451877593994, "learning_rate": 4.146462536443804e-05, "loss": 1.0727, "step": 38000 }, { "epoch": 0.518860931793372, "grad_norm": 2.5283446311950684, "learning_rate": 4.13523178034438e-05, "loss": 1.068, "step": 38500 }, { "epoch": 0.5255993854530262, "grad_norm": 2.669386148452759, "learning_rate": 4.1240010242449567e-05, "loss": 1.0738, "step": 39000 }, { "epoch": 0.5323378391126804, "grad_norm": 2.9089040756225586, "learning_rate": 4.112770268145533e-05, "loss": 1.0677, "step": 39500 }, { "epoch": 0.5390762927723346, "grad_norm": 2.889467716217041, "learning_rate": 4.101539512046109e-05, "loss": 1.0613, "step": 40000 }, { "epoch": 0.5458147464319888, "grad_norm": 2.6893374919891357, "learning_rate": 4.090308755946686e-05, "loss": 1.0644, "step": 40500 }, { "epoch": 0.552553200091643, "grad_norm": 2.7254648208618164, "learning_rate": 4.079077999847262e-05, "loss": 1.0593, "step": 41000 }, { "epoch": 0.5592916537512972, "grad_norm": 2.8278279304504395, "learning_rate": 4.067847243747838e-05, "loss": 1.0534, "step": 41500 }, { "epoch": 0.5660301074109514, "grad_norm": 2.885976791381836, "learning_rate": 4.056616487648415e-05, "loss": 1.0495, "step": 42000 }, { "epoch": 0.5727685610706055, "grad_norm": 2.6645610332489014, "learning_rate": 4.0453857315489915e-05, "loss": 1.0502, "step": 42500 }, { "epoch": 0.5795070147302597, "grad_norm": 2.8876936435699463, "learning_rate": 4.034154975449567e-05, "loss": 1.0457, "step": 43000 }, { "epoch": 0.5862454683899139, "grad_norm": 2.9418463706970215, "learning_rate": 4.022924219350144e-05, "loss": 1.0459, "step": 43500 }, { "epoch": 0.5929839220495681, "grad_norm": 2.9865574836730957, "learning_rate": 4.0116934632507205e-05, "loss": 1.0379, "step": 44000 }, { "epoch": 0.5997223757092223, "grad_norm": 2.832772731781006, "learning_rate": 4.000462707151296e-05, "loss": 1.0439, "step": 44500 }, { "epoch": 0.6064608293688765, "grad_norm": 2.743056535720825, "learning_rate": 3.989231951051873e-05, "loss": 1.0325, "step": 45000 }, { "epoch": 0.6131992830285307, "grad_norm": 2.9779651165008545, "learning_rate": 3.9780011949524495e-05, "loss": 1.0404, "step": 45500 }, { "epoch": 0.6199377366881847, "grad_norm": 2.8546512126922607, "learning_rate": 3.9667704388530256e-05, "loss": 1.0345, "step": 46000 }, { "epoch": 0.626676190347839, "grad_norm": 2.870129108428955, "learning_rate": 3.955539682753602e-05, "loss": 1.0362, "step": 46500 }, { "epoch": 0.6334146440074931, "grad_norm": 5.683381080627441, "learning_rate": 3.9443089266541785e-05, "loss": 1.0301, "step": 47000 }, { "epoch": 0.6401530976671473, "grad_norm": 3.0040597915649414, "learning_rate": 3.9330781705547546e-05, "loss": 1.0259, "step": 47500 }, { "epoch": 0.6468915513268015, "grad_norm": 3.0165131092071533, "learning_rate": 3.921847414455331e-05, "loss": 1.0256, "step": 48000 }, { "epoch": 0.6536300049864557, "grad_norm": 2.627032995223999, "learning_rate": 3.9106166583559075e-05, "loss": 1.023, "step": 48500 }, { "epoch": 0.6603684586461099, "grad_norm": 2.998840808868408, "learning_rate": 3.8993859022564836e-05, "loss": 1.0243, "step": 49000 }, { "epoch": 0.667106912305764, "grad_norm": 2.4952380657196045, "learning_rate": 3.8881551461570604e-05, "loss": 1.0224, "step": 49500 }, { "epoch": 0.6738453659654182, "grad_norm": 2.69301176071167, "learning_rate": 3.8769243900576365e-05, "loss": 1.0175, "step": 50000 }, { "epoch": 0.6805838196250724, "grad_norm": 2.8481318950653076, "learning_rate": 3.8656936339582127e-05, "loss": 1.0116, "step": 50500 }, { "epoch": 0.6873222732847266, "grad_norm": 2.9201319217681885, "learning_rate": 3.8544628778587894e-05, "loss": 1.0158, "step": 51000 }, { "epoch": 0.6940607269443808, "grad_norm": 2.8624720573425293, "learning_rate": 3.8432321217593656e-05, "loss": 1.0086, "step": 51500 }, { "epoch": 0.700799180604035, "grad_norm": 2.8680732250213623, "learning_rate": 3.832001365659942e-05, "loss": 1.0048, "step": 52000 }, { "epoch": 0.7075376342636892, "grad_norm": 3.0876636505126953, "learning_rate": 3.8207706095605185e-05, "loss": 1.0032, "step": 52500 }, { "epoch": 0.7142760879233434, "grad_norm": 2.580636501312256, "learning_rate": 3.8095398534610946e-05, "loss": 1.0071, "step": 53000 }, { "epoch": 0.7210145415829975, "grad_norm": 2.7390966415405273, "learning_rate": 3.798309097361671e-05, "loss": 1.0009, "step": 53500 }, { "epoch": 0.7277529952426517, "grad_norm": 2.596480369567871, "learning_rate": 3.7870783412622475e-05, "loss": 1.0047, "step": 54000 }, { "epoch": 0.7344914489023059, "grad_norm": 2.96301007270813, "learning_rate": 3.7758475851628236e-05, "loss": 1.0043, "step": 54500 }, { "epoch": 0.7412299025619601, "grad_norm": 2.991548776626587, "learning_rate": 3.7646168290634e-05, "loss": 0.999, "step": 55000 }, { "epoch": 0.7479683562216143, "grad_norm": 3.175384521484375, "learning_rate": 3.7533860729639765e-05, "loss": 0.9908, "step": 55500 }, { "epoch": 0.7547068098812685, "grad_norm": 2.9244823455810547, "learning_rate": 3.7421553168645526e-05, "loss": 0.9951, "step": 56000 }, { "epoch": 0.7614452635409227, "grad_norm": 3.0108466148376465, "learning_rate": 3.730924560765129e-05, "loss": 0.9923, "step": 56500 }, { "epoch": 0.7681837172005768, "grad_norm": 2.9138221740722656, "learning_rate": 3.7196938046657055e-05, "loss": 0.9884, "step": 57000 }, { "epoch": 0.774922170860231, "grad_norm": 2.9478752613067627, "learning_rate": 3.7084630485662816e-05, "loss": 0.9882, "step": 57500 }, { "epoch": 0.7816606245198852, "grad_norm": 2.4768459796905518, "learning_rate": 3.6972322924668584e-05, "loss": 0.9892, "step": 58000 }, { "epoch": 0.7883990781795394, "grad_norm": 2.681396007537842, "learning_rate": 3.6860015363674345e-05, "loss": 0.9829, "step": 58500 }, { "epoch": 0.7951375318391936, "grad_norm": 2.6033999919891357, "learning_rate": 3.6747707802680106e-05, "loss": 0.9858, "step": 59000 }, { "epoch": 0.8018759854988478, "grad_norm": 2.896912097930908, "learning_rate": 3.6635400241685874e-05, "loss": 0.9824, "step": 59500 }, { "epoch": 0.808614439158502, "grad_norm": 2.609686851501465, "learning_rate": 3.6523092680691635e-05, "loss": 0.9765, "step": 60000 }, { "epoch": 0.815352892818156, "grad_norm": 2.8086376190185547, "learning_rate": 3.6410785119697396e-05, "loss": 0.9784, "step": 60500 }, { "epoch": 0.8220913464778102, "grad_norm": 2.676877498626709, "learning_rate": 3.6298477558703164e-05, "loss": 0.978, "step": 61000 }, { "epoch": 0.8288298001374644, "grad_norm": 2.8640575408935547, "learning_rate": 3.618616999770893e-05, "loss": 0.973, "step": 61500 }, { "epoch": 0.8355682537971186, "grad_norm": 2.6603965759277344, "learning_rate": 3.6073862436714687e-05, "loss": 0.9737, "step": 62000 }, { "epoch": 0.8423067074567728, "grad_norm": 2.7209627628326416, "learning_rate": 3.5961554875720454e-05, "loss": 0.9725, "step": 62500 }, { "epoch": 0.849045161116427, "grad_norm": 2.7673871517181396, "learning_rate": 3.584924731472622e-05, "loss": 0.9707, "step": 63000 }, { "epoch": 0.8557836147760812, "grad_norm": 2.5891125202178955, "learning_rate": 3.573693975373198e-05, "loss": 0.9665, "step": 63500 }, { "epoch": 0.8625220684357354, "grad_norm": 2.7834441661834717, "learning_rate": 3.5624632192737745e-05, "loss": 0.9696, "step": 64000 }, { "epoch": 0.8692605220953895, "grad_norm": 2.835066318511963, "learning_rate": 3.551232463174351e-05, "loss": 0.9766, "step": 64500 }, { "epoch": 0.8759989757550437, "grad_norm": 3.202230453491211, "learning_rate": 3.5400017070749274e-05, "loss": 0.9654, "step": 65000 }, { "epoch": 0.8827374294146979, "grad_norm": 2.8752474784851074, "learning_rate": 3.5287709509755035e-05, "loss": 0.9608, "step": 65500 }, { "epoch": 0.8894758830743521, "grad_norm": 2.9779469966888428, "learning_rate": 3.51754019487608e-05, "loss": 0.9605, "step": 66000 }, { "epoch": 0.8962143367340063, "grad_norm": 2.537226438522339, "learning_rate": 3.5063094387766564e-05, "loss": 0.955, "step": 66500 }, { "epoch": 0.9029527903936605, "grad_norm": 2.680373191833496, "learning_rate": 3.4950786826772325e-05, "loss": 0.9568, "step": 67000 }, { "epoch": 0.9096912440533147, "grad_norm": 2.559218406677246, "learning_rate": 3.483847926577809e-05, "loss": 0.9568, "step": 67500 }, { "epoch": 0.9164296977129688, "grad_norm": 2.6627488136291504, "learning_rate": 3.4726171704783854e-05, "loss": 0.9508, "step": 68000 }, { "epoch": 0.923168151372623, "grad_norm": 2.8378233909606934, "learning_rate": 3.461386414378962e-05, "loss": 0.9573, "step": 68500 }, { "epoch": 0.9299066050322772, "grad_norm": 2.688589572906494, "learning_rate": 3.450155658279538e-05, "loss": 0.9505, "step": 69000 }, { "epoch": 0.9366450586919314, "grad_norm": 2.9189035892486572, "learning_rate": 3.4389249021801144e-05, "loss": 0.9519, "step": 69500 }, { "epoch": 0.9433835123515856, "grad_norm": 2.8582780361175537, "learning_rate": 3.427694146080691e-05, "loss": 0.9464, "step": 70000 }, { "epoch": 0.9501219660112398, "grad_norm": 2.728365659713745, "learning_rate": 3.416463389981267e-05, "loss": 0.9487, "step": 70500 }, { "epoch": 0.956860419670894, "grad_norm": 2.6869001388549805, "learning_rate": 3.4052326338818434e-05, "loss": 0.9454, "step": 71000 }, { "epoch": 0.9635988733305481, "grad_norm": 2.6964008808135986, "learning_rate": 3.39400187778242e-05, "loss": 0.9445, "step": 71500 }, { "epoch": 0.9703373269902023, "grad_norm": 2.9616520404815674, "learning_rate": 3.382771121682996e-05, "loss": 0.9452, "step": 72000 }, { "epoch": 0.9770757806498565, "grad_norm": 2.671269178390503, "learning_rate": 3.3715403655835724e-05, "loss": 0.9431, "step": 72500 }, { "epoch": 0.9838142343095106, "grad_norm": 2.4057188034057617, "learning_rate": 3.360309609484149e-05, "loss": 0.9404, "step": 73000 }, { "epoch": 0.9905526879691648, "grad_norm": 2.8451008796691895, "learning_rate": 3.3490788533847253e-05, "loss": 0.941, "step": 73500 }, { "epoch": 0.997291141628819, "grad_norm": 2.6876494884490967, "learning_rate": 3.3378480972853015e-05, "loss": 0.9379, "step": 74000 }, { "epoch": 1.0040295952884732, "grad_norm": 2.9105379581451416, "learning_rate": 3.326617341185878e-05, "loss": 0.9376, "step": 74500 }, { "epoch": 1.0107680489481274, "grad_norm": 2.8576390743255615, "learning_rate": 3.3153865850864544e-05, "loss": 0.9368, "step": 75000 }, { "epoch": 1.0175065026077816, "grad_norm": 2.684570074081421, "learning_rate": 3.304155828987031e-05, "loss": 0.9365, "step": 75500 }, { "epoch": 1.0242449562674358, "grad_norm": 2.759498119354248, "learning_rate": 3.292925072887607e-05, "loss": 0.9303, "step": 76000 }, { "epoch": 1.03098340992709, "grad_norm": 2.4174861907958984, "learning_rate": 3.2816943167881834e-05, "loss": 0.9342, "step": 76500 }, { "epoch": 1.037721863586744, "grad_norm": 2.70633864402771, "learning_rate": 3.27046356068876e-05, "loss": 0.9277, "step": 77000 }, { "epoch": 1.0444603172463982, "grad_norm": 2.5511019229888916, "learning_rate": 3.259232804589336e-05, "loss": 0.9322, "step": 77500 }, { "epoch": 1.0511987709060524, "grad_norm": 2.8917860984802246, "learning_rate": 3.2480020484899124e-05, "loss": 0.9259, "step": 78000 }, { "epoch": 1.0579372245657066, "grad_norm": 2.6264562606811523, "learning_rate": 3.236771292390489e-05, "loss": 0.9249, "step": 78500 }, { "epoch": 1.0646756782253608, "grad_norm": 2.544564962387085, "learning_rate": 3.225540536291066e-05, "loss": 0.9263, "step": 79000 }, { "epoch": 1.071414131885015, "grad_norm": 2.7679262161254883, "learning_rate": 3.2143097801916414e-05, "loss": 0.9272, "step": 79500 }, { "epoch": 1.0781525855446692, "grad_norm": 2.779067039489746, "learning_rate": 3.203079024092218e-05, "loss": 0.9228, "step": 80000 }, { "epoch": 1.0848910392043234, "grad_norm": 2.7541463375091553, "learning_rate": 3.191848267992795e-05, "loss": 0.9256, "step": 80500 }, { "epoch": 1.0916294928639776, "grad_norm": 2.6884372234344482, "learning_rate": 3.1806175118933704e-05, "loss": 0.9238, "step": 81000 }, { "epoch": 1.0983679465236318, "grad_norm": 2.8054563999176025, "learning_rate": 3.169386755793947e-05, "loss": 0.9164, "step": 81500 }, { "epoch": 1.105106400183286, "grad_norm": 2.790738344192505, "learning_rate": 3.158155999694524e-05, "loss": 0.9139, "step": 82000 }, { "epoch": 1.1118448538429402, "grad_norm": 2.869054079055786, "learning_rate": 3.1469252435951e-05, "loss": 0.92, "step": 82500 }, { "epoch": 1.1185833075025944, "grad_norm": 2.479454517364502, "learning_rate": 3.135694487495676e-05, "loss": 0.9157, "step": 83000 }, { "epoch": 1.1253217611622486, "grad_norm": 2.7569477558135986, "learning_rate": 3.124463731396253e-05, "loss": 0.9164, "step": 83500 }, { "epoch": 1.1320602148219026, "grad_norm": 2.881066083908081, "learning_rate": 3.113232975296829e-05, "loss": 0.9185, "step": 84000 }, { "epoch": 1.1387986684815568, "grad_norm": 2.7234609127044678, "learning_rate": 3.102002219197405e-05, "loss": 0.911, "step": 84500 }, { "epoch": 1.145537122141211, "grad_norm": 2.785536766052246, "learning_rate": 3.090771463097982e-05, "loss": 0.9159, "step": 85000 }, { "epoch": 1.1522755758008651, "grad_norm": 3.004667282104492, "learning_rate": 3.079540706998558e-05, "loss": 0.9151, "step": 85500 }, { "epoch": 1.1590140294605193, "grad_norm": 2.7210521697998047, "learning_rate": 3.068309950899135e-05, "loss": 0.9125, "step": 86000 }, { "epoch": 1.1657524831201735, "grad_norm": 2.696476936340332, "learning_rate": 3.057079194799711e-05, "loss": 0.9122, "step": 86500 }, { "epoch": 1.1724909367798277, "grad_norm": 2.855682849884033, "learning_rate": 3.045848438700287e-05, "loss": 0.9072, "step": 87000 }, { "epoch": 1.179229390439482, "grad_norm": 2.6870203018188477, "learning_rate": 3.0346176826008636e-05, "loss": 0.9089, "step": 87500 }, { "epoch": 1.1859678440991361, "grad_norm": 2.7807328701019287, "learning_rate": 3.0233869265014397e-05, "loss": 0.9043, "step": 88000 }, { "epoch": 1.1927062977587903, "grad_norm": 2.4744486808776855, "learning_rate": 3.012156170402016e-05, "loss": 0.9004, "step": 88500 }, { "epoch": 1.1994447514184445, "grad_norm": 2.7316670417785645, "learning_rate": 3.0009254143025926e-05, "loss": 0.9045, "step": 89000 }, { "epoch": 1.2061832050780987, "grad_norm": 2.6756207942962646, "learning_rate": 2.9896946582031687e-05, "loss": 0.9062, "step": 89500 }, { "epoch": 1.212921658737753, "grad_norm": 3.016295909881592, "learning_rate": 2.9784639021037452e-05, "loss": 0.9045, "step": 90000 }, { "epoch": 1.2196601123974071, "grad_norm": 2.6062419414520264, "learning_rate": 2.9672331460043216e-05, "loss": 0.905, "step": 90500 }, { "epoch": 1.2263985660570613, "grad_norm": 2.849276065826416, "learning_rate": 2.9560023899048984e-05, "loss": 0.9048, "step": 91000 }, { "epoch": 1.2331370197167155, "grad_norm": 3.0506439208984375, "learning_rate": 2.9447716338054742e-05, "loss": 0.8995, "step": 91500 }, { "epoch": 1.2398754733763695, "grad_norm": 2.512368679046631, "learning_rate": 2.9335408777060506e-05, "loss": 0.8957, "step": 92000 }, { "epoch": 1.2466139270360237, "grad_norm": 2.5880439281463623, "learning_rate": 2.9223101216066274e-05, "loss": 0.9048, "step": 92500 }, { "epoch": 1.253352380695678, "grad_norm": 2.7087182998657227, "learning_rate": 2.9110793655072032e-05, "loss": 0.8984, "step": 93000 }, { "epoch": 1.260090834355332, "grad_norm": 2.4637937545776367, "learning_rate": 2.8998486094077797e-05, "loss": 0.8951, "step": 93500 }, { "epoch": 1.2668292880149863, "grad_norm": 2.6700010299682617, "learning_rate": 2.8886178533083564e-05, "loss": 0.8897, "step": 94000 }, { "epoch": 1.2735677416746405, "grad_norm": 2.741194248199463, "learning_rate": 2.877387097208933e-05, "loss": 0.8914, "step": 94500 }, { "epoch": 1.2803061953342947, "grad_norm": 2.547344446182251, "learning_rate": 2.8661563411095087e-05, "loss": 0.8868, "step": 95000 }, { "epoch": 1.2870446489939489, "grad_norm": 2.5341854095458984, "learning_rate": 2.8549255850100855e-05, "loss": 0.888, "step": 95500 }, { "epoch": 1.293783102653603, "grad_norm": 2.7855186462402344, "learning_rate": 2.843694828910662e-05, "loss": 0.8916, "step": 96000 }, { "epoch": 1.3005215563132573, "grad_norm": 2.5844016075134277, "learning_rate": 2.8324640728112377e-05, "loss": 0.8903, "step": 96500 }, { "epoch": 1.3072600099729115, "grad_norm": 2.713486671447754, "learning_rate": 2.8212333167118145e-05, "loss": 0.8872, "step": 97000 }, { "epoch": 1.3139984636325657, "grad_norm": 2.8537466526031494, "learning_rate": 2.810002560612391e-05, "loss": 0.8856, "step": 97500 }, { "epoch": 1.3207369172922196, "grad_norm": 3.3214476108551025, "learning_rate": 2.7987718045129674e-05, "loss": 0.8819, "step": 98000 }, { "epoch": 1.3274753709518738, "grad_norm": 4.191791534423828, "learning_rate": 2.7875410484135435e-05, "loss": 0.885, "step": 98500 }, { "epoch": 1.334213824611528, "grad_norm": 2.6634578704833984, "learning_rate": 2.77631029231412e-05, "loss": 0.8818, "step": 99000 }, { "epoch": 1.3409522782711822, "grad_norm": 2.5315937995910645, "learning_rate": 2.7650795362146964e-05, "loss": 0.8883, "step": 99500 }, { "epoch": 1.3476907319308364, "grad_norm": 2.7929606437683105, "learning_rate": 2.7538487801152725e-05, "loss": 0.8803, "step": 100000 }, { "epoch": 1.3544291855904906, "grad_norm": 2.932039499282837, "learning_rate": 2.742618024015849e-05, "loss": 0.8814, "step": 100500 }, { "epoch": 1.3611676392501448, "grad_norm": 2.803535223007202, "learning_rate": 2.7313872679164254e-05, "loss": 0.8827, "step": 101000 }, { "epoch": 1.367906092909799, "grad_norm": 2.8831472396850586, "learning_rate": 2.720156511817002e-05, "loss": 0.8813, "step": 101500 }, { "epoch": 1.3746445465694532, "grad_norm": 2.710294723510742, "learning_rate": 2.708925755717578e-05, "loss": 0.8794, "step": 102000 }, { "epoch": 1.3813830002291074, "grad_norm": 2.6942670345306396, "learning_rate": 2.6976949996181544e-05, "loss": 0.8782, "step": 102500 }, { "epoch": 1.3881214538887616, "grad_norm": 2.7076780796051025, "learning_rate": 2.686464243518731e-05, "loss": 0.8778, "step": 103000 }, { "epoch": 1.3948599075484158, "grad_norm": 2.730288028717041, "learning_rate": 2.675233487419307e-05, "loss": 0.8786, "step": 103500 }, { "epoch": 1.40159836120807, "grad_norm": 2.5810985565185547, "learning_rate": 2.6640027313198834e-05, "loss": 0.8734, "step": 104000 }, { "epoch": 1.4083368148677242, "grad_norm": 2.7088325023651123, "learning_rate": 2.65277197522046e-05, "loss": 0.8762, "step": 104500 }, { "epoch": 1.4150752685273784, "grad_norm": 2.602531671524048, "learning_rate": 2.6415412191210363e-05, "loss": 0.8727, "step": 105000 }, { "epoch": 1.4218137221870326, "grad_norm": 2.8586950302124023, "learning_rate": 2.6303104630216125e-05, "loss": 0.8769, "step": 105500 }, { "epoch": 1.4285521758466868, "grad_norm": 2.7406837940216064, "learning_rate": 2.619079706922189e-05, "loss": 0.8707, "step": 106000 }, { "epoch": 1.435290629506341, "grad_norm": 2.6816864013671875, "learning_rate": 2.6078489508227654e-05, "loss": 0.874, "step": 106500 }, { "epoch": 1.442029083165995, "grad_norm": 2.88576078414917, "learning_rate": 2.5966181947233415e-05, "loss": 0.8679, "step": 107000 }, { "epoch": 1.4487675368256492, "grad_norm": 2.5160343647003174, "learning_rate": 2.585387438623918e-05, "loss": 0.8687, "step": 107500 }, { "epoch": 1.4555059904853034, "grad_norm": 2.585660934448242, "learning_rate": 2.5741566825244944e-05, "loss": 0.8659, "step": 108000 }, { "epoch": 1.4622444441449576, "grad_norm": 2.697781801223755, "learning_rate": 2.562925926425071e-05, "loss": 0.8708, "step": 108500 }, { "epoch": 1.4689828978046118, "grad_norm": 2.7062997817993164, "learning_rate": 2.551695170325647e-05, "loss": 0.867, "step": 109000 }, { "epoch": 1.475721351464266, "grad_norm": 2.6003782749176025, "learning_rate": 2.5404644142262234e-05, "loss": 0.8747, "step": 109500 }, { "epoch": 1.4824598051239202, "grad_norm": 3.052008628845215, "learning_rate": 2.5292336581268002e-05, "loss": 0.8667, "step": 110000 }, { "epoch": 1.4891982587835744, "grad_norm": 2.4037067890167236, "learning_rate": 2.518002902027376e-05, "loss": 0.8624, "step": 110500 }, { "epoch": 1.4959367124432286, "grad_norm": 2.7442452907562256, "learning_rate": 2.5067721459279524e-05, "loss": 0.8674, "step": 111000 }, { "epoch": 1.5026751661028828, "grad_norm": 2.840303659439087, "learning_rate": 2.4955413898285292e-05, "loss": 0.866, "step": 111500 }, { "epoch": 1.5094136197625367, "grad_norm": 2.9296963214874268, "learning_rate": 2.4843106337291053e-05, "loss": 0.8641, "step": 112000 }, { "epoch": 1.516152073422191, "grad_norm": 2.299018383026123, "learning_rate": 2.4730798776296818e-05, "loss": 0.8614, "step": 112500 }, { "epoch": 1.5228905270818451, "grad_norm": 2.8484160900115967, "learning_rate": 2.4618491215302582e-05, "loss": 0.8656, "step": 113000 }, { "epoch": 1.5296289807414993, "grad_norm": 2.9366495609283447, "learning_rate": 2.4506183654308343e-05, "loss": 0.8603, "step": 113500 }, { "epoch": 1.5363674344011535, "grad_norm": 2.8661820888519287, "learning_rate": 2.4393876093314108e-05, "loss": 0.861, "step": 114000 }, { "epoch": 1.5431058880608077, "grad_norm": 3.0576467514038086, "learning_rate": 2.4281568532319872e-05, "loss": 0.862, "step": 114500 }, { "epoch": 1.549844341720462, "grad_norm": 2.5783610343933105, "learning_rate": 2.4169260971325637e-05, "loss": 0.856, "step": 115000 }, { "epoch": 1.5565827953801161, "grad_norm": 2.6934993267059326, "learning_rate": 2.4056953410331398e-05, "loss": 0.8541, "step": 115500 }, { "epoch": 1.5633212490397703, "grad_norm": 2.488381862640381, "learning_rate": 2.394464584933716e-05, "loss": 0.8615, "step": 116000 }, { "epoch": 1.5700597026994245, "grad_norm": 2.6905736923217773, "learning_rate": 2.3832338288342927e-05, "loss": 0.8567, "step": 116500 }, { "epoch": 1.5767981563590787, "grad_norm": 2.5146076679229736, "learning_rate": 2.3720030727348688e-05, "loss": 0.8585, "step": 117000 }, { "epoch": 1.583536610018733, "grad_norm": 2.819962501525879, "learning_rate": 2.3607723166354452e-05, "loss": 0.8576, "step": 117500 }, { "epoch": 1.5902750636783871, "grad_norm": 2.612535238265991, "learning_rate": 2.3495415605360217e-05, "loss": 0.8595, "step": 118000 }, { "epoch": 1.5970135173380413, "grad_norm": 2.5329699516296387, "learning_rate": 2.338310804436598e-05, "loss": 0.857, "step": 118500 }, { "epoch": 1.6037519709976955, "grad_norm": 3.002338409423828, "learning_rate": 2.3270800483371743e-05, "loss": 0.8503, "step": 119000 }, { "epoch": 1.6104904246573497, "grad_norm": 2.588996648788452, "learning_rate": 2.3158492922377507e-05, "loss": 0.8565, "step": 119500 }, { "epoch": 1.617228878317004, "grad_norm": 2.7498881816864014, "learning_rate": 2.304618536138327e-05, "loss": 0.8524, "step": 120000 }, { "epoch": 1.623967331976658, "grad_norm": 2.4528512954711914, "learning_rate": 2.2933877800389033e-05, "loss": 0.85, "step": 120500 }, { "epoch": 1.6307057856363123, "grad_norm": 2.914182424545288, "learning_rate": 2.2821570239394797e-05, "loss": 0.8476, "step": 121000 }, { "epoch": 1.6374442392959665, "grad_norm": 2.303053140640259, "learning_rate": 2.2709262678400562e-05, "loss": 0.851, "step": 121500 }, { "epoch": 1.6441826929556207, "grad_norm": 2.736271381378174, "learning_rate": 2.2596955117406326e-05, "loss": 0.8496, "step": 122000 }, { "epoch": 1.650921146615275, "grad_norm": 3.0336098670959473, "learning_rate": 2.2484647556412087e-05, "loss": 0.8449, "step": 122500 }, { "epoch": 1.6576596002749289, "grad_norm": 3.153146505355835, "learning_rate": 2.2372339995417852e-05, "loss": 0.8484, "step": 123000 }, { "epoch": 1.664398053934583, "grad_norm": 2.434753179550171, "learning_rate": 2.2260032434423616e-05, "loss": 0.8477, "step": 123500 }, { "epoch": 1.6711365075942373, "grad_norm": 2.798680543899536, "learning_rate": 2.2147724873429378e-05, "loss": 0.8459, "step": 124000 }, { "epoch": 1.6778749612538915, "grad_norm": 2.9313242435455322, "learning_rate": 2.2035417312435145e-05, "loss": 0.8484, "step": 124500 }, { "epoch": 1.6846134149135457, "grad_norm": 2.831214189529419, "learning_rate": 2.1923109751440907e-05, "loss": 0.8438, "step": 125000 }, { "epoch": 1.6913518685731999, "grad_norm": 3.033341407775879, "learning_rate": 2.181080219044667e-05, "loss": 0.8427, "step": 125500 }, { "epoch": 1.698090322232854, "grad_norm": 2.704768657684326, "learning_rate": 2.1698494629452436e-05, "loss": 0.8429, "step": 126000 }, { "epoch": 1.704828775892508, "grad_norm": 2.62070894241333, "learning_rate": 2.1586187068458197e-05, "loss": 0.8446, "step": 126500 }, { "epoch": 1.7115672295521622, "grad_norm": 3.01562237739563, "learning_rate": 2.147387950746396e-05, "loss": 0.8433, "step": 127000 }, { "epoch": 1.7183056832118164, "grad_norm": 2.577298641204834, "learning_rate": 2.1361571946469726e-05, "loss": 0.8444, "step": 127500 }, { "epoch": 1.7250441368714706, "grad_norm": 2.642275810241699, "learning_rate": 2.124926438547549e-05, "loss": 0.8407, "step": 128000 }, { "epoch": 1.7317825905311248, "grad_norm": 2.7020041942596436, "learning_rate": 2.113695682448125e-05, "loss": 0.842, "step": 128500 }, { "epoch": 1.738521044190779, "grad_norm": 2.7257561683654785, "learning_rate": 2.1024649263487016e-05, "loss": 0.8444, "step": 129000 }, { "epoch": 1.7452594978504332, "grad_norm": 2.3752248287200928, "learning_rate": 2.091234170249278e-05, "loss": 0.8387, "step": 129500 }, { "epoch": 1.7519979515100874, "grad_norm": 2.5963971614837646, "learning_rate": 2.080003414149854e-05, "loss": 0.8381, "step": 130000 }, { "epoch": 1.7587364051697416, "grad_norm": 2.735293388366699, "learning_rate": 2.0687726580504306e-05, "loss": 0.8358, "step": 130500 }, { "epoch": 1.7654748588293958, "grad_norm": 2.578404188156128, "learning_rate": 2.057541901951007e-05, "loss": 0.8433, "step": 131000 }, { "epoch": 1.77221331248905, "grad_norm": 2.714272975921631, "learning_rate": 2.0463111458515835e-05, "loss": 0.8375, "step": 131500 }, { "epoch": 1.7789517661487042, "grad_norm": 2.9564433097839355, "learning_rate": 2.0350803897521596e-05, "loss": 0.8387, "step": 132000 }, { "epoch": 1.7856902198083584, "grad_norm": 2.411444902420044, "learning_rate": 2.023849633652736e-05, "loss": 0.8343, "step": 132500 }, { "epoch": 1.7924286734680126, "grad_norm": 2.7173373699188232, "learning_rate": 2.0126188775533125e-05, "loss": 0.835, "step": 133000 }, { "epoch": 1.7991671271276668, "grad_norm": 2.5802862644195557, "learning_rate": 2.0013881214538886e-05, "loss": 0.8326, "step": 133500 }, { "epoch": 1.805905580787321, "grad_norm": 2.4736204147338867, "learning_rate": 1.9901573653544654e-05, "loss": 0.8339, "step": 134000 }, { "epoch": 1.8126440344469752, "grad_norm": 2.9207983016967773, "learning_rate": 1.9789266092550415e-05, "loss": 0.8306, "step": 134500 }, { "epoch": 1.8193824881066294, "grad_norm": 2.806415319442749, "learning_rate": 1.967695853155618e-05, "loss": 0.83, "step": 135000 }, { "epoch": 1.8261209417662836, "grad_norm": 2.5810861587524414, "learning_rate": 1.9564650970561944e-05, "loss": 0.8318, "step": 135500 }, { "epoch": 1.8328593954259378, "grad_norm": 2.784264087677002, "learning_rate": 1.9452343409567706e-05, "loss": 0.8343, "step": 136000 }, { "epoch": 1.839597849085592, "grad_norm": 2.756681203842163, "learning_rate": 1.934003584857347e-05, "loss": 0.8282, "step": 136500 }, { "epoch": 1.8463363027452462, "grad_norm": 3.2176573276519775, "learning_rate": 1.9227728287579235e-05, "loss": 0.8309, "step": 137000 }, { "epoch": 1.8530747564049002, "grad_norm": 2.4733126163482666, "learning_rate": 1.9115420726585e-05, "loss": 0.8291, "step": 137500 }, { "epoch": 1.8598132100645544, "grad_norm": 2.550459861755371, "learning_rate": 1.900311316559076e-05, "loss": 0.8328, "step": 138000 }, { "epoch": 1.8665516637242086, "grad_norm": 2.9665493965148926, "learning_rate": 1.8890805604596525e-05, "loss": 0.8315, "step": 138500 }, { "epoch": 1.8732901173838628, "grad_norm": 2.613665819168091, "learning_rate": 1.877849804360229e-05, "loss": 0.8287, "step": 139000 }, { "epoch": 1.880028571043517, "grad_norm": 2.4834043979644775, "learning_rate": 1.866619048260805e-05, "loss": 0.828, "step": 139500 }, { "epoch": 1.8867670247031711, "grad_norm": 2.3651483058929443, "learning_rate": 1.8553882921613815e-05, "loss": 0.8281, "step": 140000 }, { "epoch": 1.8935054783628253, "grad_norm": 2.588747501373291, "learning_rate": 1.844157536061958e-05, "loss": 0.827, "step": 140500 }, { "epoch": 1.9002439320224793, "grad_norm": 2.5978434085845947, "learning_rate": 1.8329267799625344e-05, "loss": 0.8265, "step": 141000 }, { "epoch": 1.9069823856821335, "grad_norm": 2.6672565937042236, "learning_rate": 1.8216960238631105e-05, "loss": 0.8278, "step": 141500 }, { "epoch": 1.9137208393417877, "grad_norm": 2.658770799636841, "learning_rate": 1.8104652677636873e-05, "loss": 0.8282, "step": 142000 }, { "epoch": 1.920459293001442, "grad_norm": 2.7485387325286865, "learning_rate": 1.7992345116642634e-05, "loss": 0.8251, "step": 142500 }, { "epoch": 1.9271977466610961, "grad_norm": 2.95625376701355, "learning_rate": 1.7880037555648395e-05, "loss": 0.8208, "step": 143000 }, { "epoch": 1.9339362003207503, "grad_norm": 2.980334997177124, "learning_rate": 1.7767729994654163e-05, "loss": 0.8191, "step": 143500 }, { "epoch": 1.9406746539804045, "grad_norm": 2.575261116027832, "learning_rate": 1.7655422433659924e-05, "loss": 0.8205, "step": 144000 }, { "epoch": 1.9474131076400587, "grad_norm": 3.0678629875183105, "learning_rate": 1.754311487266569e-05, "loss": 0.8186, "step": 144500 }, { "epoch": 1.954151561299713, "grad_norm": 2.7946627140045166, "learning_rate": 1.7430807311671453e-05, "loss": 0.8203, "step": 145000 }, { "epoch": 1.960890014959367, "grad_norm": 2.817331075668335, "learning_rate": 1.7318499750677218e-05, "loss": 0.8186, "step": 145500 }, { "epoch": 1.9676284686190213, "grad_norm": 2.7685699462890625, "learning_rate": 1.720619218968298e-05, "loss": 0.8217, "step": 146000 }, { "epoch": 1.9743669222786755, "grad_norm": 2.7003917694091797, "learning_rate": 1.7093884628688743e-05, "loss": 0.8206, "step": 146500 }, { "epoch": 1.9811053759383297, "grad_norm": 2.629485845565796, "learning_rate": 1.6981577067694508e-05, "loss": 0.82, "step": 147000 }, { "epoch": 1.987843829597984, "grad_norm": 2.6622962951660156, "learning_rate": 1.686926950670027e-05, "loss": 0.8188, "step": 147500 }, { "epoch": 1.994582283257638, "grad_norm": 2.8867058753967285, "learning_rate": 1.6756961945706033e-05, "loss": 0.819, "step": 148000 }, { "epoch": 2.0013207369172923, "grad_norm": 2.781660318374634, "learning_rate": 1.6644654384711798e-05, "loss": 0.8175, "step": 148500 }, { "epoch": 2.0080591905769465, "grad_norm": 2.642421245574951, "learning_rate": 1.653234682371756e-05, "loss": 0.8131, "step": 149000 }, { "epoch": 2.0147976442366007, "grad_norm": 2.9073877334594727, "learning_rate": 1.6420039262723324e-05, "loss": 0.816, "step": 149500 }, { "epoch": 2.021536097896255, "grad_norm": 2.7006802558898926, "learning_rate": 1.6307731701729088e-05, "loss": 0.8152, "step": 150000 }, { "epoch": 2.028274551555909, "grad_norm": 2.617917776107788, "learning_rate": 1.6195424140734853e-05, "loss": 0.8188, "step": 150500 }, { "epoch": 2.0350130052155633, "grad_norm": 2.5655267238616943, "learning_rate": 1.6083116579740614e-05, "loss": 0.8117, "step": 151000 }, { "epoch": 2.0417514588752175, "grad_norm": 2.7315967082977295, "learning_rate": 1.5970809018746378e-05, "loss": 0.8116, "step": 151500 }, { "epoch": 2.0484899125348717, "grad_norm": 2.7256932258605957, "learning_rate": 1.5858501457752143e-05, "loss": 0.8081, "step": 152000 }, { "epoch": 2.055228366194526, "grad_norm": 2.810154676437378, "learning_rate": 1.5746193896757904e-05, "loss": 0.8106, "step": 152500 }, { "epoch": 2.06196681985418, "grad_norm": 2.749325752258301, "learning_rate": 1.563388633576367e-05, "loss": 0.8174, "step": 153000 }, { "epoch": 2.0687052735138343, "grad_norm": 2.8705825805664062, "learning_rate": 1.5521578774769433e-05, "loss": 0.8119, "step": 153500 }, { "epoch": 2.075443727173488, "grad_norm": 2.669269323348999, "learning_rate": 1.5409271213775197e-05, "loss": 0.8145, "step": 154000 }, { "epoch": 2.082182180833142, "grad_norm": 2.9345993995666504, "learning_rate": 1.529696365278096e-05, "loss": 0.8085, "step": 154500 }, { "epoch": 2.0889206344927964, "grad_norm": 2.713247299194336, "learning_rate": 1.5184656091786725e-05, "loss": 0.8087, "step": 155000 }, { "epoch": 2.0956590881524506, "grad_norm": 2.6601617336273193, "learning_rate": 1.5072348530792488e-05, "loss": 0.8015, "step": 155500 }, { "epoch": 2.102397541812105, "grad_norm": 3.3940951824188232, "learning_rate": 1.496004096979825e-05, "loss": 0.8075, "step": 156000 }, { "epoch": 2.109135995471759, "grad_norm": 2.4791245460510254, "learning_rate": 1.4847733408804015e-05, "loss": 0.8075, "step": 156500 }, { "epoch": 2.115874449131413, "grad_norm": 3.14079213142395, "learning_rate": 1.4735425847809778e-05, "loss": 0.8051, "step": 157000 }, { "epoch": 2.1226129027910674, "grad_norm": 2.716848611831665, "learning_rate": 1.4623118286815542e-05, "loss": 0.8068, "step": 157500 }, { "epoch": 2.1293513564507216, "grad_norm": 2.691509246826172, "learning_rate": 1.4510810725821305e-05, "loss": 0.8081, "step": 158000 }, { "epoch": 2.136089810110376, "grad_norm": 2.5966506004333496, "learning_rate": 1.4398503164827071e-05, "loss": 0.8071, "step": 158500 }, { "epoch": 2.14282826377003, "grad_norm": 2.498093605041504, "learning_rate": 1.4286195603832832e-05, "loss": 0.8081, "step": 159000 }, { "epoch": 2.149566717429684, "grad_norm": 3.0157721042633057, "learning_rate": 1.4173888042838595e-05, "loss": 0.8066, "step": 159500 }, { "epoch": 2.1563051710893384, "grad_norm": 2.4180946350097656, "learning_rate": 1.4061580481844361e-05, "loss": 0.8042, "step": 160000 }, { "epoch": 2.1630436247489926, "grad_norm": 2.5269594192504883, "learning_rate": 1.3949272920850123e-05, "loss": 0.8048, "step": 160500 }, { "epoch": 2.169782078408647, "grad_norm": 2.8210670948028564, "learning_rate": 1.3836965359855889e-05, "loss": 0.8057, "step": 161000 }, { "epoch": 2.176520532068301, "grad_norm": 2.71695876121521, "learning_rate": 1.3724657798861652e-05, "loss": 0.8027, "step": 161500 }, { "epoch": 2.183258985727955, "grad_norm": 2.7251980304718018, "learning_rate": 1.3612350237867416e-05, "loss": 0.8058, "step": 162000 }, { "epoch": 2.1899974393876094, "grad_norm": 2.8365695476531982, "learning_rate": 1.3500042676873179e-05, "loss": 0.8012, "step": 162500 }, { "epoch": 2.1967358930472636, "grad_norm": 2.5428919792175293, "learning_rate": 1.3387735115878942e-05, "loss": 0.8028, "step": 163000 }, { "epoch": 2.2034743467069178, "grad_norm": 2.581951379776001, "learning_rate": 1.3275427554884706e-05, "loss": 0.7992, "step": 163500 }, { "epoch": 2.210212800366572, "grad_norm": 2.654918909072876, "learning_rate": 1.3163119993890469e-05, "loss": 0.8014, "step": 164000 }, { "epoch": 2.216951254026226, "grad_norm": 2.552696704864502, "learning_rate": 1.3050812432896234e-05, "loss": 0.8066, "step": 164500 }, { "epoch": 2.2236897076858804, "grad_norm": 2.363924980163574, "learning_rate": 1.2938504871901996e-05, "loss": 0.8002, "step": 165000 }, { "epoch": 2.2304281613455346, "grad_norm": 2.6942362785339355, "learning_rate": 1.2826197310907761e-05, "loss": 0.798, "step": 165500 }, { "epoch": 2.2371666150051888, "grad_norm": 2.5158755779266357, "learning_rate": 1.2713889749913524e-05, "loss": 0.8, "step": 166000 }, { "epoch": 2.243905068664843, "grad_norm": 3.532792329788208, "learning_rate": 1.2601582188919286e-05, "loss": 0.7952, "step": 166500 }, { "epoch": 2.250643522324497, "grad_norm": 2.8137147426605225, "learning_rate": 1.2489274627925051e-05, "loss": 0.8014, "step": 167000 }, { "epoch": 2.257381975984151, "grad_norm": 3.056257486343384, "learning_rate": 1.2376967066930814e-05, "loss": 0.7989, "step": 167500 }, { "epoch": 2.264120429643805, "grad_norm": 3.0764172077178955, "learning_rate": 1.2264659505936578e-05, "loss": 0.7963, "step": 168000 }, { "epoch": 2.2708588833034593, "grad_norm": 3.017273187637329, "learning_rate": 1.2152351944942341e-05, "loss": 0.7968, "step": 168500 }, { "epoch": 2.2775973369631135, "grad_norm": 2.690185308456421, "learning_rate": 1.2040044383948106e-05, "loss": 0.7968, "step": 169000 }, { "epoch": 2.2843357906227677, "grad_norm": 2.7114124298095703, "learning_rate": 1.192773682295387e-05, "loss": 0.8011, "step": 169500 }, { "epoch": 2.291074244282422, "grad_norm": 2.9144785404205322, "learning_rate": 1.1815429261959633e-05, "loss": 0.7963, "step": 170000 }, { "epoch": 2.297812697942076, "grad_norm": 2.8431060314178467, "learning_rate": 1.1703121700965396e-05, "loss": 0.7927, "step": 170500 }, { "epoch": 2.3045511516017303, "grad_norm": 2.4635190963745117, "learning_rate": 1.159081413997116e-05, "loss": 0.796, "step": 171000 }, { "epoch": 2.3112896052613845, "grad_norm": 2.829127788543701, "learning_rate": 1.1478506578976923e-05, "loss": 0.7933, "step": 171500 }, { "epoch": 2.3180280589210387, "grad_norm": 2.748392343521118, "learning_rate": 1.1366199017982688e-05, "loss": 0.7982, "step": 172000 }, { "epoch": 2.324766512580693, "grad_norm": 2.6858222484588623, "learning_rate": 1.125389145698845e-05, "loss": 0.7919, "step": 172500 }, { "epoch": 2.331504966240347, "grad_norm": 2.5816309452056885, "learning_rate": 1.1141583895994215e-05, "loss": 0.7943, "step": 173000 }, { "epoch": 2.3382434199000013, "grad_norm": 2.663086175918579, "learning_rate": 1.1029276334999978e-05, "loss": 0.7907, "step": 173500 }, { "epoch": 2.3449818735596555, "grad_norm": 2.7774062156677246, "learning_rate": 1.091696877400574e-05, "loss": 0.7938, "step": 174000 }, { "epoch": 2.3517203272193097, "grad_norm": 2.579991102218628, "learning_rate": 1.0804661213011505e-05, "loss": 0.7907, "step": 174500 }, { "epoch": 2.358458780878964, "grad_norm": 2.737271547317505, "learning_rate": 1.0692353652017268e-05, "loss": 0.791, "step": 175000 }, { "epoch": 2.365197234538618, "grad_norm": 2.7510414123535156, "learning_rate": 1.0580046091023032e-05, "loss": 0.7897, "step": 175500 }, { "epoch": 2.3719356881982723, "grad_norm": 2.9037694931030273, "learning_rate": 1.0467738530028797e-05, "loss": 0.7911, "step": 176000 }, { "epoch": 2.3786741418579265, "grad_norm": 2.720240354537964, "learning_rate": 1.035543096903456e-05, "loss": 0.7927, "step": 176500 }, { "epoch": 2.3854125955175807, "grad_norm": 2.5593862533569336, "learning_rate": 1.0243123408040324e-05, "loss": 0.7884, "step": 177000 }, { "epoch": 2.392151049177235, "grad_norm": 2.8841631412506104, "learning_rate": 1.0130815847046087e-05, "loss": 0.7884, "step": 177500 }, { "epoch": 2.398889502836889, "grad_norm": 2.46235728263855, "learning_rate": 1.001850828605185e-05, "loss": 0.7849, "step": 178000 }, { "epoch": 2.4056279564965433, "grad_norm": 2.6925342082977295, "learning_rate": 9.906200725057614e-06, "loss": 0.787, "step": 178500 }, { "epoch": 2.4123664101561975, "grad_norm": 2.830958366394043, "learning_rate": 9.793893164063377e-06, "loss": 0.7851, "step": 179000 }, { "epoch": 2.4191048638158517, "grad_norm": 2.656013011932373, "learning_rate": 9.681585603069142e-06, "loss": 0.7869, "step": 179500 }, { "epoch": 2.425843317475506, "grad_norm": 2.9063632488250732, "learning_rate": 9.569278042074906e-06, "loss": 0.7835, "step": 180000 }, { "epoch": 2.43258177113516, "grad_norm": 2.727149724960327, "learning_rate": 9.456970481080667e-06, "loss": 0.7872, "step": 180500 }, { "epoch": 2.4393202247948143, "grad_norm": 2.8738434314727783, "learning_rate": 9.344662920086432e-06, "loss": 0.7893, "step": 181000 }, { "epoch": 2.4460586784544684, "grad_norm": 2.6790006160736084, "learning_rate": 9.232355359092196e-06, "loss": 0.7901, "step": 181500 }, { "epoch": 2.4527971321141226, "grad_norm": 2.999220371246338, "learning_rate": 9.12004779809796e-06, "loss": 0.7846, "step": 182000 }, { "epoch": 2.459535585773777, "grad_norm": 2.930610418319702, "learning_rate": 9.007740237103724e-06, "loss": 0.7836, "step": 182500 }, { "epoch": 2.466274039433431, "grad_norm": 2.5325422286987305, "learning_rate": 8.895432676109487e-06, "loss": 0.7841, "step": 183000 }, { "epoch": 2.4730124930930852, "grad_norm": 2.6990277767181396, "learning_rate": 8.783125115115251e-06, "loss": 0.7865, "step": 183500 }, { "epoch": 2.479750946752739, "grad_norm": 2.4499423503875732, "learning_rate": 8.670817554121014e-06, "loss": 0.788, "step": 184000 }, { "epoch": 2.486489400412393, "grad_norm": 2.8085732460021973, "learning_rate": 8.558509993126777e-06, "loss": 0.7843, "step": 184500 }, { "epoch": 2.4932278540720474, "grad_norm": 2.7460155487060547, "learning_rate": 8.446202432132541e-06, "loss": 0.7837, "step": 185000 }, { "epoch": 2.4999663077317016, "grad_norm": 2.6985998153686523, "learning_rate": 8.333894871138306e-06, "loss": 0.7796, "step": 185500 }, { "epoch": 2.506704761391356, "grad_norm": 2.61006236076355, "learning_rate": 8.221587310144069e-06, "loss": 0.7851, "step": 186000 }, { "epoch": 2.51344321505101, "grad_norm": 2.6244630813598633, "learning_rate": 8.109279749149833e-06, "loss": 0.7815, "step": 186500 }, { "epoch": 2.520181668710664, "grad_norm": 2.570472240447998, "learning_rate": 7.996972188155596e-06, "loss": 0.7798, "step": 187000 }, { "epoch": 2.5269201223703184, "grad_norm": 2.843006134033203, "learning_rate": 7.884664627161359e-06, "loss": 0.7813, "step": 187500 }, { "epoch": 2.5336585760299726, "grad_norm": 2.826552391052246, "learning_rate": 7.772357066167123e-06, "loss": 0.7847, "step": 188000 }, { "epoch": 2.5403970296896268, "grad_norm": 2.7578179836273193, "learning_rate": 7.660049505172886e-06, "loss": 0.7866, "step": 188500 }, { "epoch": 2.547135483349281, "grad_norm": 2.5628886222839355, "learning_rate": 7.5477419441786505e-06, "loss": 0.7852, "step": 189000 }, { "epoch": 2.553873937008935, "grad_norm": 2.6524205207824707, "learning_rate": 7.435434383184414e-06, "loss": 0.7814, "step": 189500 }, { "epoch": 2.5606123906685894, "grad_norm": 2.477996349334717, "learning_rate": 7.323126822190178e-06, "loss": 0.7811, "step": 190000 }, { "epoch": 2.5673508443282436, "grad_norm": 2.7149415016174316, "learning_rate": 7.210819261195941e-06, "loss": 0.7792, "step": 190500 }, { "epoch": 2.5740892979878978, "grad_norm": 2.6794521808624268, "learning_rate": 7.098511700201704e-06, "loss": 0.7812, "step": 191000 }, { "epoch": 2.580827751647552, "grad_norm": 2.5924432277679443, "learning_rate": 6.986204139207468e-06, "loss": 0.7833, "step": 191500 }, { "epoch": 2.587566205307206, "grad_norm": 2.6516847610473633, "learning_rate": 6.873896578213232e-06, "loss": 0.7805, "step": 192000 }, { "epoch": 2.5943046589668604, "grad_norm": 2.7591474056243896, "learning_rate": 6.761589017218996e-06, "loss": 0.7806, "step": 192500 }, { "epoch": 2.6010431126265146, "grad_norm": 2.6870453357696533, "learning_rate": 6.64928145622476e-06, "loss": 0.7831, "step": 193000 }, { "epoch": 2.6077815662861688, "grad_norm": 2.554856061935425, "learning_rate": 6.5369738952305235e-06, "loss": 0.7788, "step": 193500 }, { "epoch": 2.614520019945823, "grad_norm": 3.0473780632019043, "learning_rate": 6.4246663342362855e-06, "loss": 0.7785, "step": 194000 }, { "epoch": 2.621258473605477, "grad_norm": 2.823575973510742, "learning_rate": 6.31235877324205e-06, "loss": 0.7769, "step": 194500 }, { "epoch": 2.6279969272651313, "grad_norm": 3.1149537563323975, "learning_rate": 6.200051212247814e-06, "loss": 0.7756, "step": 195000 }, { "epoch": 2.6347353809247855, "grad_norm": 2.7670702934265137, "learning_rate": 6.087743651253577e-06, "loss": 0.7757, "step": 195500 }, { "epoch": 2.6414738345844393, "grad_norm": 2.8859286308288574, "learning_rate": 5.975436090259341e-06, "loss": 0.7799, "step": 196000 }, { "epoch": 2.6482122882440935, "grad_norm": 2.612013578414917, "learning_rate": 5.863128529265105e-06, "loss": 0.7783, "step": 196500 }, { "epoch": 2.6549507419037477, "grad_norm": 2.4842634201049805, "learning_rate": 5.750820968270868e-06, "loss": 0.7797, "step": 197000 }, { "epoch": 2.661689195563402, "grad_norm": 2.8483400344848633, "learning_rate": 5.638513407276632e-06, "loss": 0.7798, "step": 197500 }, { "epoch": 2.668427649223056, "grad_norm": 2.6876285076141357, "learning_rate": 5.526205846282395e-06, "loss": 0.7763, "step": 198000 }, { "epoch": 2.6751661028827103, "grad_norm": 2.7072014808654785, "learning_rate": 5.413898285288159e-06, "loss": 0.7777, "step": 198500 }, { "epoch": 2.6819045565423645, "grad_norm": 2.741366386413574, "learning_rate": 5.301590724293923e-06, "loss": 0.771, "step": 199000 }, { "epoch": 2.6886430102020187, "grad_norm": 2.619382858276367, "learning_rate": 5.189283163299686e-06, "loss": 0.7759, "step": 199500 }, { "epoch": 2.695381463861673, "grad_norm": 2.4894635677337646, "learning_rate": 5.0769756023054495e-06, "loss": 0.7775, "step": 200000 }, { "epoch": 2.702119917521327, "grad_norm": 2.9494383335113525, "learning_rate": 4.964668041311214e-06, "loss": 0.7725, "step": 200500 }, { "epoch": 2.7088583711809813, "grad_norm": 2.9104485511779785, "learning_rate": 4.852360480316978e-06, "loss": 0.7756, "step": 201000 }, { "epoch": 2.7155968248406355, "grad_norm": 3.2007381916046143, "learning_rate": 4.7400529193227405e-06, "loss": 0.7766, "step": 201500 }, { "epoch": 2.7223352785002897, "grad_norm": 2.7596235275268555, "learning_rate": 4.627745358328504e-06, "loss": 0.7772, "step": 202000 }, { "epoch": 2.729073732159944, "grad_norm": 2.6834709644317627, "learning_rate": 4.515437797334268e-06, "loss": 0.7749, "step": 202500 }, { "epoch": 2.735812185819598, "grad_norm": 2.5933780670166016, "learning_rate": 4.4031302363400314e-06, "loss": 0.7719, "step": 203000 }, { "epoch": 2.7425506394792523, "grad_norm": 2.5340027809143066, "learning_rate": 4.290822675345795e-06, "loss": 0.7741, "step": 203500 }, { "epoch": 2.7492890931389065, "grad_norm": 2.8879024982452393, "learning_rate": 4.178515114351559e-06, "loss": 0.7716, "step": 204000 }, { "epoch": 2.7560275467985607, "grad_norm": 3.1167986392974854, "learning_rate": 4.0662075533573224e-06, "loss": 0.7694, "step": 204500 }, { "epoch": 2.762766000458215, "grad_norm": 2.4951884746551514, "learning_rate": 3.953899992363086e-06, "loss": 0.7765, "step": 205000 }, { "epoch": 2.769504454117869, "grad_norm": 2.7027931213378906, "learning_rate": 3.84159243136885e-06, "loss": 0.7714, "step": 205500 }, { "epoch": 2.7762429077775232, "grad_norm": 3.3156979084014893, "learning_rate": 3.7292848703746134e-06, "loss": 0.7781, "step": 206000 }, { "epoch": 2.7829813614371774, "grad_norm": 2.786951780319214, "learning_rate": 3.6169773093803767e-06, "loss": 0.7728, "step": 206500 }, { "epoch": 2.7897198150968316, "grad_norm": 2.969574451446533, "learning_rate": 3.5046697483861408e-06, "loss": 0.7738, "step": 207000 }, { "epoch": 2.796458268756486, "grad_norm": 2.9349396228790283, "learning_rate": 3.3923621873919044e-06, "loss": 0.7706, "step": 207500 }, { "epoch": 2.80319672241614, "grad_norm": 2.9105379581451416, "learning_rate": 3.2800546263976677e-06, "loss": 0.7726, "step": 208000 }, { "epoch": 2.8099351760757942, "grad_norm": 2.704517364501953, "learning_rate": 3.1677470654034313e-06, "loss": 0.772, "step": 208500 }, { "epoch": 2.8166736297354484, "grad_norm": 2.8440916538238525, "learning_rate": 3.055439504409195e-06, "loss": 0.7737, "step": 209000 }, { "epoch": 2.8234120833951026, "grad_norm": 2.7883334159851074, "learning_rate": 2.9431319434149587e-06, "loss": 0.7761, "step": 209500 }, { "epoch": 2.830150537054757, "grad_norm": 2.7041919231414795, "learning_rate": 2.8308243824207223e-06, "loss": 0.7685, "step": 210000 }, { "epoch": 2.836888990714411, "grad_norm": 3.204582691192627, "learning_rate": 2.718516821426486e-06, "loss": 0.772, "step": 210500 }, { "epoch": 2.8436274443740652, "grad_norm": 2.6497182846069336, "learning_rate": 2.6062092604322497e-06, "loss": 0.7697, "step": 211000 }, { "epoch": 2.8503658980337194, "grad_norm": 2.7956790924072266, "learning_rate": 2.493901699438013e-06, "loss": 0.7701, "step": 211500 }, { "epoch": 2.8571043516933736, "grad_norm": 2.669754981994629, "learning_rate": 2.3815941384437766e-06, "loss": 0.7722, "step": 212000 }, { "epoch": 2.863842805353028, "grad_norm": 2.8052785396575928, "learning_rate": 2.2692865774495402e-06, "loss": 0.7738, "step": 212500 }, { "epoch": 2.870581259012682, "grad_norm": 2.84078311920166, "learning_rate": 2.156979016455304e-06, "loss": 0.7634, "step": 213000 }, { "epoch": 2.877319712672336, "grad_norm": 2.8475825786590576, "learning_rate": 2.0446714554610676e-06, "loss": 0.7701, "step": 213500 }, { "epoch": 2.88405816633199, "grad_norm": 2.8714263439178467, "learning_rate": 1.9323638944668312e-06, "loss": 0.7675, "step": 214000 }, { "epoch": 2.890796619991644, "grad_norm": 2.9529831409454346, "learning_rate": 1.8200563334725949e-06, "loss": 0.7634, "step": 214500 }, { "epoch": 2.8975350736512984, "grad_norm": 2.602252960205078, "learning_rate": 1.7077487724783583e-06, "loss": 0.7743, "step": 215000 }, { "epoch": 2.9042735273109526, "grad_norm": 2.7984066009521484, "learning_rate": 1.5954412114841222e-06, "loss": 0.7682, "step": 215500 }, { "epoch": 2.9110119809706068, "grad_norm": 2.473423957824707, "learning_rate": 1.4831336504898857e-06, "loss": 0.7718, "step": 216000 }, { "epoch": 2.917750434630261, "grad_norm": 2.9639880657196045, "learning_rate": 1.3708260894956493e-06, "loss": 0.7674, "step": 216500 }, { "epoch": 2.924488888289915, "grad_norm": 2.7730565071105957, "learning_rate": 1.258518528501413e-06, "loss": 0.7689, "step": 217000 }, { "epoch": 2.9312273419495694, "grad_norm": 2.5630087852478027, "learning_rate": 1.1462109675071764e-06, "loss": 0.7698, "step": 217500 }, { "epoch": 2.9379657956092236, "grad_norm": 2.7039124965667725, "learning_rate": 1.03390340651294e-06, "loss": 0.7658, "step": 218000 }, { "epoch": 2.9447042492688777, "grad_norm": 2.7059097290039062, "learning_rate": 9.215958455187038e-07, "loss": 0.7714, "step": 218500 }, { "epoch": 2.951442702928532, "grad_norm": 2.545656681060791, "learning_rate": 8.092882845244674e-07, "loss": 0.7651, "step": 219000 }, { "epoch": 2.958181156588186, "grad_norm": 2.602311134338379, "learning_rate": 6.96980723530231e-07, "loss": 0.7685, "step": 219500 }, { "epoch": 2.9649196102478403, "grad_norm": 2.7936577796936035, "learning_rate": 5.846731625359947e-07, "loss": 0.7659, "step": 220000 }, { "epoch": 2.9716580639074945, "grad_norm": 2.578080654144287, "learning_rate": 4.723656015417582e-07, "loss": 0.7708, "step": 220500 }, { "epoch": 2.9783965175671487, "grad_norm": 2.9034383296966553, "learning_rate": 3.600580405475218e-07, "loss": 0.7693, "step": 221000 }, { "epoch": 2.985134971226803, "grad_norm": 2.942518472671509, "learning_rate": 2.477504795532855e-07, "loss": 0.7656, "step": 221500 }, { "epoch": 2.991873424886457, "grad_norm": 2.4221742153167725, "learning_rate": 1.3544291855904907e-07, "loss": 0.7647, "step": 222000 }, { "epoch": 2.9986118785461113, "grad_norm": 2.536613941192627, "learning_rate": 2.3135357564812696e-08, "loss": 0.7661, "step": 222500 }, { "epoch": 3.0, "step": 222603, "total_flos": 7.501219159976442e+18, "train_loss": 0.20371022846941, "train_runtime": 62599.538, "train_samples_per_second": 455.163, "train_steps_per_second": 3.556 } ], "logging_steps": 500, "max_steps": 222603, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 7.501219159976442e+18, "train_batch_size": 128, "trial_name": null, "trial_params": null }
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 500,
"global_step": 222603,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.006738453659654183,
"grad_norm": 3.9900646209716797,
"learning_rate": 4.988769243900577e-05,
"loss": 1.9854,
"step": 500
},
{
"epoch": 0.013476907319308366,
"grad_norm": 4.249794006347656,
"learning_rate": 4.9775384878011525e-05,
"loss": 1.8451,
"step": 1000
},
{
"epoch": 0.020215360978962548,
"grad_norm": 4.1350417137146,
"learning_rate": 4.966307731701729e-05,
"loss": 1.7752,
"step": 1500
},
{
"epoch": 0.026953814638616732,
"grad_norm": 3.874133825302124,
"learning_rate": 4.955076975602306e-05,
"loss": 1.7215,
"step": 2000
},
{
"epoch": 0.03369226829827091,
"grad_norm": 3.557955026626587,
"learning_rate": 4.943846219502882e-05,
"loss": 1.6764,
"step": 2500
},
{
"epoch": 0.040430721957925096,
"grad_norm": 3.978665590286255,
"learning_rate": 4.932615463403458e-05,
"loss": 1.6395,
"step": 3000
},
{
"epoch": 0.04716917561757928,
"grad_norm": 3.99066162109375,
"learning_rate": 4.921384707304035e-05,
"loss": 1.6005,
"step": 3500
},
{
"epoch": 0.053907629277233464,
"grad_norm": 3.6204793453216553,
"learning_rate": 4.910153951204611e-05,
"loss": 1.5745,
"step": 4000
},
{
"epoch": 0.06064608293688764,
"grad_norm": 3.5526976585388184,
"learning_rate": 4.898923195105187e-05,
"loss": 1.5477,
"step": 4500
},
{
"epoch": 0.06738453659654182,
"grad_norm": 3.432760238647461,
"learning_rate": 4.887692439005764e-05,
"loss": 1.5235,
"step": 5000
},
{
"epoch": 0.07412299025619601,
"grad_norm": 3.3595640659332275,
"learning_rate": 4.87646168290634e-05,
"loss": 1.5069,
"step": 5500
},
{
"epoch": 0.08086144391585019,
"grad_norm": 3.6151161193847656,
"learning_rate": 4.865230926806917e-05,
"loss": 1.4855,
"step": 6000
},
{
"epoch": 0.08759989757550438,
"grad_norm": 3.4927330017089844,
"learning_rate": 4.854000170707493e-05,
"loss": 1.4636,
"step": 6500