{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 200.0, "global_step": 1049, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0009539709038874314, "grad_norm": 487.8523864746094, "learning_rate": 1.904761904761905e-07, "loss": 5.641021251678467, "step": 1, "token_acc": 0.5424107142857143 }, { "epoch": 0.0019079418077748629, "grad_norm": 441.5674133300781, "learning_rate": 3.80952380952381e-07, "loss": 5.456437110900879, "step": 2, "token_acc": 0.5892857142857143 }, { "epoch": 0.0028619127116622945, "grad_norm": 480.9621887207031, "learning_rate": 5.714285714285715e-07, "loss": 5.570872783660889, "step": 3, "token_acc": 0.5736607142857143 }, { "epoch": 0.0038158836155497257, "grad_norm": 461.7463684082031, "learning_rate": 7.61904761904762e-07, "loss": 5.352913856506348, "step": 4, "token_acc": 0.5558035714285714 }, { "epoch": 0.004769854519437157, "grad_norm": 440.0296936035156, "learning_rate": 9.523809523809525e-07, "loss": 5.180164337158203, "step": 5, "token_acc": 0.6004464285714286 }, { "epoch": 0.005723825423324589, "grad_norm": 431.8683166503906, "learning_rate": 1.142857142857143e-06, "loss": 5.2821149826049805, "step": 6, "token_acc": 0.5915178571428571 }, { "epoch": 0.00667779632721202, "grad_norm": 408.6482238769531, "learning_rate": 1.3333333333333334e-06, "loss": 4.60111141204834, "step": 7, "token_acc": 0.640625 }, { "epoch": 0.0076317672310994514, "grad_norm": 290.9599914550781, "learning_rate": 1.523809523809524e-06, "loss": 2.8027749061584473, "step": 8, "token_acc": 0.7008928571428571 }, { "epoch": 0.008585738134986884, "grad_norm": 212.50631713867188, "learning_rate": 1.7142857142857145e-06, "loss": 2.4936604499816895, "step": 9, "token_acc": 0.7433035714285714 }, { "epoch": 0.009539709038874314, "grad_norm": 152.1474151611328, "learning_rate": 1.904761904761905e-06, "loss": 2.321058988571167, "step": 10, "token_acc": 0.7566964285714286 }, { "epoch": 0.010493679942761746, "grad_norm": 143.89376831054688, "learning_rate": 2.0952380952380955e-06, "loss": 1.8750510215759277, "step": 11, "token_acc": 0.7767857142857143 }, { "epoch": 0.011447650846649178, "grad_norm": 75.47449493408203, "learning_rate": 2.285714285714286e-06, "loss": 1.6536998748779297, "step": 12, "token_acc": 0.8102678571428571 }, { "epoch": 0.012401621750536608, "grad_norm": 70.95520782470703, "learning_rate": 2.4761904761904764e-06, "loss": 1.5379831790924072, "step": 13, "token_acc": 0.796875 }, { "epoch": 0.01335559265442404, "grad_norm": 59.69828414916992, "learning_rate": 2.666666666666667e-06, "loss": 1.421655535697937, "step": 14, "token_acc": 0.8102678571428571 }, { "epoch": 0.01430956355831147, "grad_norm": 107.87124633789062, "learning_rate": 2.8571428571428573e-06, "loss": 0.9083107113838196, "step": 15, "token_acc": 0.7901785714285714 }, { "epoch": 0.015263534462198903, "grad_norm": 69.27890014648438, "learning_rate": 3.047619047619048e-06, "loss": 0.39368268847465515, "step": 16, "token_acc": 0.796875 }, { "epoch": 0.016217505366086335, "grad_norm": 69.36380767822266, "learning_rate": 3.2380952380952385e-06, "loss": 0.27300581336021423, "step": 17, "token_acc": 0.8995535714285714 }, { "epoch": 0.017171476269973767, "grad_norm": 52.85889434814453, "learning_rate": 3.428571428571429e-06, "loss": 0.19235074520111084, "step": 18, "token_acc": 0.9084821428571429 }, { "epoch": 0.018125447173861196, "grad_norm": 24.876264572143555, "learning_rate": 3.6190476190476194e-06, "loss": 0.10847067087888718, "step": 19, "token_acc": 0.9196428571428571 }, { "epoch": 0.019079418077748628, "grad_norm": 14.997529029846191, "learning_rate": 3.80952380952381e-06, "loss": 0.10338980704545975, "step": 20, "token_acc": 0.9241071428571429 }, { "epoch": 0.02003338898163606, "grad_norm": 12.82174015045166, "learning_rate": 4.000000000000001e-06, "loss": 0.11441352963447571, "step": 21, "token_acc": 0.9129464285714286 }, { "epoch": 0.020987359885523492, "grad_norm": 0.943763017654419, "learning_rate": 4.190476190476191e-06, "loss": 0.08921027928590775, "step": 22, "token_acc": 0.9464285714285714 }, { "epoch": 0.021941330789410924, "grad_norm": 3.721963405609131, "learning_rate": 4.3809523809523815e-06, "loss": 0.09114746749401093, "step": 23, "token_acc": 0.9352678571428571 }, { "epoch": 0.022895301693298356, "grad_norm": 4.116727352142334, "learning_rate": 4.571428571428572e-06, "loss": 0.08890984952449799, "step": 24, "token_acc": 0.953125 }, { "epoch": 0.023849272597185785, "grad_norm": 2.3745229244232178, "learning_rate": 4.761904761904762e-06, "loss": 0.08816654980182648, "step": 25, "token_acc": 0.9486607142857143 }, { "epoch": 0.024803243501073217, "grad_norm": 3.4608418941497803, "learning_rate": 4.952380952380953e-06, "loss": 0.0788612961769104, "step": 26, "token_acc": 0.9553571428571429 }, { "epoch": 0.02575721440496065, "grad_norm": 12.159919738769531, "learning_rate": 5.142857142857142e-06, "loss": 0.1119467169046402, "step": 27, "token_acc": 0.9330357142857143 }, { "epoch": 0.02671118530884808, "grad_norm": 1.6577916145324707, "learning_rate": 5.333333333333334e-06, "loss": 0.07982518523931503, "step": 28, "token_acc": 0.9598214285714286 }, { "epoch": 0.027665156212735513, "grad_norm": 4.994884014129639, "learning_rate": 5.523809523809525e-06, "loss": 0.09256091713905334, "step": 29, "token_acc": 0.9553571428571429 }, { "epoch": 0.02861912711662294, "grad_norm": 3.4874072074890137, "learning_rate": 5.7142857142857145e-06, "loss": 0.07936974614858627, "step": 30, "token_acc": 0.953125 }, { "epoch": 0.029573098020510374, "grad_norm": 3.6309056282043457, "learning_rate": 5.904761904761905e-06, "loss": 0.10610798746347427, "step": 31, "token_acc": 0.9308035714285714 }, { "epoch": 0.030527068924397806, "grad_norm": 6.925246238708496, "learning_rate": 6.095238095238096e-06, "loss": 0.1066293716430664, "step": 32, "token_acc": 0.9263392857142857 }, { "epoch": 0.031481039828285234, "grad_norm": 4.5225958824157715, "learning_rate": 6.285714285714286e-06, "loss": 0.10149717330932617, "step": 33, "token_acc": 0.9174107142857143 }, { "epoch": 0.03243501073217267, "grad_norm": 2.6128525733947754, "learning_rate": 6.476190476190477e-06, "loss": 0.09254007786512375, "step": 34, "token_acc": 0.9441964285714286 }, { "epoch": 0.0333889816360601, "grad_norm": 1.682613730430603, "learning_rate": 6.666666666666667e-06, "loss": 0.09161645919084549, "step": 35, "token_acc": 0.9464285714285714 }, { "epoch": 0.034342952539947534, "grad_norm": 0.9244633316993713, "learning_rate": 6.857142857142858e-06, "loss": 0.0881117656826973, "step": 36, "token_acc": 0.953125 }, { "epoch": 0.03529692344383496, "grad_norm": 0.5818070769309998, "learning_rate": 7.047619047619048e-06, "loss": 0.09283135831356049, "step": 37, "token_acc": 0.9397321428571429 }, { "epoch": 0.03625089434772239, "grad_norm": 1.035044550895691, "learning_rate": 7.238095238095239e-06, "loss": 0.07343049347400665, "step": 38, "token_acc": 0.9642857142857143 }, { "epoch": 0.03720486525160983, "grad_norm": 5.363602161407471, "learning_rate": 7.428571428571429e-06, "loss": 0.09880748391151428, "step": 39, "token_acc": 0.9508928571428571 }, { "epoch": 0.038158836155497255, "grad_norm": 3.781351089477539, "learning_rate": 7.61904761904762e-06, "loss": 0.08539284765720367, "step": 40, "token_acc": 0.9553571428571429 }, { "epoch": 0.03911280705938469, "grad_norm": 1.7517951726913452, "learning_rate": 7.809523809523811e-06, "loss": 0.06805688887834549, "step": 41, "token_acc": 0.9642857142857143 }, { "epoch": 0.04006677796327212, "grad_norm": 2.222728967666626, "learning_rate": 8.000000000000001e-06, "loss": 0.0834946408867836, "step": 42, "token_acc": 0.9620535714285714 }, { "epoch": 0.04102074886715955, "grad_norm": 3.301999807357788, "learning_rate": 8.190476190476192e-06, "loss": 0.09627261012792587, "step": 43, "token_acc": 0.9575892857142857 }, { "epoch": 0.041974719771046984, "grad_norm": 1.039117693901062, "learning_rate": 8.380952380952382e-06, "loss": 0.06965971738100052, "step": 44, "token_acc": 0.9709821428571429 }, { "epoch": 0.04292869067493441, "grad_norm": 2.3755300045013428, "learning_rate": 8.571428571428571e-06, "loss": 0.0687466412782669, "step": 45, "token_acc": 0.96875 }, { "epoch": 0.04388266157882185, "grad_norm": 0.9454730153083801, "learning_rate": 8.761904761904763e-06, "loss": 0.07735303789377213, "step": 46, "token_acc": 0.9553571428571429 }, { "epoch": 0.04483663248270928, "grad_norm": 0.8962095975875854, "learning_rate": 8.952380952380953e-06, "loss": 0.07521060109138489, "step": 47, "token_acc": 0.953125 }, { "epoch": 0.04579060338659671, "grad_norm": 4.576076507568359, "learning_rate": 9.142857142857144e-06, "loss": 0.09228947758674622, "step": 48, "token_acc": 0.953125 }, { "epoch": 0.04674457429048414, "grad_norm": 6.167478084564209, "learning_rate": 9.333333333333334e-06, "loss": 0.0877530425786972, "step": 49, "token_acc": 0.9441964285714286 }, { "epoch": 0.04769854519437157, "grad_norm": 3.7076241970062256, "learning_rate": 9.523809523809525e-06, "loss": 0.10987519472837448, "step": 50, "token_acc": 0.9486607142857143 }, { "epoch": 0.048652516098259005, "grad_norm": 2.8992648124694824, "learning_rate": 9.714285714285715e-06, "loss": 0.09295038133859634, "step": 51, "token_acc": 0.9486607142857143 }, { "epoch": 0.049606487002146434, "grad_norm": 1.7251265048980713, "learning_rate": 9.904761904761906e-06, "loss": 0.08192393183708191, "step": 52, "token_acc": 0.953125 }, { "epoch": 0.05056045790603387, "grad_norm": 2.853787660598755, "learning_rate": 1.0095238095238096e-05, "loss": 0.09357675164937973, "step": 53, "token_acc": 0.9486607142857143 }, { "epoch": 0.0515144288099213, "grad_norm": 1.3074796199798584, "learning_rate": 1.0285714285714285e-05, "loss": 0.07850804924964905, "step": 54, "token_acc": 0.9598214285714286 }, { "epoch": 0.052468399713808726, "grad_norm": 2.272561550140381, "learning_rate": 1.0476190476190477e-05, "loss": 0.08331944048404694, "step": 55, "token_acc": 0.9575892857142857 }, { "epoch": 0.05342237061769616, "grad_norm": 1.0309702157974243, "learning_rate": 1.0666666666666667e-05, "loss": 0.08030784130096436, "step": 56, "token_acc": 0.96875 }, { "epoch": 0.05437634152158359, "grad_norm": 1.9524965286254883, "learning_rate": 1.0857142857142858e-05, "loss": 0.07101709395647049, "step": 57, "token_acc": 0.96875 }, { "epoch": 0.055330312425471026, "grad_norm": 2.0921027660369873, "learning_rate": 1.104761904761905e-05, "loss": 0.09026297926902771, "step": 58, "token_acc": 0.9575892857142857 }, { "epoch": 0.056284283329358455, "grad_norm": 1.227601408958435, "learning_rate": 1.1238095238095239e-05, "loss": 0.08890761435031891, "step": 59, "token_acc": 0.9508928571428571 }, { "epoch": 0.05723825423324588, "grad_norm": 0.618340790271759, "learning_rate": 1.1428571428571429e-05, "loss": 0.0745953917503357, "step": 60, "token_acc": 0.9642857142857143 }, { "epoch": 0.05819222513713332, "grad_norm": 2.1348233222961426, "learning_rate": 1.1619047619047621e-05, "loss": 0.08260127902030945, "step": 61, "token_acc": 0.9598214285714286 }, { "epoch": 0.05914619604102075, "grad_norm": 3.2943291664123535, "learning_rate": 1.180952380952381e-05, "loss": 0.07831982523202896, "step": 62, "token_acc": 0.9665178571428571 }, { "epoch": 0.06010016694490818, "grad_norm": 0.9717316627502441, "learning_rate": 1.2e-05, "loss": 0.07793645560741425, "step": 63, "token_acc": 0.9642857142857143 }, { "epoch": 0.06105413784879561, "grad_norm": 4.381064414978027, "learning_rate": 1.2190476190476192e-05, "loss": 0.11037925630807877, "step": 64, "token_acc": 0.9352678571428571 }, { "epoch": 0.06200810875268304, "grad_norm": 2.2919118404388428, "learning_rate": 1.2380952380952383e-05, "loss": 0.08994003385305405, "step": 65, "token_acc": 0.9464285714285714 }, { "epoch": 0.06296207965657047, "grad_norm": 0.3609352111816406, "learning_rate": 1.2571428571428572e-05, "loss": 0.08326686918735504, "step": 66, "token_acc": 0.9553571428571429 }, { "epoch": 0.0639160505604579, "grad_norm": 2.6934974193573, "learning_rate": 1.2761904761904762e-05, "loss": 0.09384476393461227, "step": 67, "token_acc": 0.9486607142857143 }, { "epoch": 0.06487002146434534, "grad_norm": 4.804195404052734, "learning_rate": 1.2952380952380954e-05, "loss": 0.10191649198532104, "step": 68, "token_acc": 0.9375 }, { "epoch": 0.06582399236823278, "grad_norm": 0.7189062833786011, "learning_rate": 1.3142857142857145e-05, "loss": 0.07056459784507751, "step": 69, "token_acc": 0.9665178571428571 }, { "epoch": 0.0667779632721202, "grad_norm": 1.335215449333191, "learning_rate": 1.3333333333333333e-05, "loss": 0.07901027798652649, "step": 70, "token_acc": 0.9575892857142857 }, { "epoch": 0.06773193417600763, "grad_norm": 3.8653879165649414, "learning_rate": 1.3523809523809525e-05, "loss": 0.08641734719276428, "step": 71, "token_acc": 0.953125 }, { "epoch": 0.06868590507989507, "grad_norm": 3.3804967403411865, "learning_rate": 1.3714285714285716e-05, "loss": 0.09673717617988586, "step": 72, "token_acc": 0.953125 }, { "epoch": 0.06963987598378249, "grad_norm": 1.4693984985351562, "learning_rate": 1.3904761904761905e-05, "loss": 0.07910306751728058, "step": 73, "token_acc": 0.9575892857142857 }, { "epoch": 0.07059384688766993, "grad_norm": 5.4344096183776855, "learning_rate": 1.4095238095238097e-05, "loss": 0.11285516619682312, "step": 74, "token_acc": 0.9441964285714286 }, { "epoch": 0.07154781779155736, "grad_norm": 5.128373622894287, "learning_rate": 1.4285714285714287e-05, "loss": 0.11530803889036179, "step": 75, "token_acc": 0.9441964285714286 }, { "epoch": 0.07250178869544478, "grad_norm": 6.074044704437256, "learning_rate": 1.4476190476190478e-05, "loss": 0.10953038930892944, "step": 76, "token_acc": 0.9330357142857143 }, { "epoch": 0.07345575959933222, "grad_norm": 2.960294008255005, "learning_rate": 1.4666666666666666e-05, "loss": 0.09023549407720566, "step": 77, "token_acc": 0.9464285714285714 }, { "epoch": 0.07440973050321965, "grad_norm": 1.9020800590515137, "learning_rate": 1.4857142857142858e-05, "loss": 0.07768310606479645, "step": 78, "token_acc": 0.9642857142857143 }, { "epoch": 0.07536370140710709, "grad_norm": 5.160366058349609, "learning_rate": 1.5047619047619049e-05, "loss": 0.10470496118068695, "step": 79, "token_acc": 0.9375 }, { "epoch": 0.07631767231099451, "grad_norm": 4.8657050132751465, "learning_rate": 1.523809523809524e-05, "loss": 0.10639414936304092, "step": 80, "token_acc": 0.9397321428571429 }, { "epoch": 0.07727164321488195, "grad_norm": 2.2616329193115234, "learning_rate": 1.542857142857143e-05, "loss": 0.08590391278266907, "step": 81, "token_acc": 0.9620535714285714 }, { "epoch": 0.07822561411876938, "grad_norm": 7.045121192932129, "learning_rate": 1.5619047619047622e-05, "loss": 0.11919775605201721, "step": 82, "token_acc": 0.9352678571428571 }, { "epoch": 0.0791795850226568, "grad_norm": 7.114561080932617, "learning_rate": 1.580952380952381e-05, "loss": 0.12498422712087631, "step": 83, "token_acc": 0.9352678571428571 }, { "epoch": 0.08013355592654424, "grad_norm": 6.418177604675293, "learning_rate": 1.6000000000000003e-05, "loss": 0.12468911707401276, "step": 84, "token_acc": 0.9330357142857143 }, { "epoch": 0.08108752683043167, "grad_norm": 0.9393772482872009, "learning_rate": 1.6190476190476193e-05, "loss": 0.07791900634765625, "step": 85, "token_acc": 0.9598214285714286 }, { "epoch": 0.0820414977343191, "grad_norm": 0.834231972694397, "learning_rate": 1.6380952380952384e-05, "loss": 0.08570867776870728, "step": 86, "token_acc": 0.9464285714285714 }, { "epoch": 0.08299546863820653, "grad_norm": 2.742424488067627, "learning_rate": 1.6571428571428574e-05, "loss": 0.0952925980091095, "step": 87, "token_acc": 0.9441964285714286 }, { "epoch": 0.08394943954209397, "grad_norm": 0.6715598106384277, "learning_rate": 1.6761904761904764e-05, "loss": 0.07691541314125061, "step": 88, "token_acc": 0.9553571428571429 }, { "epoch": 0.0849034104459814, "grad_norm": 0.8658965229988098, "learning_rate": 1.6952380952380955e-05, "loss": 0.07627522200345993, "step": 89, "token_acc": 0.9575892857142857 }, { "epoch": 0.08585738134986882, "grad_norm": 3.0689148902893066, "learning_rate": 1.7142857142857142e-05, "loss": 0.0938287228345871, "step": 90, "token_acc": 0.9464285714285714 }, { "epoch": 0.08681135225375626, "grad_norm": 2.9477241039276123, "learning_rate": 1.7333333333333336e-05, "loss": 0.09420065581798553, "step": 91, "token_acc": 0.9508928571428571 }, { "epoch": 0.0877653231576437, "grad_norm": 2.180734634399414, "learning_rate": 1.7523809523809526e-05, "loss": 0.08347528427839279, "step": 92, "token_acc": 0.9620535714285714 }, { "epoch": 0.08871929406153112, "grad_norm": 4.546668529510498, "learning_rate": 1.7714285714285717e-05, "loss": 0.1151447743177414, "step": 93, "token_acc": 0.9464285714285714 }, { "epoch": 0.08967326496541855, "grad_norm": 3.049718141555786, "learning_rate": 1.7904761904761907e-05, "loss": 0.08710139989852905, "step": 94, "token_acc": 0.9620535714285714 }, { "epoch": 0.09062723586930599, "grad_norm": 1.871828317642212, "learning_rate": 1.8095238095238097e-05, "loss": 0.08177635073661804, "step": 95, "token_acc": 0.953125 }, { "epoch": 0.09158120677319342, "grad_norm": 1.9980618953704834, "learning_rate": 1.8285714285714288e-05, "loss": 0.08421458303928375, "step": 96, "token_acc": 0.9598214285714286 }, { "epoch": 0.09253517767708085, "grad_norm": 0.5869737863540649, "learning_rate": 1.8476190476190478e-05, "loss": 0.08140170574188232, "step": 97, "token_acc": 0.9598214285714286 }, { "epoch": 0.09348914858096828, "grad_norm": 1.7486141920089722, "learning_rate": 1.866666666666667e-05, "loss": 0.07761695981025696, "step": 98, "token_acc": 0.9620535714285714 }, { "epoch": 0.09444311948485572, "grad_norm": 1.7193928956985474, "learning_rate": 1.885714285714286e-05, "loss": 0.08673909306526184, "step": 99, "token_acc": 0.9575892857142857 }, { "epoch": 0.09539709038874314, "grad_norm": 0.9831638932228088, "learning_rate": 1.904761904761905e-05, "loss": 0.08263088762760162, "step": 100, "token_acc": 0.9575892857142857 }, { "epoch": 0.09635106129263057, "grad_norm": 3.0423548221588135, "learning_rate": 1.923809523809524e-05, "loss": 0.08885063230991364, "step": 101, "token_acc": 0.9508928571428571 }, { "epoch": 0.09730503219651801, "grad_norm": 2.7891573905944824, "learning_rate": 1.942857142857143e-05, "loss": 0.08849130570888519, "step": 102, "token_acc": 0.9553571428571429 }, { "epoch": 0.09825900310040543, "grad_norm": 1.2656489610671997, "learning_rate": 1.961904761904762e-05, "loss": 0.07604755461215973, "step": 103, "token_acc": 0.9598214285714286 }, { "epoch": 0.09921297400429287, "grad_norm": 4.142719745635986, "learning_rate": 1.980952380952381e-05, "loss": 0.11390760540962219, "step": 104, "token_acc": 0.9375 }, { "epoch": 0.1001669449081803, "grad_norm": 3.968376636505127, "learning_rate": 2e-05, "loss": 0.1138022243976593, "step": 105, "token_acc": 0.9375 }, { "epoch": 0.10112091581206774, "grad_norm": 3.6644556522369385, "learning_rate": 1.999994462351823e-05, "loss": 0.09999683499336243, "step": 106, "token_acc": 0.9464285714285714 }, { "epoch": 0.10207488671595516, "grad_norm": 1.1824909448623657, "learning_rate": 1.9999778494686226e-05, "loss": 0.07131458073854446, "step": 107, "token_acc": 0.9665178571428571 }, { "epoch": 0.1030288576198426, "grad_norm": 4.423159122467041, "learning_rate": 1.9999501615343913e-05, "loss": 0.11074329912662506, "step": 108, "token_acc": 0.9441964285714286 }, { "epoch": 0.10398282852373003, "grad_norm": 5.276371479034424, "learning_rate": 1.999911398855782e-05, "loss": 0.11020831763744354, "step": 109, "token_acc": 0.9397321428571429 }, { "epoch": 0.10493679942761745, "grad_norm": 6.050784587860107, "learning_rate": 1.999861561862102e-05, "loss": 0.11323899030685425, "step": 110, "token_acc": 0.9330357142857143 }, { "epoch": 0.10589077033150489, "grad_norm": 5.754271030426025, "learning_rate": 1.999800651105311e-05, "loss": 0.1126985177397728, "step": 111, "token_acc": 0.9241071428571429 }, { "epoch": 0.10684474123539232, "grad_norm": 0.3388066291809082, "learning_rate": 1.999728667260014e-05, "loss": 0.07526769489049911, "step": 112, "token_acc": 0.9709821428571429 }, { "epoch": 0.10779871213927975, "grad_norm": 1.1153558492660522, "learning_rate": 1.999645611123453e-05, "loss": 0.08002553880214691, "step": 113, "token_acc": 0.9620535714285714 }, { "epoch": 0.10875268304316718, "grad_norm": 4.209784507751465, "learning_rate": 1.999551483615499e-05, "loss": 0.10039164125919342, "step": 114, "token_acc": 0.9464285714285714 }, { "epoch": 0.10970665394705462, "grad_norm": 2.1299562454223633, "learning_rate": 1.9994462857786433e-05, "loss": 0.07777003943920135, "step": 115, "token_acc": 0.9575892857142857 }, { "epoch": 0.11066062485094205, "grad_norm": 3.452113389968872, "learning_rate": 1.9993300187779822e-05, "loss": 0.09982557594776154, "step": 116, "token_acc": 0.9553571428571429 }, { "epoch": 0.11161459575482947, "grad_norm": 3.312609910964966, "learning_rate": 1.999202683901207e-05, "loss": 0.09315682202577591, "step": 117, "token_acc": 0.9665178571428571 }, { "epoch": 0.11256856665871691, "grad_norm": 0.6356889009475708, "learning_rate": 1.9990642825585896e-05, "loss": 0.06288550794124603, "step": 118, "token_acc": 0.9732142857142857 }, { "epoch": 0.11352253756260434, "grad_norm": 2.4070076942443848, "learning_rate": 1.9989148162829663e-05, "loss": 0.08212420344352722, "step": 119, "token_acc": 0.953125 }, { "epoch": 0.11447650846649177, "grad_norm": 2.221196413040161, "learning_rate": 1.9987542867297197e-05, "loss": 0.08265695720911026, "step": 120, "token_acc": 0.9486607142857143 }, { "epoch": 0.1154304793703792, "grad_norm": 0.6397961378097534, "learning_rate": 1.998582695676762e-05, "loss": 0.07348528504371643, "step": 121, "token_acc": 0.9642857142857143 }, { "epoch": 0.11638445027426664, "grad_norm": 1.6102882623672485, "learning_rate": 1.9984000450245158e-05, "loss": 0.06741799414157867, "step": 122, "token_acc": 0.9709821428571429 }, { "epoch": 0.11733842117815407, "grad_norm": 2.5420687198638916, "learning_rate": 1.9982063367958907e-05, "loss": 0.07699298858642578, "step": 123, "token_acc": 0.9642857142857143 }, { "epoch": 0.1182923920820415, "grad_norm": 0.5616111159324646, "learning_rate": 1.998001573136263e-05, "loss": 0.07863101363182068, "step": 124, "token_acc": 0.9575892857142857 }, { "epoch": 0.11924636298592893, "grad_norm": 1.1394882202148438, "learning_rate": 1.9977857563134503e-05, "loss": 0.06942067295312881, "step": 125, "token_acc": 0.9709821428571429 }, { "epoch": 0.12020033388981637, "grad_norm": 2.6983323097229004, "learning_rate": 1.9975588887176884e-05, "loss": 0.07644118368625641, "step": 126, "token_acc": 0.9598214285714286 }, { "epoch": 0.12115430479370379, "grad_norm": 2.8511672019958496, "learning_rate": 1.9973209728616032e-05, "loss": 0.08076567947864532, "step": 127, "token_acc": 0.9553571428571429 }, { "epoch": 0.12210827569759122, "grad_norm": 2.567322254180908, "learning_rate": 1.997072011380183e-05, "loss": 0.06546793133020401, "step": 128, "token_acc": 0.9732142857142857 }, { "epoch": 0.12306224660147866, "grad_norm": 0.9636845588684082, "learning_rate": 1.9968120070307503e-05, "loss": 0.08033570647239685, "step": 129, "token_acc": 0.9575892857142857 }, { "epoch": 0.12401621750536608, "grad_norm": 2.778141736984253, "learning_rate": 1.9965409626929303e-05, "loss": 0.08596562594175339, "step": 130, "token_acc": 0.953125 }, { "epoch": 0.12497018840925352, "grad_norm": 1.8544977903366089, "learning_rate": 1.9962588813686187e-05, "loss": 0.08075360953807831, "step": 131, "token_acc": 0.9598214285714286 }, { "epoch": 0.12592415931314094, "grad_norm": 2.6509017944335938, "learning_rate": 1.995965766181951e-05, "loss": 0.09603504836559296, "step": 132, "token_acc": 0.9441964285714286 }, { "epoch": 0.12687813021702837, "grad_norm": 1.9726654291152954, "learning_rate": 1.9956616203792636e-05, "loss": 0.08270510286092758, "step": 133, "token_acc": 0.9553571428571429 }, { "epoch": 0.1278321011209158, "grad_norm": 2.0975534915924072, "learning_rate": 1.995346447329062e-05, "loss": 0.08589008450508118, "step": 134, "token_acc": 0.9553571428571429 }, { "epoch": 0.12878607202480324, "grad_norm": 3.8201615810394287, "learning_rate": 1.9950202505219808e-05, "loss": 0.0846596509218216, "step": 135, "token_acc": 0.9464285714285714 }, { "epoch": 0.12974004292869068, "grad_norm": 4.472686290740967, "learning_rate": 1.994683033570747e-05, "loss": 0.09364094585180283, "step": 136, "token_acc": 0.9308035714285714 }, { "epoch": 0.13069401383257812, "grad_norm": 4.286348342895508, "learning_rate": 1.9943348002101374e-05, "loss": 0.09437821805477142, "step": 137, "token_acc": 0.9441964285714286 }, { "epoch": 0.13164798473646555, "grad_norm": 0.45072099566459656, "learning_rate": 1.99397555429694e-05, "loss": 0.07831645756959915, "step": 138, "token_acc": 0.9665178571428571 }, { "epoch": 0.13260195564035296, "grad_norm": 2.5834388732910156, "learning_rate": 1.99360529980991e-05, "loss": 0.08735519647598267, "step": 139, "token_acc": 0.9553571428571429 }, { "epoch": 0.1335559265442404, "grad_norm": 1.5631049871444702, "learning_rate": 1.9932240408497253e-05, "loss": 0.08309778571128845, "step": 140, "token_acc": 0.9598214285714286 }, { "epoch": 0.13450989744812783, "grad_norm": 0.5292162895202637, "learning_rate": 1.9928317816389416e-05, "loss": 0.07408075034618378, "step": 141, "token_acc": 0.96875 }, { "epoch": 0.13546386835201527, "grad_norm": 0.696119487285614, "learning_rate": 1.9924285265219467e-05, "loss": 0.06806451827287674, "step": 142, "token_acc": 0.9732142857142857 }, { "epoch": 0.1364178392559027, "grad_norm": 3.108191728591919, "learning_rate": 1.9920142799649098e-05, "loss": 0.06895100325345993, "step": 143, "token_acc": 0.9665178571428571 }, { "epoch": 0.13737181015979014, "grad_norm": 1.8476988077163696, "learning_rate": 1.9915890465557347e-05, "loss": 0.08982968330383301, "step": 144, "token_acc": 0.9598214285714286 }, { "epoch": 0.13832578106367754, "grad_norm": 0.964988112449646, "learning_rate": 1.9911528310040073e-05, "loss": 0.07907012104988098, "step": 145, "token_acc": 0.9598214285714286 }, { "epoch": 0.13927975196756498, "grad_norm": 1.9477866888046265, "learning_rate": 1.990705638140944e-05, "loss": 0.07617534697055817, "step": 146, "token_acc": 0.9665178571428571 }, { "epoch": 0.14023372287145242, "grad_norm": 0.910582423210144, "learning_rate": 1.9902474729193385e-05, "loss": 0.08917759358882904, "step": 147, "token_acc": 0.9553571428571429 }, { "epoch": 0.14118769377533985, "grad_norm": 1.2299017906188965, "learning_rate": 1.9897783404135063e-05, "loss": 0.08024613559246063, "step": 148, "token_acc": 0.9598214285714286 }, { "epoch": 0.1421416646792273, "grad_norm": 0.869289219379425, "learning_rate": 1.9892982458192286e-05, "loss": 0.08131733536720276, "step": 149, "token_acc": 0.953125 }, { "epoch": 0.14309563558311472, "grad_norm": 0.9183854460716248, "learning_rate": 1.988807194453696e-05, "loss": 0.07631956040859222, "step": 150, "token_acc": 0.9620535714285714 }, { "epoch": 0.14404960648700216, "grad_norm": 0.5664135217666626, "learning_rate": 1.9883051917554473e-05, "loss": 0.07661089301109314, "step": 151, "token_acc": 0.96875 }, { "epoch": 0.14500357739088957, "grad_norm": 1.1552181243896484, "learning_rate": 1.9877922432843115e-05, "loss": 0.07797528803348541, "step": 152, "token_acc": 0.9620535714285714 }, { "epoch": 0.145957548294777, "grad_norm": 0.9626105427742004, "learning_rate": 1.9872683547213446e-05, "loss": 0.07298462837934494, "step": 153, "token_acc": 0.9620535714285714 }, { "epoch": 0.14691151919866444, "grad_norm": 1.4221088886260986, "learning_rate": 1.986733531868768e-05, "loss": 0.07316872477531433, "step": 154, "token_acc": 0.9598214285714286 }, { "epoch": 0.14786549010255187, "grad_norm": 0.3915805220603943, "learning_rate": 1.9861877806499033e-05, "loss": 0.06458038091659546, "step": 155, "token_acc": 0.9732142857142857 }, { "epoch": 0.1488194610064393, "grad_norm": 2.768644332885742, "learning_rate": 1.985631107109107e-05, "loss": 0.08813006430864334, "step": 156, "token_acc": 0.9575892857142857 }, { "epoch": 0.14977343191032674, "grad_norm": 0.5907353758811951, "learning_rate": 1.9850635174117033e-05, "loss": 0.07428908348083496, "step": 157, "token_acc": 0.9642857142857143 }, { "epoch": 0.15072740281421418, "grad_norm": 1.5387985706329346, "learning_rate": 1.9844850178439163e-05, "loss": 0.08248179405927658, "step": 158, "token_acc": 0.953125 }, { "epoch": 0.1516813737181016, "grad_norm": 0.7200589179992676, "learning_rate": 1.9838956148128004e-05, "loss": 0.0798448994755745, "step": 159, "token_acc": 0.9620535714285714 }, { "epoch": 0.15263534462198902, "grad_norm": 1.2453361749649048, "learning_rate": 1.9832953148461683e-05, "loss": 0.06519879400730133, "step": 160, "token_acc": 0.9709821428571429 }, { "epoch": 0.15358931552587646, "grad_norm": 0.684750497341156, "learning_rate": 1.982684124592521e-05, "loss": 0.06859265267848969, "step": 161, "token_acc": 0.9732142857142857 }, { "epoch": 0.1545432864297639, "grad_norm": 1.543291449546814, "learning_rate": 1.982062050820971e-05, "loss": 0.07423625886440277, "step": 162, "token_acc": 0.9642857142857143 }, { "epoch": 0.15549725733365133, "grad_norm": 1.470976710319519, "learning_rate": 1.9814291004211695e-05, "loss": 0.0751391053199768, "step": 163, "token_acc": 0.9642857142857143 }, { "epoch": 0.15645122823753876, "grad_norm": 2.460451364517212, "learning_rate": 1.9807852804032306e-05, "loss": 0.08578608930110931, "step": 164, "token_acc": 0.9508928571428571 }, { "epoch": 0.1574051991414262, "grad_norm": 5.203310489654541, "learning_rate": 1.980130597897651e-05, "loss": 0.10180714726448059, "step": 165, "token_acc": 0.9441964285714286 }, { "epoch": 0.1583591700453136, "grad_norm": 4.484707355499268, "learning_rate": 1.9794650601552335e-05, "loss": 0.10060818493366241, "step": 166, "token_acc": 0.9508928571428571 }, { "epoch": 0.15931314094920104, "grad_norm": 8.102503776550293, "learning_rate": 1.9787886745470067e-05, "loss": 0.09242646396160126, "step": 167, "token_acc": 0.9486607142857143 }, { "epoch": 0.16026711185308848, "grad_norm": 1.4590651988983154, "learning_rate": 1.9781014485641405e-05, "loss": 0.0871865376830101, "step": 168, "token_acc": 0.9486607142857143 }, { "epoch": 0.16122108275697591, "grad_norm": 2.6498091220855713, "learning_rate": 1.9774033898178668e-05, "loss": 0.07390396296977997, "step": 169, "token_acc": 0.9575892857142857 }, { "epoch": 0.16217505366086335, "grad_norm": 3.796192169189453, "learning_rate": 1.9766945060393936e-05, "loss": 0.09005150198936462, "step": 170, "token_acc": 0.9464285714285714 }, { "epoch": 0.16312902456475079, "grad_norm": 3.172278881072998, "learning_rate": 1.9759748050798176e-05, "loss": 0.08233022689819336, "step": 171, "token_acc": 0.9508928571428571 }, { "epoch": 0.1640829954686382, "grad_norm": 3.0918707847595215, "learning_rate": 1.9752442949100413e-05, "loss": 0.08818084001541138, "step": 172, "token_acc": 0.9598214285714286 }, { "epoch": 0.16503696637252563, "grad_norm": 2.053947687149048, "learning_rate": 1.9745029836206813e-05, "loss": 0.09398510307073593, "step": 173, "token_acc": 0.9508928571428571 }, { "epoch": 0.16599093727641306, "grad_norm": 19.524694442749023, "learning_rate": 1.9737508794219793e-05, "loss": 0.14545314013957977, "step": 174, "token_acc": 0.9553571428571429 }, { "epoch": 0.1669449081803005, "grad_norm": 4.798526287078857, "learning_rate": 1.9729879906437124e-05, "loss": 0.0922551155090332, "step": 175, "token_acc": 0.9486607142857143 }, { "epoch": 0.16789887908418794, "grad_norm": 5.887282371520996, "learning_rate": 1.9722143257351e-05, "loss": 0.12755532562732697, "step": 176, "token_acc": 0.9397321428571429 }, { "epoch": 0.16885284998807537, "grad_norm": 5.365928649902344, "learning_rate": 1.97142989326471e-05, "loss": 0.11380960047245026, "step": 177, "token_acc": 0.9464285714285714 }, { "epoch": 0.1698068208919628, "grad_norm": 3.7772974967956543, "learning_rate": 1.970634701920365e-05, "loss": 0.08779656887054443, "step": 178, "token_acc": 0.9508928571428571 }, { "epoch": 0.17076079179585021, "grad_norm": 3.818460702896118, "learning_rate": 1.969828760509044e-05, "loss": 0.08299416303634644, "step": 179, "token_acc": 0.953125 }, { "epoch": 0.17171476269973765, "grad_norm": 2.247321128845215, "learning_rate": 1.9690120779567875e-05, "loss": 0.06582541763782501, "step": 180, "token_acc": 0.9665178571428571 }, { "epoch": 0.17266873360362509, "grad_norm": 4.086154460906982, "learning_rate": 1.9681846633085968e-05, "loss": 0.10455097258090973, "step": 181, "token_acc": 0.9464285714285714 }, { "epoch": 0.17362270450751252, "grad_norm": 4.271108150482178, "learning_rate": 1.9673465257283342e-05, "loss": 0.10451869666576385, "step": 182, "token_acc": 0.9330357142857143 }, { "epoch": 0.17457667541139996, "grad_norm": 4.5468430519104, "learning_rate": 1.966497674498622e-05, "loss": 0.09575819969177246, "step": 183, "token_acc": 0.9397321428571429 }, { "epoch": 0.1755306463152874, "grad_norm": 13.847197532653809, "learning_rate": 1.9656381190207386e-05, "loss": 0.07205942273139954, "step": 184, "token_acc": 0.96875 }, { "epoch": 0.17648461721917483, "grad_norm": 0.79981529712677, "learning_rate": 1.9647678688145163e-05, "loss": 0.07860656082630157, "step": 185, "token_acc": 0.9553571428571429 }, { "epoch": 0.17743858812306224, "grad_norm": 0.5702595114707947, "learning_rate": 1.9638869335182336e-05, "loss": 0.07931911200284958, "step": 186, "token_acc": 0.9620535714285714 }, { "epoch": 0.17839255902694967, "grad_norm": 1.263601541519165, "learning_rate": 1.96299532288851e-05, "loss": 0.06419407576322556, "step": 187, "token_acc": 0.9754464285714286 }, { "epoch": 0.1793465299308371, "grad_norm": 1.2448475360870361, "learning_rate": 1.9620930468001976e-05, "loss": 0.062418658286333084, "step": 188, "token_acc": 0.9642857142857143 }, { "epoch": 0.18030050083472454, "grad_norm": 0.6939230561256409, "learning_rate": 1.9611801152462715e-05, "loss": 0.07627349346876144, "step": 189, "token_acc": 0.9575892857142857 }, { "epoch": 0.18125447173861198, "grad_norm": 0.40628525614738464, "learning_rate": 1.9602565383377194e-05, "loss": 0.05615291744470596, "step": 190, "token_acc": 0.9754464285714286 }, { "epoch": 0.1822084426424994, "grad_norm": 1.8262660503387451, "learning_rate": 1.9593223263034288e-05, "loss": 0.063969686627388, "step": 191, "token_acc": 0.96875 }, { "epoch": 0.18316241354638685, "grad_norm": 0.9799367785453796, "learning_rate": 1.958377489490075e-05, "loss": 0.06796549260616302, "step": 192, "token_acc": 0.9642857142857143 }, { "epoch": 0.18411638445027426, "grad_norm": 1.9808276891708374, "learning_rate": 1.9574220383620054e-05, "loss": 0.0601324588060379, "step": 193, "token_acc": 0.9709821428571429 }, { "epoch": 0.1850703553541617, "grad_norm": 2.161440849304199, "learning_rate": 1.9564559835011253e-05, "loss": 0.07244548201560974, "step": 194, "token_acc": 0.9709821428571429 }, { "epoch": 0.18602432625804913, "grad_norm": 1.418553113937378, "learning_rate": 1.955479335606778e-05, "loss": 0.07422512769699097, "step": 195, "token_acc": 0.9642857142857143 }, { "epoch": 0.18697829716193656, "grad_norm": 1.652184247970581, "learning_rate": 1.9544921054956284e-05, "loss": 0.06192353367805481, "step": 196, "token_acc": 0.96875 }, { "epoch": 0.187932268065824, "grad_norm": 1.6540985107421875, "learning_rate": 1.9534943041015425e-05, "loss": 0.07243838906288147, "step": 197, "token_acc": 0.9709821428571429 }, { "epoch": 0.18888623896971143, "grad_norm": 2.333117723464966, "learning_rate": 1.9524859424754664e-05, "loss": 0.0633743405342102, "step": 198, "token_acc": 0.9732142857142857 }, { "epoch": 0.18984020987359884, "grad_norm": 2.7535691261291504, "learning_rate": 1.9514670317853043e-05, "loss": 0.06713429093360901, "step": 199, "token_acc": 0.96875 }, { "epoch": 0.19079418077748628, "grad_norm": 111.99616241455078, "learning_rate": 1.9504375833157935e-05, "loss": 1.4974695444107056, "step": 200, "token_acc": 0.8571428571428571 }, { "epoch": 0.1917481516813737, "grad_norm": 63.88132095336914, "learning_rate": 1.9493976084683814e-05, "loss": 0.21488526463508606, "step": 201, "token_acc": 0.8571428571428571 }, { "epoch": 0.19270212258526115, "grad_norm": 0.7665481567382812, "learning_rate": 1.9483471187610976e-05, "loss": 0.05382100120186806, "step": 202, "token_acc": 0.9799107142857143 }, { "epoch": 0.19365609348914858, "grad_norm": 0.9324142336845398, "learning_rate": 1.947286125828426e-05, "loss": 0.07643947005271912, "step": 203, "token_acc": 0.9642857142857143 }, { "epoch": 0.19461006439303602, "grad_norm": 1.1709955930709839, "learning_rate": 1.9462146414211793e-05, "loss": 0.06847245991230011, "step": 204, "token_acc": 0.9642857142857143 }, { "epoch": 0.19556403529692346, "grad_norm": 0.9477981328964233, "learning_rate": 1.9451326774063636e-05, "loss": 0.07979608327150345, "step": 205, "token_acc": 0.9620535714285714 }, { "epoch": 0.19651800620081086, "grad_norm": 0.8555473685264587, "learning_rate": 1.9440402457670516e-05, "loss": 0.07314135134220123, "step": 206, "token_acc": 0.9642857142857143 }, { "epoch": 0.1974719771046983, "grad_norm": 2.1232895851135254, "learning_rate": 1.9429373586022472e-05, "loss": 0.07139910012483597, "step": 207, "token_acc": 0.9620535714285714 }, { "epoch": 0.19842594800858573, "grad_norm": 0.6606103181838989, "learning_rate": 1.9418240281267532e-05, "loss": 0.05482123792171478, "step": 208, "token_acc": 0.9799107142857143 }, { "epoch": 0.19937991891247317, "grad_norm": 2.1701672077178955, "learning_rate": 1.9407002666710334e-05, "loss": 0.07130445539951324, "step": 209, "token_acc": 0.9709821428571429 }, { "epoch": 0.2003338898163606, "grad_norm": 0.5793863534927368, "learning_rate": 1.93956608668108e-05, "loss": 0.0664830207824707, "step": 210, "token_acc": 0.96875 }, { "epoch": 0.20128786072024804, "grad_norm": 2.212369441986084, "learning_rate": 1.938421500718272e-05, "loss": 0.08804796636104584, "step": 211, "token_acc": 0.9620535714285714 }, { "epoch": 0.20224183162413548, "grad_norm": 0.6495019197463989, "learning_rate": 1.9372665214592385e-05, "loss": 0.0570337176322937, "step": 212, "token_acc": 0.9799107142857143 }, { "epoch": 0.20319580252802288, "grad_norm": 4.365578651428223, "learning_rate": 1.9361011616957165e-05, "loss": 0.08324211835861206, "step": 213, "token_acc": 0.9620535714285714 }, { "epoch": 0.20414977343191032, "grad_norm": 2.2812817096710205, "learning_rate": 1.934925434334411e-05, "loss": 0.07148566842079163, "step": 214, "token_acc": 0.9598214285714286 }, { "epoch": 0.20510374433579776, "grad_norm": 0.7303522825241089, "learning_rate": 1.933739352396851e-05, "loss": 0.056309036910533905, "step": 215, "token_acc": 0.9776785714285714 }, { "epoch": 0.2060577152396852, "grad_norm": 0.7080146074295044, "learning_rate": 1.932542929019246e-05, "loss": 0.07981643825769424, "step": 216, "token_acc": 0.9665178571428571 }, { "epoch": 0.20701168614357263, "grad_norm": 1.467298984527588, "learning_rate": 1.9313361774523387e-05, "loss": 0.07007156312465668, "step": 217, "token_acc": 0.9665178571428571 }, { "epoch": 0.20796565704746006, "grad_norm": 1.7752970457077026, "learning_rate": 1.9301191110612606e-05, "loss": 0.07443886250257492, "step": 218, "token_acc": 0.9665178571428571 }, { "epoch": 0.2089196279513475, "grad_norm": 0.5594286322593689, "learning_rate": 1.9288917433253823e-05, "loss": 0.07693091034889221, "step": 219, "token_acc": 0.9598214285714286 }, { "epoch": 0.2098735988552349, "grad_norm": 1.306545376777649, "learning_rate": 1.927654087838166e-05, "loss": 0.06706638634204865, "step": 220, "token_acc": 0.9709821428571429 }, { "epoch": 0.21082756975912234, "grad_norm": 2.3928070068359375, "learning_rate": 1.9264061583070126e-05, "loss": 0.06671441346406937, "step": 221, "token_acc": 0.96875 }, { "epoch": 0.21178154066300978, "grad_norm": 1.3057372570037842, "learning_rate": 1.9251479685531116e-05, "loss": 0.07575074583292007, "step": 222, "token_acc": 0.9575892857142857 }, { "epoch": 0.2127355115668972, "grad_norm": 0.4481448829174042, "learning_rate": 1.9238795325112867e-05, "loss": 0.058437250554561615, "step": 223, "token_acc": 0.9754464285714286 }, { "epoch": 0.21368948247078465, "grad_norm": 3.179567575454712, "learning_rate": 1.922600864229844e-05, "loss": 0.08489203453063965, "step": 224, "token_acc": 0.9598214285714286 }, { "epoch": 0.21464345337467208, "grad_norm": 2.768558979034424, "learning_rate": 1.921311977870413e-05, "loss": 0.07115663588047028, "step": 225, "token_acc": 0.9642857142857143 }, { "epoch": 0.2155974242785595, "grad_norm": 2.379171133041382, "learning_rate": 1.9200128877077927e-05, "loss": 0.0613514706492424, "step": 226, "token_acc": 0.9709821428571429 }, { "epoch": 0.21655139518244693, "grad_norm": 1.3584235906600952, "learning_rate": 1.9187036081297907e-05, "loss": 0.0713263750076294, "step": 227, "token_acc": 0.96875 }, { "epoch": 0.21750536608633436, "grad_norm": 0.7205842137336731, "learning_rate": 1.917384153637067e-05, "loss": 0.05510964244604111, "step": 228, "token_acc": 0.9732142857142857 }, { "epoch": 0.2184593369902218, "grad_norm": 3.2078635692596436, "learning_rate": 1.916054538842971e-05, "loss": 0.08079274743795395, "step": 229, "token_acc": 0.9665178571428571 }, { "epoch": 0.21941330789410923, "grad_norm": 3.2177722454071045, "learning_rate": 1.9147147784733806e-05, "loss": 0.09464673697948456, "step": 230, "token_acc": 0.9508928571428571 }, { "epoch": 0.22036727879799667, "grad_norm": 2.243448495864868, "learning_rate": 1.913364887366539e-05, "loss": 0.0761084258556366, "step": 231, "token_acc": 0.9620535714285714 }, { "epoch": 0.2213212497018841, "grad_norm": 0.8705310821533203, "learning_rate": 1.91200488047289e-05, "loss": 0.07277758419513702, "step": 232, "token_acc": 0.9665178571428571 }, { "epoch": 0.2222752206057715, "grad_norm": 0.8280565738677979, "learning_rate": 1.9106347728549134e-05, "loss": 0.06710023432970047, "step": 233, "token_acc": 0.9709821428571429 }, { "epoch": 0.22322919150965895, "grad_norm": 4.367132663726807, "learning_rate": 1.9092545796869566e-05, "loss": 0.10689306259155273, "step": 234, "token_acc": 0.9508928571428571 }, { "epoch": 0.22418316241354638, "grad_norm": 1.8852264881134033, "learning_rate": 1.9078643162550686e-05, "loss": 0.06492938846349716, "step": 235, "token_acc": 0.9754464285714286 }, { "epoch": 0.22513713331743382, "grad_norm": 2.619929790496826, "learning_rate": 1.906463997956828e-05, "loss": 0.07487383484840393, "step": 236, "token_acc": 0.9642857142857143 }, { "epoch": 0.22609110422132125, "grad_norm": 0.7429541945457458, "learning_rate": 1.905053640301176e-05, "loss": 0.04609546437859535, "step": 237, "token_acc": 0.9866071428571429 }, { "epoch": 0.2270450751252087, "grad_norm": 0.6139824986457825, "learning_rate": 1.903633258908241e-05, "loss": 0.0666891485452652, "step": 238, "token_acc": 0.9665178571428571 }, { "epoch": 0.22799904602909613, "grad_norm": 1.3736623525619507, "learning_rate": 1.9022028695091678e-05, "loss": 0.06794151663780212, "step": 239, "token_acc": 0.9642857142857143 }, { "epoch": 0.22895301693298353, "grad_norm": 1.177011489868164, "learning_rate": 1.9007624879459428e-05, "loss": 0.06024506688117981, "step": 240, "token_acc": 0.9732142857142857 }, { "epoch": 0.22990698783687097, "grad_norm": 0.5843690037727356, "learning_rate": 1.8993121301712194e-05, "loss": 0.040531255304813385, "step": 241, "token_acc": 0.9821428571428571 }, { "epoch": 0.2308609587407584, "grad_norm": 2.0651211738586426, "learning_rate": 1.897851812248139e-05, "loss": 0.07426327466964722, "step": 242, "token_acc": 0.9642857142857143 }, { "epoch": 0.23181492964464584, "grad_norm": 1.178442358970642, "learning_rate": 1.896381550350156e-05, "loss": 0.06859712302684784, "step": 243, "token_acc": 0.9620535714285714 }, { "epoch": 0.23276890054853328, "grad_norm": 1.9645508527755737, "learning_rate": 1.894901360760856e-05, "loss": 0.07832887768745422, "step": 244, "token_acc": 0.96875 }, { "epoch": 0.2337228714524207, "grad_norm": 2.368856906890869, "learning_rate": 1.8934112598737777e-05, "loss": 0.07292139530181885, "step": 245, "token_acc": 0.9642857142857143 }, { "epoch": 0.23467684235630815, "grad_norm": 0.6996397972106934, "learning_rate": 1.8919112641922302e-05, "loss": 0.060232117772102356, "step": 246, "token_acc": 0.9776785714285714 }, { "epoch": 0.23563081326019555, "grad_norm": 1.4582149982452393, "learning_rate": 1.89040139032911e-05, "loss": 0.05969604104757309, "step": 247, "token_acc": 0.9776785714285714 }, { "epoch": 0.236584784164083, "grad_norm": 1.2495999336242676, "learning_rate": 1.8888816550067175e-05, "loss": 0.057237669825553894, "step": 248, "token_acc": 0.9732142857142857 }, { "epoch": 0.23753875506797043, "grad_norm": 1.2963944673538208, "learning_rate": 1.8873520750565716e-05, "loss": 0.06898176670074463, "step": 249, "token_acc": 0.9665178571428571 }, { "epoch": 0.23849272597185786, "grad_norm": 1.314881682395935, "learning_rate": 1.885812667419224e-05, "loss": 0.06435976922512054, "step": 250, "token_acc": 0.9709821428571429 }, { "epoch": 0.2394466968757453, "grad_norm": 1.6385860443115234, "learning_rate": 1.8842634491440704e-05, "loss": 0.06317747384309769, "step": 251, "token_acc": 0.9776785714285714 }, { "epoch": 0.24040066777963273, "grad_norm": 1.2916572093963623, "learning_rate": 1.8827044373891624e-05, "loss": 0.05340265482664108, "step": 252, "token_acc": 0.9754464285714286 }, { "epoch": 0.24135463868352014, "grad_norm": 1.6266565322875977, "learning_rate": 1.8811356494210166e-05, "loss": 0.0728638768196106, "step": 253, "token_acc": 0.96875 }, { "epoch": 0.24230860958740758, "grad_norm": 1.0096355676651, "learning_rate": 1.8795571026144255e-05, "loss": 0.050671495497226715, "step": 254, "token_acc": 0.9776785714285714 }, { "epoch": 0.243262580491295, "grad_norm": 1.3605146408081055, "learning_rate": 1.8779688144522625e-05, "loss": 0.058293502777814865, "step": 255, "token_acc": 0.9732142857142857 }, { "epoch": 0.24421655139518245, "grad_norm": 1.1865068674087524, "learning_rate": 1.8763708025252888e-05, "loss": 0.06142943724989891, "step": 256, "token_acc": 0.9754464285714286 }, { "epoch": 0.24517052229906988, "grad_norm": 0.5730735659599304, "learning_rate": 1.874763084531961e-05, "loss": 0.056795474141836166, "step": 257, "token_acc": 0.9732142857142857 }, { "epoch": 0.24612449320295732, "grad_norm": 1.3531084060668945, "learning_rate": 1.873145678278233e-05, "loss": 0.046110883355140686, "step": 258, "token_acc": 0.9776785714285714 }, { "epoch": 0.24707846410684475, "grad_norm": 0.834176778793335, "learning_rate": 1.871518601677357e-05, "loss": 0.07394760102033615, "step": 259, "token_acc": 0.9709821428571429 }, { "epoch": 0.24803243501073216, "grad_norm": 2.4934885501861572, "learning_rate": 1.869881872749689e-05, "loss": 0.06296907365322113, "step": 260, "token_acc": 0.9776785714285714 }, { "epoch": 0.2489864059146196, "grad_norm": 0.7061884999275208, "learning_rate": 1.8682355096224873e-05, "loss": 0.06496521085500717, "step": 261, "token_acc": 0.9732142857142857 }, { "epoch": 0.24994037681850703, "grad_norm": 1.8799521923065186, "learning_rate": 1.866579530529711e-05, "loss": 0.06503583490848541, "step": 262, "token_acc": 0.9754464285714286 }, { "epoch": 0.25089434772239444, "grad_norm": 0.9800640344619751, "learning_rate": 1.8649139538118196e-05, "loss": 0.06522223353385925, "step": 263, "token_acc": 0.96875 }, { "epoch": 0.2518483186262819, "grad_norm": 0.85662841796875, "learning_rate": 1.863238797915569e-05, "loss": 0.0627758726477623, "step": 264, "token_acc": 0.9732142857142857 }, { "epoch": 0.2528022895301693, "grad_norm": 1.3068444728851318, "learning_rate": 1.8615540813938063e-05, "loss": 0.04092857614159584, "step": 265, "token_acc": 0.9799107142857143 }, { "epoch": 0.25375626043405675, "grad_norm": 0.6517032980918884, "learning_rate": 1.859859822905267e-05, "loss": 0.04928683489561081, "step": 266, "token_acc": 0.9776785714285714 }, { "epoch": 0.2547102313379442, "grad_norm": 0.754020631313324, "learning_rate": 1.8581560412143663e-05, "loss": 0.052436236292123795, "step": 267, "token_acc": 0.9776785714285714 }, { "epoch": 0.2556642022418316, "grad_norm": 1.1209467649459839, "learning_rate": 1.8564427551909902e-05, "loss": 0.0781795009970665, "step": 268, "token_acc": 0.9598214285714286 }, { "epoch": 0.25661817314571905, "grad_norm": 1.9136838912963867, "learning_rate": 1.8547199838102904e-05, "loss": 0.05032086372375488, "step": 269, "token_acc": 0.9732142857142857 }, { "epoch": 0.2575721440496065, "grad_norm": 0.7769770622253418, "learning_rate": 1.85298774615247e-05, "loss": 0.04924388229846954, "step": 270, "token_acc": 0.9799107142857143 }, { "epoch": 0.2585261149534939, "grad_norm": 2.7062625885009766, "learning_rate": 1.851246061402574e-05, "loss": 0.07968465238809586, "step": 271, "token_acc": 0.96875 }, { "epoch": 0.25948008585738136, "grad_norm": 0.6561229228973389, "learning_rate": 1.8494949488502775e-05, "loss": 0.04471513628959656, "step": 272, "token_acc": 0.9821428571428571 }, { "epoch": 0.2604340567612688, "grad_norm": 1.008968472480774, "learning_rate": 1.8477344278896708e-05, "loss": 0.046559058129787445, "step": 273, "token_acc": 0.9821428571428571 }, { "epoch": 0.26138802766515623, "grad_norm": 0.9128088355064392, "learning_rate": 1.845964518019046e-05, "loss": 0.041542164981365204, "step": 274, "token_acc": 0.984375 }, { "epoch": 0.26234199856904367, "grad_norm": 0.8518730401992798, "learning_rate": 1.8441852388406788e-05, "loss": 0.06691917777061462, "step": 275, "token_acc": 0.9709821428571429 }, { "epoch": 0.2632959694729311, "grad_norm": 0.7169788479804993, "learning_rate": 1.8423966100606134e-05, "loss": 0.06233915686607361, "step": 276, "token_acc": 0.9709821428571429 }, { "epoch": 0.2642499403768185, "grad_norm": 0.8649627566337585, "learning_rate": 1.840598651488443e-05, "loss": 0.05509945750236511, "step": 277, "token_acc": 0.9709821428571429 }, { "epoch": 0.2652039112807059, "grad_norm": 0.6476431488990784, "learning_rate": 1.838791383037093e-05, "loss": 0.056389957666397095, "step": 278, "token_acc": 0.9776785714285714 }, { "epoch": 0.26615788218459335, "grad_norm": 1.3341881036758423, "learning_rate": 1.8369748247225965e-05, "loss": 0.06175606697797775, "step": 279, "token_acc": 0.9709821428571429 }, { "epoch": 0.2671118530884808, "grad_norm": 0.63718581199646, "learning_rate": 1.8351489966638748e-05, "loss": 0.04337754100561142, "step": 280, "token_acc": 0.9799107142857143 }, { "epoch": 0.2680658239923682, "grad_norm": 1.5201566219329834, "learning_rate": 1.833313919082515e-05, "loss": 0.049703601747751236, "step": 281, "token_acc": 0.9821428571428571 }, { "epoch": 0.26901979489625566, "grad_norm": 1.2257975339889526, "learning_rate": 1.8314696123025456e-05, "loss": 0.0615253709256649, "step": 282, "token_acc": 0.9709821428571429 }, { "epoch": 0.2699737658001431, "grad_norm": 1.242318034172058, "learning_rate": 1.82961609675021e-05, "loss": 0.05843513458967209, "step": 283, "token_acc": 0.9754464285714286 }, { "epoch": 0.27092773670403053, "grad_norm": 0.6762217283248901, "learning_rate": 1.8277533929537422e-05, "loss": 0.05506070703268051, "step": 284, "token_acc": 0.9754464285714286 }, { "epoch": 0.27188170760791797, "grad_norm": 0.713793158531189, "learning_rate": 1.8258815215431395e-05, "loss": 0.0489005446434021, "step": 285, "token_acc": 0.9799107142857143 }, { "epoch": 0.2728356785118054, "grad_norm": 1.3405190706253052, "learning_rate": 1.824000503249932e-05, "loss": 0.03759811818599701, "step": 286, "token_acc": 0.9866071428571429 }, { "epoch": 0.27378964941569284, "grad_norm": 0.9756479263305664, "learning_rate": 1.8221103589069553e-05, "loss": 0.059452250599861145, "step": 287, "token_acc": 0.9732142857142857 }, { "epoch": 0.2747436203195803, "grad_norm": 1.1183702945709229, "learning_rate": 1.8202111094481175e-05, "loss": 0.07903069257736206, "step": 288, "token_acc": 0.9553571428571429 }, { "epoch": 0.2756975912234677, "grad_norm": 0.7044399380683899, "learning_rate": 1.818302775908169e-05, "loss": 0.036344509571790695, "step": 289, "token_acc": 0.9866071428571429 }, { "epoch": 0.2766515621273551, "grad_norm": 1.0393747091293335, "learning_rate": 1.8163853794224704e-05, "loss": 0.05526101216673851, "step": 290, "token_acc": 0.9821428571428571 }, { "epoch": 0.2776055330312425, "grad_norm": 0.8499696850776672, "learning_rate": 1.814458941226755e-05, "loss": 0.05844802036881447, "step": 291, "token_acc": 0.9776785714285714 }, { "epoch": 0.27855950393512996, "grad_norm": 0.5756953358650208, "learning_rate": 1.812523482656897e-05, "loss": 0.04462016373872757, "step": 292, "token_acc": 0.9799107142857143 }, { "epoch": 0.2795134748390174, "grad_norm": 1.0059587955474854, "learning_rate": 1.810579025148674e-05, "loss": 0.05899159982800484, "step": 293, "token_acc": 0.96875 }, { "epoch": 0.28046744574290483, "grad_norm": 0.8420360684394836, "learning_rate": 1.808625590237529e-05, "loss": 0.06309016048908234, "step": 294, "token_acc": 0.9754464285714286 }, { "epoch": 0.28142141664679227, "grad_norm": 2.9713761806488037, "learning_rate": 1.8066631995583318e-05, "loss": 0.07976524531841278, "step": 295, "token_acc": 0.96875 }, { "epoch": 0.2823753875506797, "grad_norm": 3.2783453464508057, "learning_rate": 1.804691874845142e-05, "loss": 0.06749774515628815, "step": 296, "token_acc": 0.9665178571428571 }, { "epoch": 0.28332935845456714, "grad_norm": 3.936084747314453, "learning_rate": 1.8027116379309637e-05, "loss": 0.08660110831260681, "step": 297, "token_acc": 0.9620535714285714 }, { "epoch": 0.2842833293584546, "grad_norm": 1.7361314296722412, "learning_rate": 1.800722510747509e-05, "loss": 0.06540097296237946, "step": 298, "token_acc": 0.9665178571428571 }, { "epoch": 0.285237300262342, "grad_norm": 2.844233274459839, "learning_rate": 1.7987245153249496e-05, "loss": 0.07703647017478943, "step": 299, "token_acc": 0.9598214285714286 }, { "epoch": 0.28619127116622944, "grad_norm": 2.250973701477051, "learning_rate": 1.7967176737916775e-05, "loss": 0.07110188156366348, "step": 300, "token_acc": 0.9598214285714286 }, { "epoch": 0.2871452420701169, "grad_norm": 1.9160996675491333, "learning_rate": 1.7947020083740575e-05, "loss": 0.0654129758477211, "step": 301, "token_acc": 0.9732142857142857 }, { "epoch": 0.2880992129740043, "grad_norm": 0.6934454441070557, "learning_rate": 1.7926775413961817e-05, "loss": 0.05007775127887726, "step": 302, "token_acc": 0.9776785714285714 }, { "epoch": 0.28905318387789175, "grad_norm": 0.5480700135231018, "learning_rate": 1.7906442952796212e-05, "loss": 0.054381757974624634, "step": 303, "token_acc": 0.9754464285714286 }, { "epoch": 0.29000715478177913, "grad_norm": 1.466920018196106, "learning_rate": 1.7886022925431797e-05, "loss": 0.07196886837482452, "step": 304, "token_acc": 0.96875 }, { "epoch": 0.29096112568566657, "grad_norm": 1.1485505104064941, "learning_rate": 1.786551555802643e-05, "loss": 0.05646415799856186, "step": 305, "token_acc": 0.9754464285714286 }, { "epoch": 0.291915096589554, "grad_norm": 1.870083212852478, "learning_rate": 1.784492107770527e-05, "loss": 0.07225481420755386, "step": 306, "token_acc": 0.9709821428571429 }, { "epoch": 0.29286906749344144, "grad_norm": 2.074640989303589, "learning_rate": 1.7824239712558303e-05, "loss": 0.08357484638690948, "step": 307, "token_acc": 0.96875 }, { "epoch": 0.2938230383973289, "grad_norm": 0.8240745067596436, "learning_rate": 1.780347169163777e-05, "loss": 0.06425122916698456, "step": 308, "token_acc": 0.9732142857142857 }, { "epoch": 0.2947770093012163, "grad_norm": 1.6223809719085693, "learning_rate": 1.778261724495566e-05, "loss": 0.04241913929581642, "step": 309, "token_acc": 0.9821428571428571 }, { "epoch": 0.29573098020510374, "grad_norm": 1.5681418180465698, "learning_rate": 1.776167660348115e-05, "loss": 0.06452111899852753, "step": 310, "token_acc": 0.96875 }, { "epoch": 0.2966849511089912, "grad_norm": 2.7440152168273926, "learning_rate": 1.774064999913805e-05, "loss": 0.0667966902256012, "step": 311, "token_acc": 0.96875 }, { "epoch": 0.2976389220128786, "grad_norm": 0.7010499238967896, "learning_rate": 1.7719537664802235e-05, "loss": 0.052819859236478806, "step": 312, "token_acc": 0.9799107142857143 }, { "epoch": 0.29859289291676605, "grad_norm": 1.5487115383148193, "learning_rate": 1.7698339834299064e-05, "loss": 0.04860209673643112, "step": 313, "token_acc": 0.9776785714285714 }, { "epoch": 0.2995468638206535, "grad_norm": 1.478331208229065, "learning_rate": 1.767705674240079e-05, "loss": 0.06239687278866768, "step": 314, "token_acc": 0.9754464285714286 }, { "epoch": 0.3005008347245409, "grad_norm": 1.2178869247436523, "learning_rate": 1.765568862482397e-05, "loss": 0.07356149703264236, "step": 315, "token_acc": 0.9709821428571429 }, { "epoch": 0.30145480562842836, "grad_norm": 1.892947793006897, "learning_rate": 1.7634235718226826e-05, "loss": 0.06877189129590988, "step": 316, "token_acc": 0.9620535714285714 }, { "epoch": 0.30240877653231574, "grad_norm": 1.9115482568740845, "learning_rate": 1.7612698260206668e-05, "loss": 0.060087502002716064, "step": 317, "token_acc": 0.9754464285714286 }, { "epoch": 0.3033627474362032, "grad_norm": 1.5969492197036743, "learning_rate": 1.759107648929722e-05, "loss": 0.05154555290937424, "step": 318, "token_acc": 0.9799107142857143 }, { "epoch": 0.3043167183400906, "grad_norm": 1.4757169485092163, "learning_rate": 1.7569370644966007e-05, "loss": 0.040839191526174545, "step": 319, "token_acc": 0.9821428571428571 }, { "epoch": 0.30527068924397804, "grad_norm": 0.5265657305717468, "learning_rate": 1.7547580967611685e-05, "loss": 0.04356402903795242, "step": 320, "token_acc": 0.9754464285714286 }, { "epoch": 0.3062246601478655, "grad_norm": 0.6381030082702637, "learning_rate": 1.7525707698561383e-05, "loss": 0.046199455857276917, "step": 321, "token_acc": 0.9799107142857143 }, { "epoch": 0.3071786310517529, "grad_norm": 0.895446240901947, "learning_rate": 1.7503751080068052e-05, "loss": 0.04838833957910538, "step": 322, "token_acc": 0.9754464285714286 }, { "epoch": 0.30813260195564035, "grad_norm": 1.3715652227401733, "learning_rate": 1.7481711355307735e-05, "loss": 0.06416451930999756, "step": 323, "token_acc": 0.9665178571428571 }, { "epoch": 0.3090865728595278, "grad_norm": 0.844568133354187, "learning_rate": 1.7459588768376924e-05, "loss": 0.037910714745521545, "step": 324, "token_acc": 0.984375 }, { "epoch": 0.3100405437634152, "grad_norm": 1.3821014165878296, "learning_rate": 1.7437383564289816e-05, "loss": 0.05064065754413605, "step": 325, "token_acc": 0.9754464285714286 }, { "epoch": 0.31099451466730266, "grad_norm": 0.7538928389549255, "learning_rate": 1.7415095988975637e-05, "loss": 0.06862075626850128, "step": 326, "token_acc": 0.96875 }, { "epoch": 0.3119484855711901, "grad_norm": 0.8880996108055115, "learning_rate": 1.739272628927588e-05, "loss": 0.04433093219995499, "step": 327, "token_acc": 0.984375 }, { "epoch": 0.31290245647507753, "grad_norm": 0.6995124816894531, "learning_rate": 1.7370274712941605e-05, "loss": 0.04915574938058853, "step": 328, "token_acc": 0.9821428571428571 }, { "epoch": 0.31385642737896496, "grad_norm": 0.8123185634613037, "learning_rate": 1.7347741508630673e-05, "loss": 0.056429095566272736, "step": 329, "token_acc": 0.9754464285714286 }, { "epoch": 0.3148103982828524, "grad_norm": 0.8431408405303955, "learning_rate": 1.7325126925905e-05, "loss": 0.05205674469470978, "step": 330, "token_acc": 0.9776785714285714 }, { "epoch": 0.3157643691867398, "grad_norm": 0.5607144236564636, "learning_rate": 1.7302431215227782e-05, "loss": 0.05856050178408623, "step": 331, "token_acc": 0.9799107142857143 }, { "epoch": 0.3167183400906272, "grad_norm": 0.7906553149223328, "learning_rate": 1.7279654627960754e-05, "loss": 0.060854483395814896, "step": 332, "token_acc": 0.9642857142857143 }, { "epoch": 0.31767231099451465, "grad_norm": 1.605377435684204, "learning_rate": 1.725679741636136e-05, "loss": 0.04850602149963379, "step": 333, "token_acc": 0.9799107142857143 }, { "epoch": 0.3186262818984021, "grad_norm": 0.45257946848869324, "learning_rate": 1.7233859833580003e-05, "loss": 0.04325903579592705, "step": 334, "token_acc": 0.9866071428571429 }, { "epoch": 0.3195802528022895, "grad_norm": 2.0808162689208984, "learning_rate": 1.7210842133657197e-05, "loss": 0.04205715283751488, "step": 335, "token_acc": 0.984375 }, { "epoch": 0.32053422370617696, "grad_norm": 0.6263427138328552, "learning_rate": 1.7187744571520802e-05, "loss": 0.04577000439167023, "step": 336, "token_acc": 0.9754464285714286 }, { "epoch": 0.3214881946100644, "grad_norm": 0.8830054402351379, "learning_rate": 1.7164567402983153e-05, "loss": 0.058248672634363174, "step": 337, "token_acc": 0.9776785714285714 }, { "epoch": 0.32244216551395183, "grad_norm": 1.2694339752197266, "learning_rate": 1.714131088473827e-05, "loss": 0.04647031053900719, "step": 338, "token_acc": 0.9821428571428571 }, { "epoch": 0.32339613641783926, "grad_norm": 0.7694798707962036, "learning_rate": 1.7117975274358975e-05, "loss": 0.0534735731780529, "step": 339, "token_acc": 0.984375 }, { "epoch": 0.3243501073217267, "grad_norm": 0.9575940370559692, "learning_rate": 1.7094560830294076e-05, "loss": 0.0470644049346447, "step": 340, "token_acc": 0.9821428571428571 }, { "epoch": 0.32530407822561414, "grad_norm": 1.8755040168762207, "learning_rate": 1.7071067811865477e-05, "loss": 0.05341481789946556, "step": 341, "token_acc": 0.9799107142857143 }, { "epoch": 0.32625804912950157, "grad_norm": 1.4380961656570435, "learning_rate": 1.704749647926532e-05, "loss": 0.06566663831472397, "step": 342, "token_acc": 0.9732142857142857 }, { "epoch": 0.327212020033389, "grad_norm": 0.8352820873260498, "learning_rate": 1.70238470935531e-05, "loss": 0.0460323765873909, "step": 343, "token_acc": 0.9799107142857143 }, { "epoch": 0.3281659909372764, "grad_norm": 0.8121374845504761, "learning_rate": 1.700011991665277e-05, "loss": 0.05273255705833435, "step": 344, "token_acc": 0.9776785714285714 }, { "epoch": 0.3291199618411638, "grad_norm": 1.25865638256073, "learning_rate": 1.6976315211349848e-05, "loss": 0.046240173280239105, "step": 345, "token_acc": 0.9799107142857143 }, { "epoch": 0.33007393274505126, "grad_norm": 0.8520185351371765, "learning_rate": 1.6952433241288503e-05, "loss": 0.03913344442844391, "step": 346, "token_acc": 0.9866071428571429 }, { "epoch": 0.3310279036489387, "grad_norm": 1.8291147947311401, "learning_rate": 1.692847427096862e-05, "loss": 0.06857103109359741, "step": 347, "token_acc": 0.9665178571428571 }, { "epoch": 0.33198187455282613, "grad_norm": 1.270171880722046, "learning_rate": 1.6904438565742905e-05, "loss": 0.03952176123857498, "step": 348, "token_acc": 0.9910714285714286 }, { "epoch": 0.33293584545671356, "grad_norm": 1.9337451457977295, "learning_rate": 1.6880326391813917e-05, "loss": 0.0437772274017334, "step": 349, "token_acc": 0.984375 }, { "epoch": 0.333889816360601, "grad_norm": 0.6858549118041992, "learning_rate": 1.685613801623112e-05, "loss": 0.04056764394044876, "step": 350, "token_acc": 0.9821428571428571 }, { "epoch": 0.33484378726448843, "grad_norm": 0.5763685703277588, "learning_rate": 1.683187370688795e-05, "loss": 0.02399488165974617, "step": 351, "token_acc": 0.9933035714285714 }, { "epoch": 0.33579775816837587, "grad_norm": 0.5470795631408691, "learning_rate": 1.680753373251882e-05, "loss": 0.02646918222308159, "step": 352, "token_acc": 0.9933035714285714 }, { "epoch": 0.3367517290722633, "grad_norm": 1.8251181840896606, "learning_rate": 1.6783118362696162e-05, "loss": 0.06456995755434036, "step": 353, "token_acc": 0.9732142857142857 }, { "epoch": 0.33770569997615074, "grad_norm": 1.9767391681671143, "learning_rate": 1.675862786782743e-05, "loss": 0.06211050599813461, "step": 354, "token_acc": 0.9732142857142857 }, { "epoch": 0.3386596708800382, "grad_norm": 0.9662121534347534, "learning_rate": 1.6734062519152113e-05, "loss": 0.049795348197221756, "step": 355, "token_acc": 0.9821428571428571 }, { "epoch": 0.3396136417839256, "grad_norm": 0.9384977221488953, "learning_rate": 1.6709422588738727e-05, "loss": 0.050625286996364594, "step": 356, "token_acc": 0.984375 }, { "epoch": 0.34056761268781305, "grad_norm": 0.9371668696403503, "learning_rate": 1.6684708349481808e-05, "loss": 0.04116801545023918, "step": 357, "token_acc": 0.9821428571428571 }, { "epoch": 0.34152158359170043, "grad_norm": 0.8748524188995361, "learning_rate": 1.6659920075098867e-05, "loss": 0.03609831631183624, "step": 358, "token_acc": 0.9888392857142857 }, { "epoch": 0.34247555449558786, "grad_norm": 1.0988128185272217, "learning_rate": 1.6635058040127408e-05, "loss": 0.04100678488612175, "step": 359, "token_acc": 0.9821428571428571 }, { "epoch": 0.3434295253994753, "grad_norm": 0.752373218536377, "learning_rate": 1.661012251992182e-05, "loss": 0.03362511843442917, "step": 360, "token_acc": 0.984375 }, { "epoch": 0.34438349630336273, "grad_norm": 0.8810237646102905, "learning_rate": 1.658511379065039e-05, "loss": 0.03792524337768555, "step": 361, "token_acc": 0.9866071428571429 }, { "epoch": 0.34533746720725017, "grad_norm": 1.7892119884490967, "learning_rate": 1.6560032129292198e-05, "loss": 0.036232322454452515, "step": 362, "token_acc": 0.984375 }, { "epoch": 0.3462914381111376, "grad_norm": 2.398674726486206, "learning_rate": 1.653487781363408e-05, "loss": 0.07383182644844055, "step": 363, "token_acc": 0.9732142857142857 }, { "epoch": 0.34724540901502504, "grad_norm": 1.7165496349334717, "learning_rate": 1.650965112226754e-05, "loss": 0.07055488973855972, "step": 364, "token_acc": 0.9732142857142857 }, { "epoch": 0.3481993799189125, "grad_norm": 0.8215861916542053, "learning_rate": 1.6484352334585654e-05, "loss": 0.044734369963407516, "step": 365, "token_acc": 0.984375 }, { "epoch": 0.3491533508227999, "grad_norm": 1.5968972444534302, "learning_rate": 1.645898173078e-05, "loss": 0.04384191334247589, "step": 366, "token_acc": 0.9821428571428571 }, { "epoch": 0.35010732172668735, "grad_norm": 1.5421522855758667, "learning_rate": 1.6433539591837527e-05, "loss": 0.04638587683439255, "step": 367, "token_acc": 0.984375 }, { "epoch": 0.3510612926305748, "grad_norm": 1.8550606966018677, "learning_rate": 1.6408026199537466e-05, "loss": 0.05443783849477768, "step": 368, "token_acc": 0.9821428571428571 }, { "epoch": 0.3520152635344622, "grad_norm": 0.6794093251228333, "learning_rate": 1.6382441836448203e-05, "loss": 0.038777850568294525, "step": 369, "token_acc": 0.984375 }, { "epoch": 0.35296923443834965, "grad_norm": 1.5957653522491455, "learning_rate": 1.6356786785924135e-05, "loss": 0.05427490919828415, "step": 370, "token_acc": 0.9732142857142857 }, { "epoch": 0.35392320534223703, "grad_norm": 1.354731559753418, "learning_rate": 1.633106133210255e-05, "loss": 0.06769199669361115, "step": 371, "token_acc": 0.9732142857142857 }, { "epoch": 0.35487717624612447, "grad_norm": 2.00366473197937, "learning_rate": 1.6305265759900476e-05, "loss": 0.07768247276544571, "step": 372, "token_acc": 0.9598214285714286 }, { "epoch": 0.3558311471500119, "grad_norm": 1.3080484867095947, "learning_rate": 1.627940035501152e-05, "loss": 0.04194406419992447, "step": 373, "token_acc": 0.984375 }, { "epoch": 0.35678511805389934, "grad_norm": 1.00113844871521, "learning_rate": 1.6253465403902704e-05, "loss": 0.06718161702156067, "step": 374, "token_acc": 0.9709821428571429 }, { "epoch": 0.3577390889577868, "grad_norm": 0.9095772504806519, "learning_rate": 1.62274611938113e-05, "loss": 0.05493693798780441, "step": 375, "token_acc": 0.9709821428571429 }, { "epoch": 0.3586930598616742, "grad_norm": 2.1467411518096924, "learning_rate": 1.6201388012741633e-05, "loss": 0.06330949813127518, "step": 376, "token_acc": 0.9732142857142857 }, { "epoch": 0.35964703076556165, "grad_norm": 0.6494084596633911, "learning_rate": 1.617524614946192e-05, "loss": 0.04199922829866409, "step": 377, "token_acc": 0.9866071428571429 }, { "epoch": 0.3606010016694491, "grad_norm": 0.6176134347915649, "learning_rate": 1.6149035893501042e-05, "loss": 0.05729535222053528, "step": 378, "token_acc": 0.9754464285714286 }, { "epoch": 0.3615549725733365, "grad_norm": 0.7176533937454224, "learning_rate": 1.6122757535145346e-05, "loss": 0.05774668976664543, "step": 379, "token_acc": 0.9776785714285714 }, { "epoch": 0.36250894347722395, "grad_norm": 0.6635450720787048, "learning_rate": 1.609641136543545e-05, "loss": 0.03845804184675217, "step": 380, "token_acc": 0.9866071428571429 }, { "epoch": 0.3634629143811114, "grad_norm": 1.6219885349273682, "learning_rate": 1.606999767616298e-05, "loss": 0.04591834172606468, "step": 381, "token_acc": 0.9866071428571429 }, { "epoch": 0.3644168852849988, "grad_norm": 1.6158703565597534, "learning_rate": 1.6043516759867375e-05, "loss": 0.045810502022504807, "step": 382, "token_acc": 0.984375 }, { "epoch": 0.36537085618888626, "grad_norm": 0.8310044407844543, "learning_rate": 1.6016968909832632e-05, "loss": 0.027362901717424393, "step": 383, "token_acc": 0.9910714285714286 }, { "epoch": 0.3663248270927737, "grad_norm": 1.9419487714767456, "learning_rate": 1.599035442008406e-05, "loss": 0.06544294953346252, "step": 384, "token_acc": 0.9776785714285714 }, { "epoch": 0.3672787979966611, "grad_norm": 1.623496174812317, "learning_rate": 1.5963673585385016e-05, "loss": 0.05031559616327286, "step": 385, "token_acc": 0.9776785714285714 }, { "epoch": 0.3682327689005485, "grad_norm": 1.5432981252670288, "learning_rate": 1.593692670123365e-05, "loss": 0.05458782613277435, "step": 386, "token_acc": 0.9732142857142857 }, { "epoch": 0.36918673980443595, "grad_norm": 1.5928152799606323, "learning_rate": 1.591011406385964e-05, "loss": 0.05354298651218414, "step": 387, "token_acc": 0.9776785714285714 }, { "epoch": 0.3701407107083234, "grad_norm": 1.1453957557678223, "learning_rate": 1.5883235970220886e-05, "loss": 0.04207538068294525, "step": 388, "token_acc": 0.9888392857142857 }, { "epoch": 0.3710946816122108, "grad_norm": 1.4259170293807983, "learning_rate": 1.5856292718000235e-05, "loss": 0.04126181825995445, "step": 389, "token_acc": 0.984375 }, { "epoch": 0.37204865251609825, "grad_norm": 1.8930200338363647, "learning_rate": 1.5829284605602195e-05, "loss": 0.049226950854063034, "step": 390, "token_acc": 0.9754464285714286 }, { "epoch": 0.3730026234199857, "grad_norm": 0.6748097538948059, "learning_rate": 1.5802211932149614e-05, "loss": 0.03157021850347519, "step": 391, "token_acc": 0.9888392857142857 }, { "epoch": 0.3739565943238731, "grad_norm": 0.8425570130348206, "learning_rate": 1.5775074997480374e-05, "loss": 0.037479136139154434, "step": 392, "token_acc": 0.984375 }, { "epoch": 0.37491056522776056, "grad_norm": 1.0449285507202148, "learning_rate": 1.5747874102144073e-05, "loss": 0.044884324073791504, "step": 393, "token_acc": 0.9776785714285714 }, { "epoch": 0.375864536131648, "grad_norm": 1.0124512910842896, "learning_rate": 1.572060954739868e-05, "loss": 0.057039856910705566, "step": 394, "token_acc": 0.9821428571428571 }, { "epoch": 0.37681850703553543, "grad_norm": 1.4897884130477905, "learning_rate": 1.5693281635207214e-05, "loss": 0.05143895745277405, "step": 395, "token_acc": 0.9776785714285714 }, { "epoch": 0.37777247793942287, "grad_norm": 0.8330822587013245, "learning_rate": 1.566589066823442e-05, "loss": 0.06740842759609222, "step": 396, "token_acc": 0.9732142857142857 }, { "epoch": 0.3787264488433103, "grad_norm": 1.4321913719177246, "learning_rate": 1.563843694984336e-05, "loss": 0.04516135901212692, "step": 397, "token_acc": 0.9821428571428571 }, { "epoch": 0.3796804197471977, "grad_norm": 1.0008107423782349, "learning_rate": 1.561092078409211e-05, "loss": 0.04701068997383118, "step": 398, "token_acc": 0.984375 }, { "epoch": 0.3806343906510851, "grad_norm": 0.7537797689437866, "learning_rate": 1.558334247573035e-05, "loss": 0.04808850958943367, "step": 399, "token_acc": 0.9776785714285714 }, { "epoch": 0.38158836155497255, "grad_norm": 1.116641640663147, "learning_rate": 1.5555702330196024e-05, "loss": 0.05453649163246155, "step": 400, "token_acc": 0.9776785714285714 }, { "epoch": 0.38254233245886, "grad_norm": 0.6608487367630005, "learning_rate": 1.5528000653611935e-05, "loss": 0.04316060617566109, "step": 401, "token_acc": 0.984375 }, { "epoch": 0.3834963033627474, "grad_norm": 0.9521876573562622, "learning_rate": 1.5500237752782364e-05, "loss": 0.07485514134168625, "step": 402, "token_acc": 0.96875 }, { "epoch": 0.38445027426663486, "grad_norm": 1.1957379579544067, "learning_rate": 1.5472413935189656e-05, "loss": 0.06554369628429413, "step": 403, "token_acc": 0.9732142857142857 }, { "epoch": 0.3854042451705223, "grad_norm": 0.873663067817688, "learning_rate": 1.5444529508990843e-05, "loss": 0.04540432244539261, "step": 404, "token_acc": 0.9821428571428571 }, { "epoch": 0.38635821607440973, "grad_norm": 1.2154797315597534, "learning_rate": 1.541658478301421e-05, "loss": 0.04955809563398361, "step": 405, "token_acc": 0.9799107142857143 }, { "epoch": 0.38731218697829717, "grad_norm": 0.7344512343406677, "learning_rate": 1.538858006675588e-05, "loss": 0.046591393649578094, "step": 406, "token_acc": 0.9821428571428571 }, { "epoch": 0.3882661578821846, "grad_norm": 1.641929268836975, "learning_rate": 1.5360515670376373e-05, "loss": 0.06539210677146912, "step": 407, "token_acc": 0.9732142857142857 }, { "epoch": 0.38922012878607204, "grad_norm": 1.0348094701766968, "learning_rate": 1.5332391904697213e-05, "loss": 0.05542278662323952, "step": 408, "token_acc": 0.9821428571428571 }, { "epoch": 0.3901740996899595, "grad_norm": 0.6196472644805908, "learning_rate": 1.5304209081197425e-05, "loss": 0.023661155253648758, "step": 409, "token_acc": 0.9955357142857143 }, { "epoch": 0.3911280705938469, "grad_norm": 1.1085844039916992, "learning_rate": 1.5275967512010143e-05, "loss": 0.06974074244499207, "step": 410, "token_acc": 0.9754464285714286 }, { "epoch": 0.39208204149773435, "grad_norm": 0.6989670395851135, "learning_rate": 1.5247667509919104e-05, "loss": 0.05278446525335312, "step": 411, "token_acc": 0.9754464285714286 }, { "epoch": 0.3930360124016217, "grad_norm": 0.9124764204025269, "learning_rate": 1.5219309388355226e-05, "loss": 0.05122531205415726, "step": 412, "token_acc": 0.9754464285714286 }, { "epoch": 0.39398998330550916, "grad_norm": 0.6651117205619812, "learning_rate": 1.5190893461393108e-05, "loss": 0.039621300995349884, "step": 413, "token_acc": 0.984375 }, { "epoch": 0.3949439542093966, "grad_norm": 0.7761425375938416, "learning_rate": 1.5162420043747558e-05, "loss": 0.04386131837964058, "step": 414, "token_acc": 0.984375 }, { "epoch": 0.39589792511328403, "grad_norm": 1.53411865234375, "learning_rate": 1.5133889450770122e-05, "loss": 0.062295034527778625, "step": 415, "token_acc": 0.9776785714285714 }, { "epoch": 0.39685189601717147, "grad_norm": 0.6503210067749023, "learning_rate": 1.5105301998445567e-05, "loss": 0.05410109832882881, "step": 416, "token_acc": 0.984375 }, { "epoch": 0.3978058669210589, "grad_norm": 0.49732592701911926, "learning_rate": 1.50766580033884e-05, "loss": 0.04600302875041962, "step": 417, "token_acc": 0.9799107142857143 }, { "epoch": 0.39875983782494634, "grad_norm": 0.8195965886116028, "learning_rate": 1.5047957782839357e-05, "loss": 0.03303002566099167, "step": 418, "token_acc": 0.9910714285714286 }, { "epoch": 0.3997138087288338, "grad_norm": 0.8813886642456055, "learning_rate": 1.5019201654661886e-05, "loss": 0.02662377618253231, "step": 419, "token_acc": 0.9933035714285714 }, { "epoch": 0.4006677796327212, "grad_norm": 1.122533917427063, "learning_rate": 1.4990389937338622e-05, "loss": 0.05000215768814087, "step": 420, "token_acc": 0.9776785714285714 }, { "epoch": 0.40162175053660865, "grad_norm": 1.4285856485366821, "learning_rate": 1.4961522949967887e-05, "loss": 0.06204532831907272, "step": 421, "token_acc": 0.9754464285714286 }, { "epoch": 0.4025757214404961, "grad_norm": 3.5844078063964844, "learning_rate": 1.4932601012260107e-05, "loss": 0.06978743523359299, "step": 422, "token_acc": 0.9732142857142857 }, { "epoch": 0.4035296923443835, "grad_norm": 2.827665090560913, "learning_rate": 1.4903624444534317e-05, "loss": 0.04687245562672615, "step": 423, "token_acc": 0.9732142857142857 }, { "epoch": 0.40448366324827095, "grad_norm": 0.9400572180747986, "learning_rate": 1.4874593567714594e-05, "loss": 0.05317343771457672, "step": 424, "token_acc": 0.9799107142857143 }, { "epoch": 0.40543763415215833, "grad_norm": 0.9673159122467041, "learning_rate": 1.4845508703326504e-05, "loss": 0.04423658922314644, "step": 425, "token_acc": 0.984375 }, { "epoch": 0.40639160505604577, "grad_norm": 1.0484676361083984, "learning_rate": 1.4816370173493534e-05, "loss": 0.044254884123802185, "step": 426, "token_acc": 0.9799107142857143 }, { "epoch": 0.4073455759599332, "grad_norm": 2.3874223232269287, "learning_rate": 1.4787178300933543e-05, "loss": 0.061426203697919846, "step": 427, "token_acc": 0.9754464285714286 }, { "epoch": 0.40829954686382064, "grad_norm": 0.8867049813270569, "learning_rate": 1.475793340895517e-05, "loss": 0.044871386140584946, "step": 428, "token_acc": 0.9799107142857143 }, { "epoch": 0.4092535177677081, "grad_norm": 0.9504772424697876, "learning_rate": 1.4728635821454255e-05, "loss": 0.050298061221838, "step": 429, "token_acc": 0.9799107142857143 }, { "epoch": 0.4102074886715955, "grad_norm": 1.2497502565383911, "learning_rate": 1.4699285862910264e-05, "loss": 0.03884369879961014, "step": 430, "token_acc": 0.984375 }, { "epoch": 0.41116145957548295, "grad_norm": 0.5309091806411743, "learning_rate": 1.4669883858382689e-05, "loss": 0.03639267012476921, "step": 431, "token_acc": 0.9888392857142857 }, { "epoch": 0.4121154304793704, "grad_norm": 1.1451244354248047, "learning_rate": 1.4640430133507446e-05, "loss": 0.04576488956809044, "step": 432, "token_acc": 0.9732142857142857 }, { "epoch": 0.4130694013832578, "grad_norm": 1.3966667652130127, "learning_rate": 1.461092501449326e-05, "loss": 0.0401337705552578, "step": 433, "token_acc": 0.9821428571428571 }, { "epoch": 0.41402337228714525, "grad_norm": 1.3386414051055908, "learning_rate": 1.458136882811807e-05, "loss": 0.053197674453258514, "step": 434, "token_acc": 0.9732142857142857 }, { "epoch": 0.4149773431910327, "grad_norm": 0.9601261615753174, "learning_rate": 1.4551761901725402e-05, "loss": 0.05516624078154564, "step": 435, "token_acc": 0.9754464285714286 }, { "epoch": 0.4159313140949201, "grad_norm": 1.6448734998703003, "learning_rate": 1.4522104563220735e-05, "loss": 0.04900283366441727, "step": 436, "token_acc": 0.9821428571428571 }, { "epoch": 0.41688528499880756, "grad_norm": 0.7236976623535156, "learning_rate": 1.4492397141067888e-05, "loss": 0.04911601543426514, "step": 437, "token_acc": 0.9776785714285714 }, { "epoch": 0.417839255902695, "grad_norm": 0.8161804676055908, "learning_rate": 1.4462639964285361e-05, "loss": 0.049699779599905014, "step": 438, "token_acc": 0.9799107142857143 }, { "epoch": 0.4187932268065824, "grad_norm": 0.47638827562332153, "learning_rate": 1.4432833362442708e-05, "loss": 0.04190254583954811, "step": 439, "token_acc": 0.9866071428571429 }, { "epoch": 0.4197471977104698, "grad_norm": 0.42934903502464294, "learning_rate": 1.4402977665656877e-05, "loss": 0.028171459212899208, "step": 440, "token_acc": 0.9933035714285714 }, { "epoch": 0.42070116861435725, "grad_norm": 0.7594194412231445, "learning_rate": 1.4373073204588556e-05, "loss": 0.06713441014289856, "step": 441, "token_acc": 0.9665178571428571 }, { "epoch": 0.4216551395182447, "grad_norm": 0.7424603700637817, "learning_rate": 1.4343120310438513e-05, "loss": 0.033336590975522995, "step": 442, "token_acc": 0.9866071428571429 }, { "epoch": 0.4226091104221321, "grad_norm": 0.6476752758026123, "learning_rate": 1.4313119314943933e-05, "loss": 0.0540199801325798, "step": 443, "token_acc": 0.9754464285714286 }, { "epoch": 0.42356308132601955, "grad_norm": 1.0392543077468872, "learning_rate": 1.4283070550374726e-05, "loss": 0.06306855380535126, "step": 444, "token_acc": 0.9754464285714286 }, { "epoch": 0.424517052229907, "grad_norm": 0.9634639024734497, "learning_rate": 1.4252974349529871e-05, "loss": 0.03296782076358795, "step": 445, "token_acc": 0.9888392857142857 }, { "epoch": 0.4254710231337944, "grad_norm": 0.6778890490531921, "learning_rate": 1.4222831045733703e-05, "loss": 0.05139891058206558, "step": 446, "token_acc": 0.9799107142857143 }, { "epoch": 0.42642499403768186, "grad_norm": 0.5977171063423157, "learning_rate": 1.419264097283225e-05, "loss": 0.033736731857061386, "step": 447, "token_acc": 0.9866071428571429 }, { "epoch": 0.4273789649415693, "grad_norm": 0.6945881843566895, "learning_rate": 1.4162404465189517e-05, "loss": 0.035171471536159515, "step": 448, "token_acc": 0.9866071428571429 }, { "epoch": 0.42833293584545673, "grad_norm": 1.393332600593567, "learning_rate": 1.4132121857683782e-05, "loss": 0.039082854986190796, "step": 449, "token_acc": 0.9888392857142857 }, { "epoch": 0.42928690674934417, "grad_norm": 0.6673078536987305, "learning_rate": 1.4101793485703905e-05, "loss": 0.05291175842285156, "step": 450, "token_acc": 0.9776785714285714 }, { "epoch": 0.4302408776532316, "grad_norm": 0.9184063076972961, "learning_rate": 1.4071419685145587e-05, "loss": 0.043522246181964874, "step": 451, "token_acc": 0.984375 }, { "epoch": 0.431194848557119, "grad_norm": 0.5168923139572144, "learning_rate": 1.4041000792407676e-05, "loss": 0.027009418234229088, "step": 452, "token_acc": 0.9910714285714286 }, { "epoch": 0.4321488194610064, "grad_norm": 1.1608426570892334, "learning_rate": 1.4010537144388416e-05, "loss": 0.060864683240652084, "step": 453, "token_acc": 0.9776785714285714 }, { "epoch": 0.43310279036489385, "grad_norm": 0.8935800194740295, "learning_rate": 1.3980029078481747e-05, "loss": 0.03128712996840477, "step": 454, "token_acc": 0.9910714285714286 }, { "epoch": 0.4340567612687813, "grad_norm": 1.4240219593048096, "learning_rate": 1.3949476932573531e-05, "loss": 0.04703495651483536, "step": 455, "token_acc": 0.9821428571428571 }, { "epoch": 0.4350107321726687, "grad_norm": 0.6538748741149902, "learning_rate": 1.3918881045037846e-05, "loss": 0.048348117619752884, "step": 456, "token_acc": 0.984375 }, { "epoch": 0.43596470307655616, "grad_norm": 0.7656457424163818, "learning_rate": 1.388824175473321e-05, "loss": 0.03335884213447571, "step": 457, "token_acc": 0.9866071428571429 }, { "epoch": 0.4369186739804436, "grad_norm": 0.6822933554649353, "learning_rate": 1.3857559400998838e-05, "loss": 0.04223757982254028, "step": 458, "token_acc": 0.9821428571428571 }, { "epoch": 0.43787264488433103, "grad_norm": 0.7321021556854248, "learning_rate": 1.3826834323650899e-05, "loss": 0.036659032106399536, "step": 459, "token_acc": 0.984375 }, { "epoch": 0.43882661578821847, "grad_norm": 1.7102675437927246, "learning_rate": 1.3796066862978726e-05, "loss": 0.05819536745548248, "step": 460, "token_acc": 0.9776785714285714 }, { "epoch": 0.4397805866921059, "grad_norm": 0.44690394401550293, "learning_rate": 1.3765257359741065e-05, "loss": 0.01951262727379799, "step": 461, "token_acc": 0.9933035714285714 }, { "epoch": 0.44073455759599334, "grad_norm": 0.8890292048454285, "learning_rate": 1.3734406155162292e-05, "loss": 0.040000878274440765, "step": 462, "token_acc": 0.9799107142857143 }, { "epoch": 0.4416885284998808, "grad_norm": 0.9088413715362549, "learning_rate": 1.3703513590928647e-05, "loss": 0.04868136718869209, "step": 463, "token_acc": 0.9776785714285714 }, { "epoch": 0.4426424994037682, "grad_norm": 0.6291829943656921, "learning_rate": 1.3672580009184428e-05, "loss": 0.03970367833971977, "step": 464, "token_acc": 0.984375 }, { "epoch": 0.44359647030765564, "grad_norm": 0.7498977780342102, "learning_rate": 1.3641605752528225e-05, "loss": 0.04067961499094963, "step": 465, "token_acc": 0.9799107142857143 }, { "epoch": 0.444550441211543, "grad_norm": 0.5717059373855591, "learning_rate": 1.3610591164009104e-05, "loss": 0.030849499627947807, "step": 466, "token_acc": 0.9933035714285714 }, { "epoch": 0.44550441211543046, "grad_norm": 0.5681169033050537, "learning_rate": 1.3579536587122828e-05, "loss": 0.03483191877603531, "step": 467, "token_acc": 0.9821428571428571 }, { "epoch": 0.4464583830193179, "grad_norm": 1.076958417892456, "learning_rate": 1.3548442365808036e-05, "loss": 0.060309797525405884, "step": 468, "token_acc": 0.9776785714285714 }, { "epoch": 0.44741235392320533, "grad_norm": 2.009183406829834, "learning_rate": 1.351730884444245e-05, "loss": 0.056541915982961655, "step": 469, "token_acc": 0.9776785714285714 }, { "epoch": 0.44836632482709277, "grad_norm": 1.7284903526306152, "learning_rate": 1.348613636783904e-05, "loss": 0.05276590585708618, "step": 470, "token_acc": 0.9799107142857143 }, { "epoch": 0.4493202957309802, "grad_norm": 2.630096197128296, "learning_rate": 1.3454925281242225e-05, "loss": 0.06939689815044403, "step": 471, "token_acc": 0.9732142857142857 }, { "epoch": 0.45027426663486764, "grad_norm": 0.6357927918434143, "learning_rate": 1.342367593032404e-05, "loss": 0.036733344197273254, "step": 472, "token_acc": 0.9821428571428571 }, { "epoch": 0.4512282375387551, "grad_norm": 0.9242857098579407, "learning_rate": 1.3392388661180303e-05, "loss": 0.044241875410079956, "step": 473, "token_acc": 0.984375 }, { "epoch": 0.4521822084426425, "grad_norm": 1.1838897466659546, "learning_rate": 1.3361063820326798e-05, "loss": 0.03535448759794235, "step": 474, "token_acc": 0.9910714285714286 }, { "epoch": 0.45313617934652994, "grad_norm": 1.9233598709106445, "learning_rate": 1.3329701754695412e-05, "loss": 0.06024603545665741, "step": 475, "token_acc": 0.9821428571428571 }, { "epoch": 0.4540901502504174, "grad_norm": 1.613738775253296, "learning_rate": 1.3298302811630324e-05, "loss": 0.047570571303367615, "step": 476, "token_acc": 0.9866071428571429 }, { "epoch": 0.4550441211543048, "grad_norm": 2.4120943546295166, "learning_rate": 1.3266867338884131e-05, "loss": 0.04178621619939804, "step": 477, "token_acc": 0.9821428571428571 }, { "epoch": 0.45599809205819225, "grad_norm": 0.4586160182952881, "learning_rate": 1.323539568461401e-05, "loss": 0.03574357554316521, "step": 478, "token_acc": 0.9888392857142857 }, { "epoch": 0.45695206296207963, "grad_norm": 0.5853251814842224, "learning_rate": 1.3203888197377857e-05, "loss": 0.03664688766002655, "step": 479, "token_acc": 0.9866071428571429 }, { "epoch": 0.45790603386596707, "grad_norm": 1.0780278444290161, "learning_rate": 1.3172345226130432e-05, "loss": 0.04249224066734314, "step": 480, "token_acc": 0.9799107142857143 }, { "epoch": 0.4588600047698545, "grad_norm": 2.3034372329711914, "learning_rate": 1.314076712021949e-05, "loss": 0.054108910262584686, "step": 481, "token_acc": 0.9799107142857143 }, { "epoch": 0.45981397567374194, "grad_norm": 1.8976120948791504, "learning_rate": 1.3109154229381912e-05, "loss": 0.049095526337623596, "step": 482, "token_acc": 0.9776785714285714 }, { "epoch": 0.4607679465776294, "grad_norm": 1.293595790863037, "learning_rate": 1.3077506903739829e-05, "loss": 0.05169016867876053, "step": 483, "token_acc": 0.9821428571428571 }, { "epoch": 0.4617219174815168, "grad_norm": 0.9492860436439514, "learning_rate": 1.304582549379676e-05, "loss": 0.049315690994262695, "step": 484, "token_acc": 0.9754464285714286 }, { "epoch": 0.46267588838540424, "grad_norm": 1.4404408931732178, "learning_rate": 1.30141103504337e-05, "loss": 0.054098717868328094, "step": 485, "token_acc": 0.9776785714285714 }, { "epoch": 0.4636298592892917, "grad_norm": 1.0496474504470825, "learning_rate": 1.2982361824905263e-05, "loss": 0.036727506667375565, "step": 486, "token_acc": 0.9888392857142857 }, { "epoch": 0.4645838301931791, "grad_norm": 1.6411733627319336, "learning_rate": 1.2950580268835784e-05, "loss": 0.03956378996372223, "step": 487, "token_acc": 0.984375 }, { "epoch": 0.46553780109706655, "grad_norm": 1.0151965618133545, "learning_rate": 1.2918766034215406e-05, "loss": 0.05349332094192505, "step": 488, "token_acc": 0.9776785714285714 }, { "epoch": 0.466491772000954, "grad_norm": 0.5581172108650208, "learning_rate": 1.2886919473396212e-05, "loss": 0.04818645492196083, "step": 489, "token_acc": 0.984375 }, { "epoch": 0.4674457429048414, "grad_norm": 1.0390981435775757, "learning_rate": 1.2855040939088297e-05, "loss": 0.06365180015563965, "step": 490, "token_acc": 0.9776785714285714 }, { "epoch": 0.46839971380872886, "grad_norm": 1.3741912841796875, "learning_rate": 1.2823130784355882e-05, "loss": 0.05348564311861992, "step": 491, "token_acc": 0.9821428571428571 }, { "epoch": 0.4693536847126163, "grad_norm": 1.063707709312439, "learning_rate": 1.2791189362613379e-05, "loss": 0.03821548819541931, "step": 492, "token_acc": 0.9888392857142857 }, { "epoch": 0.4703076556165037, "grad_norm": 2.2794668674468994, "learning_rate": 1.2759217027621507e-05, "loss": 0.044101156294345856, "step": 493, "token_acc": 0.9821428571428571 }, { "epoch": 0.4712616265203911, "grad_norm": 1.464841604232788, "learning_rate": 1.2727214133483345e-05, "loss": 0.045226484537124634, "step": 494, "token_acc": 0.9799107142857143 }, { "epoch": 0.47221559742427854, "grad_norm": 0.9103087782859802, "learning_rate": 1.2695181034640435e-05, "loss": 0.040695153176784515, "step": 495, "token_acc": 0.9888392857142857 }, { "epoch": 0.473169568328166, "grad_norm": 1.3286656141281128, "learning_rate": 1.2663118085868837e-05, "loss": 0.049985095858573914, "step": 496, "token_acc": 0.9799107142857143 }, { "epoch": 0.4741235392320534, "grad_norm": 1.1944435834884644, "learning_rate": 1.2631025642275212e-05, "loss": 0.04004127159714699, "step": 497, "token_acc": 0.9866071428571429 }, { "epoch": 0.47507751013594085, "grad_norm": 0.9348034858703613, "learning_rate": 1.2598904059292884e-05, "loss": 0.03248380124568939, "step": 498, "token_acc": 0.9866071428571429 }, { "epoch": 0.4760314810398283, "grad_norm": 0.7636355757713318, "learning_rate": 1.2566753692677902e-05, "loss": 0.02157650887966156, "step": 499, "token_acc": 0.9910714285714286 }, { "epoch": 0.4769854519437157, "grad_norm": 1.062860131263733, "learning_rate": 1.2534574898505106e-05, "loss": 0.03184951841831207, "step": 500, "token_acc": 0.9866071428571429 }, { "epoch": 0.47793942284760316, "grad_norm": 0.7457762956619263, "learning_rate": 1.2502368033164176e-05, "loss": 0.03535674139857292, "step": 501, "token_acc": 0.984375 }, { "epoch": 0.4788933937514906, "grad_norm": 1.0987730026245117, "learning_rate": 1.247013345335569e-05, "loss": 0.055447813123464584, "step": 502, "token_acc": 0.9754464285714286 }, { "epoch": 0.47984736465537803, "grad_norm": 0.7780967950820923, "learning_rate": 1.2437871516087174e-05, "loss": 0.032093118876218796, "step": 503, "token_acc": 0.9866071428571429 }, { "epoch": 0.48080133555926546, "grad_norm": 1.586310625076294, "learning_rate": 1.2405582578669145e-05, "loss": 0.06519011408090591, "step": 504, "token_acc": 0.9799107142857143 }, { "epoch": 0.4817553064631529, "grad_norm": 0.8206766247749329, "learning_rate": 1.2373266998711152e-05, "loss": 0.028243940323591232, "step": 505, "token_acc": 0.9888392857142857 }, { "epoch": 0.4827092773670403, "grad_norm": 0.7336739897727966, "learning_rate": 1.2340925134117819e-05, "loss": 0.03592706471681595, "step": 506, "token_acc": 0.9888392857142857 }, { "epoch": 0.4836632482709277, "grad_norm": 0.5905047059059143, "learning_rate": 1.2308557343084881e-05, "loss": 0.03082885593175888, "step": 507, "token_acc": 0.9910714285714286 }, { "epoch": 0.48461721917481515, "grad_norm": 0.709923505783081, "learning_rate": 1.227616398409522e-05, "loss": 0.029659755527973175, "step": 508, "token_acc": 0.9910714285714286 }, { "epoch": 0.4855711900787026, "grad_norm": 0.5415621399879456, "learning_rate": 1.2243745415914882e-05, "loss": 0.035330630838871, "step": 509, "token_acc": 0.9910714285714286 }, { "epoch": 0.48652516098259, "grad_norm": 1.4060466289520264, "learning_rate": 1.221130199758912e-05, "loss": 0.04689975082874298, "step": 510, "token_acc": 0.9776785714285714 }, { "epoch": 0.48747913188647746, "grad_norm": 0.6756517887115479, "learning_rate": 1.2178834088438404e-05, "loss": 0.046159375458955765, "step": 511, "token_acc": 0.9821428571428571 }, { "epoch": 0.4884331027903649, "grad_norm": 0.805273175239563, "learning_rate": 1.2146342048054453e-05, "loss": 0.032204046845436096, "step": 512, "token_acc": 0.9888392857142857 }, { "epoch": 0.48938707369425233, "grad_norm": 0.6983016729354858, "learning_rate": 1.2113826236296245e-05, "loss": 0.03458189591765404, "step": 513, "token_acc": 0.9888392857142857 }, { "epoch": 0.49034104459813976, "grad_norm": 0.4795612096786499, "learning_rate": 1.2081287013286025e-05, "loss": 0.016240347176790237, "step": 514, "token_acc": 0.9977678571428571 }, { "epoch": 0.4912950155020272, "grad_norm": 0.9614333510398865, "learning_rate": 1.2048724739405337e-05, "loss": 0.03165575861930847, "step": 515, "token_acc": 0.9821428571428571 }, { "epoch": 0.49224898640591463, "grad_norm": 0.9415151476860046, "learning_rate": 1.2016139775291008e-05, "loss": 0.038520995527505875, "step": 516, "token_acc": 0.9821428571428571 }, { "epoch": 0.49320295730980207, "grad_norm": 1.0029518604278564, "learning_rate": 1.1983532481831179e-05, "loss": 0.023751338943839073, "step": 517, "token_acc": 0.9910714285714286 }, { "epoch": 0.4941569282136895, "grad_norm": 1.1159734725952148, "learning_rate": 1.1950903220161286e-05, "loss": 0.04821765795350075, "step": 518, "token_acc": 0.9799107142857143 }, { "epoch": 0.49511089911757694, "grad_norm": 0.5538932085037231, "learning_rate": 1.1918252351660066e-05, "loss": 0.04716753959655762, "step": 519, "token_acc": 0.984375 }, { "epoch": 0.4960648700214643, "grad_norm": 1.5055056810379028, "learning_rate": 1.1885580237945574e-05, "loss": 0.0433378741145134, "step": 520, "token_acc": 0.984375 }, { "epoch": 0.49701884092535176, "grad_norm": 0.9136676788330078, "learning_rate": 1.1852887240871145e-05, "loss": 0.03967030346393585, "step": 521, "token_acc": 0.9866071428571429 }, { "epoch": 0.4979728118292392, "grad_norm": 0.7096786499023438, "learning_rate": 1.1820173722521413e-05, "loss": 0.0342094711959362, "step": 522, "token_acc": 0.9888392857142857 }, { "epoch": 0.49892678273312663, "grad_norm": 1.723914384841919, "learning_rate": 1.1787440045208287e-05, "loss": 0.038012225180864334, "step": 523, "token_acc": 0.984375 }, { "epoch": 0.49988075363701406, "grad_norm": 1.1199010610580444, "learning_rate": 1.1754686571466944e-05, "loss": 0.03335142880678177, "step": 524, "token_acc": 0.9933035714285714 }, { "epoch": 0.5008347245409015, "grad_norm": 1.3434040546417236, "learning_rate": 1.1721913664051814e-05, "loss": 0.03660094365477562, "step": 525, "token_acc": 0.984375 }, { "epoch": 0.5017886954447889, "grad_norm": 1.1383885145187378, "learning_rate": 1.1689121685932556e-05, "loss": 0.03640083223581314, "step": 526, "token_acc": 0.984375 }, { "epoch": 0.5027426663486764, "grad_norm": 0.8029763698577881, "learning_rate": 1.165631100029005e-05, "loss": 0.03000045381486416, "step": 527, "token_acc": 0.9888392857142857 }, { "epoch": 0.5036966372525638, "grad_norm": 0.5335745215415955, "learning_rate": 1.162348197051236e-05, "loss": 0.035836853086948395, "step": 528, "token_acc": 0.9910714285714286 }, { "epoch": 0.5046506081564512, "grad_norm": 0.7898437976837158, "learning_rate": 1.1590634960190722e-05, "loss": 0.03159472346305847, "step": 529, "token_acc": 0.9888392857142857 }, { "epoch": 0.5056045790603386, "grad_norm": 2.0603818893432617, "learning_rate": 1.1557770333115506e-05, "loss": 0.03733645752072334, "step": 530, "token_acc": 0.9933035714285714 }, { "epoch": 0.5065585499642261, "grad_norm": 0.9001989364624023, "learning_rate": 1.15248884532722e-05, "loss": 0.041702404618263245, "step": 531, "token_acc": 0.9866071428571429 }, { "epoch": 0.5075125208681135, "grad_norm": 1.3541715145111084, "learning_rate": 1.1491989684837365e-05, "loss": 0.06972237676382065, "step": 532, "token_acc": 0.9776785714285714 }, { "epoch": 0.508466491772001, "grad_norm": 0.5627711415290833, "learning_rate": 1.1459074392174619e-05, "loss": 0.027426082640886307, "step": 533, "token_acc": 0.9866071428571429 }, { "epoch": 0.5094204626758884, "grad_norm": 1.2221152782440186, "learning_rate": 1.142614293983057e-05, "loss": 0.05661396309733391, "step": 534, "token_acc": 0.9821428571428571 }, { "epoch": 0.5103744335797759, "grad_norm": 1.0813665390014648, "learning_rate": 1.1393195692530823e-05, "loss": 0.031860869377851486, "step": 535, "token_acc": 0.9888392857142857 }, { "epoch": 0.5113284044836632, "grad_norm": 0.7621931433677673, "learning_rate": 1.1360233015175898e-05, "loss": 0.042948611080646515, "step": 536, "token_acc": 0.984375 }, { "epoch": 0.5122823753875507, "grad_norm": 0.9323459267616272, "learning_rate": 1.1327255272837221e-05, "loss": 0.047820206731557846, "step": 537, "token_acc": 0.984375 }, { "epoch": 0.5132363462914381, "grad_norm": 1.4139846563339233, "learning_rate": 1.1294262830753058e-05, "loss": 0.040661852806806564, "step": 538, "token_acc": 0.9866071428571429 }, { "epoch": 0.5141903171953256, "grad_norm": 0.6983049511909485, "learning_rate": 1.1261256054324488e-05, "loss": 0.030977440997958183, "step": 539, "token_acc": 0.9910714285714286 }, { "epoch": 0.515144288099213, "grad_norm": 1.7894483804702759, "learning_rate": 1.1228235309111333e-05, "loss": 0.029908809810876846, "step": 540, "token_acc": 0.9866071428571429 }, { "epoch": 0.5160982590031004, "grad_norm": 0.781864583492279, "learning_rate": 1.1195200960828138e-05, "loss": 0.027686120942234993, "step": 541, "token_acc": 0.9888392857142857 }, { "epoch": 0.5170522299069878, "grad_norm": 0.5642123222351074, "learning_rate": 1.1162153375340102e-05, "loss": 0.03943484649062157, "step": 542, "token_acc": 0.9866071428571429 }, { "epoch": 0.5180062008108752, "grad_norm": 0.7898051142692566, "learning_rate": 1.1129092918659019e-05, "loss": 0.04125092178583145, "step": 543, "token_acc": 0.984375 }, { "epoch": 0.5189601717147627, "grad_norm": 0.6202886700630188, "learning_rate": 1.1096019956939254e-05, "loss": 0.052069224417209625, "step": 544, "token_acc": 0.9776785714285714 }, { "epoch": 0.5199141426186501, "grad_norm": 1.4403116703033447, "learning_rate": 1.1062934856473655e-05, "loss": 0.05490614473819733, "step": 545, "token_acc": 0.984375 }, { "epoch": 0.5208681135225376, "grad_norm": 1.7893644571304321, "learning_rate": 1.1029837983689518e-05, "loss": 0.04832553118467331, "step": 546, "token_acc": 0.984375 }, { "epoch": 0.521822084426425, "grad_norm": 1.8193672895431519, "learning_rate": 1.099672970514451e-05, "loss": 0.05495541915297508, "step": 547, "token_acc": 0.9799107142857143 }, { "epoch": 0.5227760553303125, "grad_norm": 0.5889316201210022, "learning_rate": 1.0963610387522632e-05, "loss": 0.04087410494685173, "step": 548, "token_acc": 0.984375 }, { "epoch": 0.5237300262341998, "grad_norm": 0.8058784008026123, "learning_rate": 1.0930480397630146e-05, "loss": 0.029551636427640915, "step": 549, "token_acc": 0.9888392857142857 }, { "epoch": 0.5246839971380873, "grad_norm": 0.8391567468643188, "learning_rate": 1.0897340102391505e-05, "loss": 0.04186954349279404, "step": 550, "token_acc": 0.9821428571428571 }, { "epoch": 0.5256379680419747, "grad_norm": 0.8655108213424683, "learning_rate": 1.0864189868845296e-05, "loss": 0.032809942960739136, "step": 551, "token_acc": 0.9910714285714286 }, { "epoch": 0.5265919389458622, "grad_norm": 1.480330467224121, "learning_rate": 1.0831030064140185e-05, "loss": 0.04545788839459419, "step": 552, "token_acc": 0.9754464285714286 }, { "epoch": 0.5275459098497496, "grad_norm": 0.7945537567138672, "learning_rate": 1.0797861055530832e-05, "loss": 0.031213143840432167, "step": 553, "token_acc": 0.9866071428571429 }, { "epoch": 0.528499880753637, "grad_norm": 1.1404858827590942, "learning_rate": 1.076468321037384e-05, "loss": 0.05002409592270851, "step": 554, "token_acc": 0.984375 }, { "epoch": 0.5294538516575245, "grad_norm": 0.559623122215271, "learning_rate": 1.0731496896123676e-05, "loss": 0.04134754836559296, "step": 555, "token_acc": 0.9866071428571429 }, { "epoch": 0.5304078225614118, "grad_norm": 0.7084572911262512, "learning_rate": 1.0698302480328606e-05, "loss": 0.02827862650156021, "step": 556, "token_acc": 0.9910714285714286 }, { "epoch": 0.5313617934652993, "grad_norm": 0.8361106514930725, "learning_rate": 1.0665100330626625e-05, "loss": 0.03856277838349342, "step": 557, "token_acc": 0.9866071428571429 }, { "epoch": 0.5323157643691867, "grad_norm": 0.520720899105072, "learning_rate": 1.0631890814741373e-05, "loss": 0.031024979427456856, "step": 558, "token_acc": 0.9888392857142857 }, { "epoch": 0.5332697352730742, "grad_norm": 0.6735243201255798, "learning_rate": 1.0598674300478085e-05, "loss": 0.031055878847837448, "step": 559, "token_acc": 0.9866071428571429 }, { "epoch": 0.5342237061769616, "grad_norm": 0.619011402130127, "learning_rate": 1.0565451155719498e-05, "loss": 0.029783297330141068, "step": 560, "token_acc": 0.9866071428571429 }, { "epoch": 0.5351776770808491, "grad_norm": 1.0929549932479858, "learning_rate": 1.0532221748421786e-05, "loss": 0.057142578065395355, "step": 561, "token_acc": 0.9776785714285714 }, { "epoch": 0.5361316479847364, "grad_norm": 0.8602773547172546, "learning_rate": 1.0498986446610489e-05, "loss": 0.045416686683893204, "step": 562, "token_acc": 0.984375 }, { "epoch": 0.5370856188886239, "grad_norm": 1.19632089138031, "learning_rate": 1.0465745618376417e-05, "loss": 0.03713937848806381, "step": 563, "token_acc": 0.9910714285714286 }, { "epoch": 0.5380395897925113, "grad_norm": 0.5414383411407471, "learning_rate": 1.0432499631871596e-05, "loss": 0.025425104424357414, "step": 564, "token_acc": 0.9910714285714286 }, { "epoch": 0.5389935606963988, "grad_norm": 0.6580002903938293, "learning_rate": 1.0399248855305178e-05, "loss": 0.06137578934431076, "step": 565, "token_acc": 0.9799107142857143 }, { "epoch": 0.5399475316002862, "grad_norm": 1.500057578086853, "learning_rate": 1.0365993656939368e-05, "loss": 0.0494912713766098, "step": 566, "token_acc": 0.9821428571428571 }, { "epoch": 0.5409015025041736, "grad_norm": 1.6899769306182861, "learning_rate": 1.0332734405085343e-05, "loss": 0.03818010538816452, "step": 567, "token_acc": 0.9866071428571429 }, { "epoch": 0.5418554734080611, "grad_norm": 1.3269789218902588, "learning_rate": 1.0299471468099176e-05, "loss": 0.053848858922719955, "step": 568, "token_acc": 0.9799107142857143 }, { "epoch": 0.5428094443119484, "grad_norm": 0.3203735649585724, "learning_rate": 1.026620521437775e-05, "loss": 0.029082879424095154, "step": 569, "token_acc": 0.9888392857142857 }, { "epoch": 0.5437634152158359, "grad_norm": 0.43316492438316345, "learning_rate": 1.0232936012354682e-05, "loss": 0.025343339890241623, "step": 570, "token_acc": 0.9933035714285714 }, { "epoch": 0.5447173861197233, "grad_norm": 0.40311476588249207, "learning_rate": 1.0199664230496247e-05, "loss": 0.039336711168289185, "step": 571, "token_acc": 0.984375 }, { "epoch": 0.5456713570236108, "grad_norm": 0.9996297955513, "learning_rate": 1.0166390237297287e-05, "loss": 0.04497617483139038, "step": 572, "token_acc": 0.9866071428571429 }, { "epoch": 0.5466253279274982, "grad_norm": 0.7237977981567383, "learning_rate": 1.013311440127714e-05, "loss": 0.03542932868003845, "step": 573, "token_acc": 0.984375 }, { "epoch": 0.5475792988313857, "grad_norm": 0.7966369986534119, "learning_rate": 1.009983709097555e-05, "loss": 0.05284848064184189, "step": 574, "token_acc": 0.9754464285714286 }, { "epoch": 0.548533269735273, "grad_norm": 0.4121991991996765, "learning_rate": 1.006655867494859e-05, "loss": 0.030593590810894966, "step": 575, "token_acc": 0.9888392857142857 }, { "epoch": 0.5494872406391605, "grad_norm": 0.47904103994369507, "learning_rate": 1.003327952176458e-05, "loss": 0.04001781344413757, "step": 576, "token_acc": 0.9888392857142857 }, { "epoch": 0.5504412115430479, "grad_norm": 0.648165225982666, "learning_rate": 1e-05, "loss": 0.024958083406090736, "step": 577, "token_acc": 0.9933035714285714 }, { "epoch": 0.5513951824469354, "grad_norm": 1.0026987791061401, "learning_rate": 9.966720478235422e-06, "loss": 0.027607694268226624, "step": 578, "token_acc": 0.9888392857142857 }, { "epoch": 0.5523491533508228, "grad_norm": 0.4510563910007477, "learning_rate": 9.933441325051414e-06, "loss": 0.025844629853963852, "step": 579, "token_acc": 0.9888392857142857 }, { "epoch": 0.5533031242547102, "grad_norm": 0.7957287430763245, "learning_rate": 9.900162909024453e-06, "loss": 0.027202069759368896, "step": 580, "token_acc": 0.9910714285714286 }, { "epoch": 0.5542570951585977, "grad_norm": 1.1345125436782837, "learning_rate": 9.866885598722865e-06, "loss": 0.03813239187002182, "step": 581, "token_acc": 0.9866071428571429 }, { "epoch": 0.555211066062485, "grad_norm": 1.6246479749679565, "learning_rate": 9.833609762702714e-06, "loss": 0.06405981630086899, "step": 582, "token_acc": 0.9732142857142857 }, { "epoch": 0.5561650369663725, "grad_norm": 0.6938220262527466, "learning_rate": 9.800335769503756e-06, "loss": 0.04552937299013138, "step": 583, "token_acc": 0.9799107142857143 }, { "epoch": 0.5571190078702599, "grad_norm": 0.8199002146720886, "learning_rate": 9.76706398764532e-06, "loss": 0.03322679549455643, "step": 584, "token_acc": 0.984375 }, { "epoch": 0.5580729787741474, "grad_norm": 0.5356717109680176, "learning_rate": 9.733794785622254e-06, "loss": 0.03314594924449921, "step": 585, "token_acc": 0.9910714285714286 }, { "epoch": 0.5590269496780348, "grad_norm": 1.2829385995864868, "learning_rate": 9.700528531900827e-06, "loss": 0.03795482590794563, "step": 586, "token_acc": 0.9866071428571429 }, { "epoch": 0.5599809205819223, "grad_norm": 1.0600087642669678, "learning_rate": 9.667265594914662e-06, "loss": 0.045298393815755844, "step": 587, "token_acc": 0.9821428571428571 }, { "epoch": 0.5609348914858097, "grad_norm": 0.6319759488105774, "learning_rate": 9.634006343060635e-06, "loss": 0.027392374351620674, "step": 588, "token_acc": 0.984375 }, { "epoch": 0.5618888623896972, "grad_norm": 0.8536295890808105, "learning_rate": 9.600751144694827e-06, "loss": 0.0386110357940197, "step": 589, "token_acc": 0.9866071428571429 }, { "epoch": 0.5628428332935845, "grad_norm": 1.4230239391326904, "learning_rate": 9.567500368128408e-06, "loss": 0.02656492218375206, "step": 590, "token_acc": 0.9888392857142857 }, { "epoch": 0.563796804197472, "grad_norm": 0.9036622643470764, "learning_rate": 9.534254381623588e-06, "loss": 0.04641186445951462, "step": 591, "token_acc": 0.9821428571428571 }, { "epoch": 0.5647507751013594, "grad_norm": 0.723991870880127, "learning_rate": 9.501013553389515e-06, "loss": 0.031613025814294815, "step": 592, "token_acc": 0.9866071428571429 }, { "epoch": 0.5657047460052469, "grad_norm": 1.4293886423110962, "learning_rate": 9.467778251578217e-06, "loss": 0.05481817573308945, "step": 593, "token_acc": 0.9799107142857143 }, { "epoch": 0.5666587169091343, "grad_norm": 1.192894697189331, "learning_rate": 9.434548844280506e-06, "loss": 0.036749377846717834, "step": 594, "token_acc": 0.9866071428571429 }, { "epoch": 0.5676126878130217, "grad_norm": 1.526427149772644, "learning_rate": 9.401325699521922e-06, "loss": 0.03267613798379898, "step": 595, "token_acc": 0.9933035714285714 }, { "epoch": 0.5685666587169091, "grad_norm": 1.5498722791671753, "learning_rate": 9.36810918525863e-06, "loss": 0.057085536420345306, "step": 596, "token_acc": 0.9776785714285714 }, { "epoch": 0.5695206296207965, "grad_norm": 1.2938634157180786, "learning_rate": 9.334899669373379e-06, "loss": 0.05211386829614639, "step": 597, "token_acc": 0.9821428571428571 }, { "epoch": 0.570474600524684, "grad_norm": 0.6726025938987732, "learning_rate": 9.301697519671396e-06, "loss": 0.03980892896652222, "step": 598, "token_acc": 0.984375 }, { "epoch": 0.5714285714285714, "grad_norm": 0.8156141042709351, "learning_rate": 9.268503103876324e-06, "loss": 0.02990145981311798, "step": 599, "token_acc": 0.9933035714285714 }, { "epoch": 0.5723825423324589, "grad_norm": 0.47413748502731323, "learning_rate": 9.235316789626162e-06, "loss": 0.05778517574071884, "step": 600, "token_acc": 0.9799107142857143 }, { "epoch": 0.5733365132363463, "grad_norm": 1.349545955657959, "learning_rate": 9.202138944469168e-06, "loss": 0.05427912622690201, "step": 601, "token_acc": 0.9799107142857143 }, { "epoch": 0.5742904841402338, "grad_norm": 2.148139238357544, "learning_rate": 9.168969935859819e-06, "loss": 0.03542744368314743, "step": 602, "token_acc": 0.9866071428571429 }, { "epoch": 0.5752444550441211, "grad_norm": 1.13753080368042, "learning_rate": 9.135810131154707e-06, "loss": 0.044698428362607956, "step": 603, "token_acc": 0.9821428571428571 }, { "epoch": 0.5761984259480086, "grad_norm": 0.9700281620025635, "learning_rate": 9.1026598976085e-06, "loss": 0.0302069541066885, "step": 604, "token_acc": 0.9888392857142857 }, { "epoch": 0.577152396851896, "grad_norm": 0.413463294506073, "learning_rate": 9.069519602369856e-06, "loss": 0.03852993622422218, "step": 605, "token_acc": 0.9866071428571429 }, { "epoch": 0.5781063677557835, "grad_norm": 0.4811214804649353, "learning_rate": 9.03638961247737e-06, "loss": 0.03700100630521774, "step": 606, "token_acc": 0.9799107142857143 }, { "epoch": 0.5790603386596709, "grad_norm": 0.5072380900382996, "learning_rate": 9.003270294855491e-06, "loss": 0.02276764065027237, "step": 607, "token_acc": 0.9955357142857143 }, { "epoch": 0.5800143095635583, "grad_norm": 0.8514862060546875, "learning_rate": 8.970162016310487e-06, "loss": 0.036250039935112, "step": 608, "token_acc": 0.9799107142857143 }, { "epoch": 0.5809682804674458, "grad_norm": 1.107522964477539, "learning_rate": 8.937065143526349e-06, "loss": 0.028342723846435547, "step": 609, "token_acc": 0.9933035714285714 }, { "epoch": 0.5819222513713331, "grad_norm": 0.4497300684452057, "learning_rate": 8.903980043060748e-06, "loss": 0.03302288427948952, "step": 610, "token_acc": 0.9888392857142857 }, { "epoch": 0.5828762222752206, "grad_norm": 0.33758804202079773, "learning_rate": 8.870907081340983e-06, "loss": 0.017388593405485153, "step": 611, "token_acc": 0.9910714285714286 }, { "epoch": 0.583830193179108, "grad_norm": 0.6117424368858337, "learning_rate": 8.837846624659905e-06, "loss": 0.03506212681531906, "step": 612, "token_acc": 0.9888392857142857 }, { "epoch": 0.5847841640829955, "grad_norm": 0.6169408559799194, "learning_rate": 8.804799039171863e-06, "loss": 0.027000609785318375, "step": 613, "token_acc": 0.9910714285714286 }, { "epoch": 0.5857381349868829, "grad_norm": 0.829113781452179, "learning_rate": 8.77176469088867e-06, "loss": 0.023098262026906013, "step": 614, "token_acc": 0.9933035714285714 }, { "epoch": 0.5866921058907704, "grad_norm": 0.921581506729126, "learning_rate": 8.738743945675515e-06, "loss": 0.03653024882078171, "step": 615, "token_acc": 0.9866071428571429 }, { "epoch": 0.5876460767946577, "grad_norm": 1.0334303379058838, "learning_rate": 8.705737169246944e-06, "loss": 0.046956177800893784, "step": 616, "token_acc": 0.9776785714285714 }, { "epoch": 0.5886000476985452, "grad_norm": 0.8147125244140625, "learning_rate": 8.672744727162782e-06, "loss": 0.053571391850709915, "step": 617, "token_acc": 0.984375 }, { "epoch": 0.5895540186024326, "grad_norm": 1.0275700092315674, "learning_rate": 8.639766984824103e-06, "loss": 0.035271186381578445, "step": 618, "token_acc": 0.984375 }, { "epoch": 0.5905079895063201, "grad_norm": 0.9607493281364441, "learning_rate": 8.606804307469182e-06, "loss": 0.042948730289936066, "step": 619, "token_acc": 0.984375 }, { "epoch": 0.5914619604102075, "grad_norm": 0.8309468030929565, "learning_rate": 8.57385706016943e-06, "loss": 0.025500522926449776, "step": 620, "token_acc": 0.9888392857142857 }, { "epoch": 0.5924159313140949, "grad_norm": 1.5856595039367676, "learning_rate": 8.540925607825385e-06, "loss": 0.0319787934422493, "step": 621, "token_acc": 0.9888392857142857 }, { "epoch": 0.5933699022179824, "grad_norm": 0.9591080546379089, "learning_rate": 8.508010315162633e-06, "loss": 0.02786831185221672, "step": 622, "token_acc": 0.9866071428571429 }, { "epoch": 0.5943238731218697, "grad_norm": 0.5562609434127808, "learning_rate": 8.475111546727802e-06, "loss": 0.026511427015066147, "step": 623, "token_acc": 0.9933035714285714 }, { "epoch": 0.5952778440257572, "grad_norm": 0.6109771728515625, "learning_rate": 8.442229666884494e-06, "loss": 0.023527685552835464, "step": 624, "token_acc": 0.9866071428571429 }, { "epoch": 0.5962318149296446, "grad_norm": 0.6029337048530579, "learning_rate": 8.409365039809282e-06, "loss": 0.04343089833855629, "step": 625, "token_acc": 0.9888392857142857 }, { "epoch": 0.5971857858335321, "grad_norm": 0.49326199293136597, "learning_rate": 8.37651802948764e-06, "loss": 0.027501428499817848, "step": 626, "token_acc": 0.9888392857142857 }, { "epoch": 0.5981397567374195, "grad_norm": 0.6914966702461243, "learning_rate": 8.343688999709953e-06, "loss": 0.04398724436759949, "step": 627, "token_acc": 0.984375 }, { "epoch": 0.599093727641307, "grad_norm": 0.5312416553497314, "learning_rate": 8.310878314067445e-06, "loss": 0.03323284909129143, "step": 628, "token_acc": 0.9866071428571429 }, { "epoch": 0.6000476985451944, "grad_norm": 1.1442131996154785, "learning_rate": 8.278086335948191e-06, "loss": 0.05319993197917938, "step": 629, "token_acc": 0.9866071428571429 }, { "epoch": 0.6010016694490818, "grad_norm": 2.526409864425659, "learning_rate": 8.245313428533058e-06, "loss": 0.05548748001456261, "step": 630, "token_acc": 0.9821428571428571 }, { "epoch": 0.6019556403529692, "grad_norm": 1.0495320558547974, "learning_rate": 8.212559954791718e-06, "loss": 0.037735000252723694, "step": 631, "token_acc": 0.9888392857142857 }, { "epoch": 0.6029096112568567, "grad_norm": 0.6626459360122681, "learning_rate": 8.17982627747859e-06, "loss": 0.06058075651526451, "step": 632, "token_acc": 0.9754464285714286 }, { "epoch": 0.6038635821607441, "grad_norm": 0.7466927766799927, "learning_rate": 8.147112759128859e-06, "loss": 0.028764862567186356, "step": 633, "token_acc": 0.9866071428571429 }, { "epoch": 0.6048175530646315, "grad_norm": 0.3631336987018585, "learning_rate": 8.11441976205443e-06, "loss": 0.02319471538066864, "step": 634, "token_acc": 0.9933035714285714 }, { "epoch": 0.605771523968519, "grad_norm": 0.9231151938438416, "learning_rate": 8.081747648339939e-06, "loss": 0.029604751616716385, "step": 635, "token_acc": 0.9888392857142857 }, { "epoch": 0.6067254948724063, "grad_norm": 1.3346889019012451, "learning_rate": 8.04909677983872e-06, "loss": 0.022863764315843582, "step": 636, "token_acc": 0.9910714285714286 }, { "epoch": 0.6076794657762938, "grad_norm": 2.5577099323272705, "learning_rate": 8.01646751816882e-06, "loss": 0.051211029291152954, "step": 637, "token_acc": 0.9776785714285714 }, { "epoch": 0.6086334366801812, "grad_norm": 1.8632843494415283, "learning_rate": 7.983860224708993e-06, "loss": 0.0313619002699852, "step": 638, "token_acc": 0.984375 }, { "epoch": 0.6095874075840687, "grad_norm": 0.9979190826416016, "learning_rate": 7.951275260594666e-06, "loss": 0.026075784116983414, "step": 639, "token_acc": 0.9933035714285714 }, { "epoch": 0.6105413784879561, "grad_norm": 0.6184131503105164, "learning_rate": 7.91871298671398e-06, "loss": 0.0271608904004097, "step": 640, "token_acc": 0.9910714285714286 }, { "epoch": 0.6114953493918436, "grad_norm": 0.7027927041053772, "learning_rate": 7.886173763703757e-06, "loss": 0.03397708386182785, "step": 641, "token_acc": 0.9866071428571429 }, { "epoch": 0.612449320295731, "grad_norm": 0.6171786785125732, "learning_rate": 7.853657951945548e-06, "loss": 0.022963719442486763, "step": 642, "token_acc": 0.9955357142857143 }, { "epoch": 0.6134032911996185, "grad_norm": 0.48083868622779846, "learning_rate": 7.821165911561596e-06, "loss": 0.030262265354394913, "step": 643, "token_acc": 0.9866071428571429 }, { "epoch": 0.6143572621035058, "grad_norm": 0.7482463717460632, "learning_rate": 7.788698002410884e-06, "loss": 0.04059617966413498, "step": 644, "token_acc": 0.9866071428571429 }, { "epoch": 0.6153112330073933, "grad_norm": 1.758512020111084, "learning_rate": 7.756254584085121e-06, "loss": 0.053123168647289276, "step": 645, "token_acc": 0.9776785714285714 }, { "epoch": 0.6162652039112807, "grad_norm": 0.8042950630187988, "learning_rate": 7.723836015904786e-06, "loss": 0.03091636300086975, "step": 646, "token_acc": 0.9888392857142857 }, { "epoch": 0.6172191748151682, "grad_norm": 0.6278665661811829, "learning_rate": 7.691442656915122e-06, "loss": 0.03843914344906807, "step": 647, "token_acc": 0.9866071428571429 }, { "epoch": 0.6181731457190556, "grad_norm": 0.6232914328575134, "learning_rate": 7.659074865882186e-06, "loss": 0.03314521536231041, "step": 648, "token_acc": 0.9910714285714286 }, { "epoch": 0.619127116622943, "grad_norm": 0.6378781795501709, "learning_rate": 7.626733001288852e-06, "loss": 0.019464710727334023, "step": 649, "token_acc": 0.9955357142857143 }, { "epoch": 0.6200810875268304, "grad_norm": 1.4162356853485107, "learning_rate": 7.59441742133086e-06, "loss": 0.037431973963975906, "step": 650, "token_acc": 0.9866071428571429 }, { "epoch": 0.6210350584307178, "grad_norm": 0.7945321798324585, "learning_rate": 7.56212848391283e-06, "loss": 0.036256201565265656, "step": 651, "token_acc": 0.9866071428571429 }, { "epoch": 0.6219890293346053, "grad_norm": 0.5303864479064941, "learning_rate": 7.529866546644315e-06, "loss": 0.01806773617863655, "step": 652, "token_acc": 0.9977678571428571 }, { "epoch": 0.6229430002384927, "grad_norm": 0.9777625799179077, "learning_rate": 7.497631966835828e-06, "loss": 0.05189685523509979, "step": 653, "token_acc": 0.9821428571428571 }, { "epoch": 0.6238969711423802, "grad_norm": 0.5509240627288818, "learning_rate": 7.4654251014948985e-06, "loss": 0.030750734731554985, "step": 654, "token_acc": 0.9888392857142857 }, { "epoch": 0.6248509420462676, "grad_norm": 0.4301437437534332, "learning_rate": 7.433246307322099e-06, "loss": 0.029071003198623657, "step": 655, "token_acc": 0.9910714285714286 }, { "epoch": 0.6258049129501551, "grad_norm": 0.9019523859024048, "learning_rate": 7.401095940707117e-06, "loss": 0.026460029184818268, "step": 656, "token_acc": 0.9888392857142857 }, { "epoch": 0.6267588838540424, "grad_norm": 0.47161588072776794, "learning_rate": 7.368974357724789e-06, "loss": 0.022219635546207428, "step": 657, "token_acc": 0.9933035714285714 }, { "epoch": 0.6277128547579299, "grad_norm": 0.6306369304656982, "learning_rate": 7.336881914131162e-06, "loss": 0.04572610929608345, "step": 658, "token_acc": 0.984375 }, { "epoch": 0.6286668256618173, "grad_norm": 0.5616936683654785, "learning_rate": 7.304818965359567e-06, "loss": 0.021565508097410202, "step": 659, "token_acc": 0.9910714285714286 }, { "epoch": 0.6296207965657048, "grad_norm": 0.6135070323944092, "learning_rate": 7.272785866516654e-06, "loss": 0.02865619957447052, "step": 660, "token_acc": 0.9888392857142857 }, { "epoch": 0.6305747674695922, "grad_norm": 0.5192427635192871, "learning_rate": 7.2407829723784965e-06, "loss": 0.027651770040392876, "step": 661, "token_acc": 0.9910714285714286 }, { "epoch": 0.6315287383734796, "grad_norm": 0.993462324142456, "learning_rate": 7.208810637386623e-06, "loss": 0.03609910607337952, "step": 662, "token_acc": 0.9866071428571429 }, { "epoch": 0.632482709277367, "grad_norm": 1.3222846984863281, "learning_rate": 7.1768692156441225e-06, "loss": 0.03814581409096718, "step": 663, "token_acc": 0.9799107142857143 }, { "epoch": 0.6334366801812544, "grad_norm": 0.7853416800498962, "learning_rate": 7.144959060911703e-06, "loss": 0.04689473286271095, "step": 664, "token_acc": 0.9866071428571429 }, { "epoch": 0.6343906510851419, "grad_norm": 0.8355209827423096, "learning_rate": 7.113080526603793e-06, "loss": 0.05366460606455803, "step": 665, "token_acc": 0.9799107142857143 }, { "epoch": 0.6353446219890293, "grad_norm": 0.7245826125144958, "learning_rate": 7.081233965784595e-06, "loss": 0.033394940197467804, "step": 666, "token_acc": 0.9888392857142857 }, { "epoch": 0.6362985928929168, "grad_norm": 0.8499072790145874, "learning_rate": 7.049419731164221e-06, "loss": 0.031909484416246414, "step": 667, "token_acc": 0.9821428571428571 }, { "epoch": 0.6372525637968042, "grad_norm": 0.5935718417167664, "learning_rate": 7.0176381750947386e-06, "loss": 0.030991148203611374, "step": 668, "token_acc": 0.9866071428571429 }, { "epoch": 0.6382065347006917, "grad_norm": 1.0822609663009644, "learning_rate": 6.9858896495663046e-06, "loss": 0.0675402581691742, "step": 669, "token_acc": 0.9709821428571429 }, { "epoch": 0.639160505604579, "grad_norm": 0.3402203619480133, "learning_rate": 6.954174506203244e-06, "loss": 0.02121875435113907, "step": 670, "token_acc": 0.9933035714285714 }, { "epoch": 0.6401144765084665, "grad_norm": 0.2609342634677887, "learning_rate": 6.922493096260174e-06, "loss": 0.018721450120210648, "step": 671, "token_acc": 0.9955357142857143 }, { "epoch": 0.6410684474123539, "grad_norm": 0.4315302073955536, "learning_rate": 6.890845770618091e-06, "loss": 0.032056521624326706, "step": 672, "token_acc": 0.984375 }, { "epoch": 0.6420224183162414, "grad_norm": 0.9802017211914062, "learning_rate": 6.859232879780515e-06, "loss": 0.044057320803403854, "step": 673, "token_acc": 0.9776785714285714 }, { "epoch": 0.6429763892201288, "grad_norm": 1.035605788230896, "learning_rate": 6.82765477386957e-06, "loss": 0.03771224990487099, "step": 674, "token_acc": 0.9821428571428571 }, { "epoch": 0.6439303601240162, "grad_norm": 1.0582067966461182, "learning_rate": 6.796111802622148e-06, "loss": 0.02559015527367592, "step": 675, "token_acc": 0.9888392857142857 }, { "epoch": 0.6448843310279037, "grad_norm": 0.6632417440414429, "learning_rate": 6.764604315385994e-06, "loss": 0.023505330085754395, "step": 676, "token_acc": 0.9933035714285714 }, { "epoch": 0.645838301931791, "grad_norm": 0.6106322407722473, "learning_rate": 6.73313266111587e-06, "loss": 0.036802809685468674, "step": 677, "token_acc": 0.984375 }, { "epoch": 0.6467922728356785, "grad_norm": 0.7170649170875549, "learning_rate": 6.701697188369678e-06, "loss": 0.028531309217214584, "step": 678, "token_acc": 0.9866071428571429 }, { "epoch": 0.6477462437395659, "grad_norm": 0.5012871623039246, "learning_rate": 6.670298245304587e-06, "loss": 0.023327816277742386, "step": 679, "token_acc": 0.9910714285714286 }, { "epoch": 0.6487002146434534, "grad_norm": 0.6244254112243652, "learning_rate": 6.638936179673206e-06, "loss": 0.03167903423309326, "step": 680, "token_acc": 0.9888392857142857 }, { "epoch": 0.6496541855473408, "grad_norm": 0.5829452872276306, "learning_rate": 6.607611338819697e-06, "loss": 0.039277084171772, "step": 681, "token_acc": 0.9821428571428571 }, { "epoch": 0.6506081564512283, "grad_norm": 1.3193942308425903, "learning_rate": 6.576324069675964e-06, "loss": 0.05572820082306862, "step": 682, "token_acc": 0.9732142857142857 }, { "epoch": 0.6515621273551157, "grad_norm": 1.2974426746368408, "learning_rate": 6.5450747187577745e-06, "loss": 0.052376888692379, "step": 683, "token_acc": 0.9888392857142857 }, { "epoch": 0.6525160982590031, "grad_norm": 0.7436245083808899, "learning_rate": 6.5138636321609615e-06, "loss": 0.02294020541012287, "step": 684, "token_acc": 0.9910714285714286 }, { "epoch": 0.6534700691628905, "grad_norm": 1.1111505031585693, "learning_rate": 6.48269115555755e-06, "loss": 0.03055894747376442, "step": 685, "token_acc": 0.9910714285714286 }, { "epoch": 0.654424040066778, "grad_norm": 0.4459013044834137, "learning_rate": 6.451557634191965e-06, "loss": 0.022376278415322304, "step": 686, "token_acc": 0.9888392857142857 }, { "epoch": 0.6553780109706654, "grad_norm": 0.2974430322647095, "learning_rate": 6.420463412877176e-06, "loss": 0.022928036749362946, "step": 687, "token_acc": 0.9933035714285714 }, { "epoch": 0.6563319818745528, "grad_norm": 0.8175994157791138, "learning_rate": 6.389408835990902e-06, "loss": 0.05240640416741371, "step": 688, "token_acc": 0.984375 }, { "epoch": 0.6572859527784403, "grad_norm": 1.2405060529708862, "learning_rate": 6.358394247471779e-06, "loss": 0.05077211186289787, "step": 689, "token_acc": 0.9888392857142857 }, { "epoch": 0.6582399236823276, "grad_norm": 1.4795351028442383, "learning_rate": 6.3274199908155755e-06, "loss": 0.03593597561120987, "step": 690, "token_acc": 0.9888392857142857 }, { "epoch": 0.6591938945862151, "grad_norm": 1.5410572290420532, "learning_rate": 6.296486409071354e-06, "loss": 0.03816959634423256, "step": 691, "token_acc": 0.9866071428571429 }, { "epoch": 0.6601478654901025, "grad_norm": 0.8660948276519775, "learning_rate": 6.2655938448377095e-06, "loss": 0.031946323812007904, "step": 692, "token_acc": 0.984375 }, { "epoch": 0.66110183639399, "grad_norm": 0.41592466831207275, "learning_rate": 6.234742640258938e-06, "loss": 0.027963971719145775, "step": 693, "token_acc": 0.9910714285714286 }, { "epoch": 0.6620558072978774, "grad_norm": 0.3873123228549957, "learning_rate": 6.2039331370212786e-06, "loss": 0.028255313634872437, "step": 694, "token_acc": 0.9888392857142857 }, { "epoch": 0.6630097782017649, "grad_norm": 0.37904319167137146, "learning_rate": 6.173165676349103e-06, "loss": 0.029182352125644684, "step": 695, "token_acc": 0.9888392857142857 }, { "epoch": 0.6639637491056523, "grad_norm": 0.9199246168136597, "learning_rate": 6.1424405990011615e-06, "loss": 0.023426074534654617, "step": 696, "token_acc": 0.9955357142857143 }, { "epoch": 0.6649177200095397, "grad_norm": 1.4629061222076416, "learning_rate": 6.111758245266795e-06, "loss": 0.0276469849050045, "step": 697, "token_acc": 0.9910714285714286 }, { "epoch": 0.6658716909134271, "grad_norm": 1.0029195547103882, "learning_rate": 6.081118954962155e-06, "loss": 0.03345893323421478, "step": 698, "token_acc": 0.9799107142857143 }, { "epoch": 0.6668256618173146, "grad_norm": 0.7011789083480835, "learning_rate": 6.05052306742647e-06, "loss": 0.03324030339717865, "step": 699, "token_acc": 0.9888392857142857 }, { "epoch": 0.667779632721202, "grad_norm": 0.5146098732948303, "learning_rate": 6.019970921518254e-06, "loss": 0.02161392569541931, "step": 700, "token_acc": 0.9933035714285714 }, { "epoch": 0.6687336036250895, "grad_norm": 0.5914225578308105, "learning_rate": 5.989462855611585e-06, "loss": 0.03323477879166603, "step": 701, "token_acc": 0.9910714285714286 }, { "epoch": 0.6696875745289769, "grad_norm": 0.34104612469673157, "learning_rate": 5.958999207592326e-06, "loss": 0.030179981142282486, "step": 702, "token_acc": 0.9910714285714286 }, { "epoch": 0.6706415454328643, "grad_norm": 1.3239291906356812, "learning_rate": 5.9285803148544155e-06, "loss": 0.03212345391511917, "step": 703, "token_acc": 0.9866071428571429 }, { "epoch": 0.6715955163367517, "grad_norm": 0.6928743124008179, "learning_rate": 5.8982065142960976e-06, "loss": 0.026587441563606262, "step": 704, "token_acc": 0.9933035714285714 }, { "epoch": 0.6725494872406391, "grad_norm": 0.5240346193313599, "learning_rate": 5.867878142316221e-06, "loss": 0.032691240310668945, "step": 705, "token_acc": 0.9888392857142857 }, { "epoch": 0.6735034581445266, "grad_norm": 0.4437991678714752, "learning_rate": 5.837595534810485e-06, "loss": 0.023577967658638954, "step": 706, "token_acc": 0.9888392857142857 }, { "epoch": 0.674457429048414, "grad_norm": 0.809844970703125, "learning_rate": 5.807359027167753e-06, "loss": 0.024801194667816162, "step": 707, "token_acc": 0.9910714285714286 }, { "epoch": 0.6754113999523015, "grad_norm": 0.6816213130950928, "learning_rate": 5.777168954266301e-06, "loss": 0.031225476413965225, "step": 708, "token_acc": 0.9888392857142857 }, { "epoch": 0.6763653708561889, "grad_norm": 1.2565363645553589, "learning_rate": 5.747025650470135e-06, "loss": 0.05626482143998146, "step": 709, "token_acc": 0.9776785714285714 }, { "epoch": 0.6773193417600764, "grad_norm": 0.6956481337547302, "learning_rate": 5.716929449625277e-06, "loss": 0.043993327766656876, "step": 710, "token_acc": 0.9799107142857143 }, { "epoch": 0.6782733126639637, "grad_norm": 0.40236639976501465, "learning_rate": 5.68688068505607e-06, "loss": 0.015297036617994308, "step": 711, "token_acc": 0.9955357142857143 }, { "epoch": 0.6792272835678512, "grad_norm": 0.7545296549797058, "learning_rate": 5.6568796895614875e-06, "loss": 0.029817845672369003, "step": 712, "token_acc": 0.9866071428571429 }, { "epoch": 0.6801812544717386, "grad_norm": 0.5811702013015747, "learning_rate": 5.626926795411447e-06, "loss": 0.03963574767112732, "step": 713, "token_acc": 0.984375 }, { "epoch": 0.6811352253756261, "grad_norm": 0.9782682657241821, "learning_rate": 5.597022334343125e-06, "loss": 0.031815480440855026, "step": 714, "token_acc": 0.9888392857142857 }, { "epoch": 0.6820891962795135, "grad_norm": 0.5233591794967651, "learning_rate": 5.567166637557293e-06, "loss": 0.035757049918174744, "step": 715, "token_acc": 0.984375 }, { "epoch": 0.6830431671834009, "grad_norm": 0.7495654225349426, "learning_rate": 5.53736003571464e-06, "loss": 0.04127943143248558, "step": 716, "token_acc": 0.9799107142857143 }, { "epoch": 0.6839971380872883, "grad_norm": 0.6349881887435913, "learning_rate": 5.507602858932113e-06, "loss": 0.03562387451529503, "step": 717, "token_acc": 0.984375 }, { "epoch": 0.6849511089911757, "grad_norm": 1.1933622360229492, "learning_rate": 5.477895436779264e-06, "loss": 0.031036535277962685, "step": 718, "token_acc": 0.9888392857142857 }, { "epoch": 0.6859050798950632, "grad_norm": 0.3177633285522461, "learning_rate": 5.4482380982745985e-06, "loss": 0.020239584147930145, "step": 719, "token_acc": 0.9955357142857143 }, { "epoch": 0.6868590507989506, "grad_norm": 0.5268914699554443, "learning_rate": 5.418631171881934e-06, "loss": 0.031898241490125656, "step": 720, "token_acc": 0.984375 }, { "epoch": 0.6878130217028381, "grad_norm": 0.4003087878227234, "learning_rate": 5.38907498550674e-06, "loss": 0.03155467286705971, "step": 721, "token_acc": 0.9866071428571429 }, { "epoch": 0.6887669926067255, "grad_norm": 1.1297128200531006, "learning_rate": 5.359569866492557e-06, "loss": 0.04410479962825775, "step": 722, "token_acc": 0.984375 }, { "epoch": 0.689720963510613, "grad_norm": 0.3759598135948181, "learning_rate": 5.330116141617308e-06, "loss": 0.02936522662639618, "step": 723, "token_acc": 0.9888392857142857 }, { "epoch": 0.6906749344145003, "grad_norm": 0.7235631942749023, "learning_rate": 5.300714137089739e-06, "loss": 0.026478638872504234, "step": 724, "token_acc": 0.9866071428571429 }, { "epoch": 0.6916289053183878, "grad_norm": 0.33572593331336975, "learning_rate": 5.2713641785457504e-06, "loss": 0.020117035135626793, "step": 725, "token_acc": 0.9910714285714286 }, { "epoch": 0.6925828762222752, "grad_norm": 0.3469454348087311, "learning_rate": 5.242066591044836e-06, "loss": 0.02367055043578148, "step": 726, "token_acc": 0.9888392857142857 }, { "epoch": 0.6935368471261627, "grad_norm": 0.8195284008979797, "learning_rate": 5.212821699066459e-06, "loss": 0.047664642333984375, "step": 727, "token_acc": 0.9799107142857143 }, { "epoch": 0.6944908180300501, "grad_norm": 0.5071728825569153, "learning_rate": 5.1836298265064675e-06, "loss": 0.026314232498407364, "step": 728, "token_acc": 0.9933035714285714 }, { "epoch": 0.6954447889339375, "grad_norm": 0.49871382117271423, "learning_rate": 5.1544912966735e-06, "loss": 0.02487792819738388, "step": 729, "token_acc": 0.9910714285714286 }, { "epoch": 0.696398759837825, "grad_norm": 0.3673745095729828, "learning_rate": 5.125406432285408e-06, "loss": 0.02027144283056259, "step": 730, "token_acc": 0.9910714285714286 }, { "epoch": 0.6973527307417123, "grad_norm": 0.9096737504005432, "learning_rate": 5.0963755554656856e-06, "loss": 0.03850647434592247, "step": 731, "token_acc": 0.984375 }, { "epoch": 0.6983067016455998, "grad_norm": 0.3332349359989166, "learning_rate": 5.067398987739901e-06, "loss": 0.016202855855226517, "step": 732, "token_acc": 0.9955357142857143 }, { "epoch": 0.6992606725494872, "grad_norm": 0.47121381759643555, "learning_rate": 5.0384770500321175e-06, "loss": 0.03318069875240326, "step": 733, "token_acc": 0.9910714285714286 }, { "epoch": 0.7002146434533747, "grad_norm": 0.9147493243217468, "learning_rate": 5.009610062661381e-06, "loss": 0.04129289090633392, "step": 734, "token_acc": 0.9866071428571429 }, { "epoch": 0.7011686143572621, "grad_norm": 0.8709788918495178, "learning_rate": 4.980798345338117e-06, "loss": 0.03271344304084778, "step": 735, "token_acc": 0.9866071428571429 }, { "epoch": 0.7021225852611496, "grad_norm": 1.4800889492034912, "learning_rate": 4.952042217160643e-06, "loss": 0.03628948703408241, "step": 736, "token_acc": 0.9866071428571429 }, { "epoch": 0.703076556165037, "grad_norm": 0.845696747303009, "learning_rate": 4.923341996611604e-06, "loss": 0.0380338691174984, "step": 737, "token_acc": 0.9866071428571429 }, { "epoch": 0.7040305270689244, "grad_norm": 0.9251031279563904, "learning_rate": 4.894698001554433e-06, "loss": 0.03227248787879944, "step": 738, "token_acc": 0.9888392857142857 }, { "epoch": 0.7049844979728118, "grad_norm": 0.3405499756336212, "learning_rate": 4.866110549229881e-06, "loss": 0.022761482745409012, "step": 739, "token_acc": 0.9955357142857143 }, { "epoch": 0.7059384688766993, "grad_norm": 0.8969154357910156, "learning_rate": 4.837579956252439e-06, "loss": 0.030454734340310097, "step": 740, "token_acc": 0.984375 }, { "epoch": 0.7068924397805867, "grad_norm": 0.5285914540290833, "learning_rate": 4.809106538606896e-06, "loss": 0.026971450075507164, "step": 741, "token_acc": 0.9910714285714286 }, { "epoch": 0.7078464106844741, "grad_norm": 0.5948814153671265, "learning_rate": 4.780690611644776e-06, "loss": 0.015909425914287567, "step": 742, "token_acc": 0.9955357142857143 }, { "epoch": 0.7088003815883616, "grad_norm": 0.8472521901130676, "learning_rate": 4.7523324900808986e-06, "loss": 0.015867117792367935, "step": 743, "token_acc": 0.9955357142857143 }, { "epoch": 0.7097543524922489, "grad_norm": 0.9762627482414246, "learning_rate": 4.724032487989861e-06, "loss": 0.021503515541553497, "step": 744, "token_acc": 0.9955357142857143 }, { "epoch": 0.7107083233961364, "grad_norm": 0.6060115694999695, "learning_rate": 4.695790918802577e-06, "loss": 0.01978726126253605, "step": 745, "token_acc": 0.9977678571428571 }, { "epoch": 0.7116622943000238, "grad_norm": 0.8787115216255188, "learning_rate": 4.66760809530279e-06, "loss": 0.02450818195939064, "step": 746, "token_acc": 0.9866071428571429 }, { "epoch": 0.7126162652039113, "grad_norm": 0.6743588447570801, "learning_rate": 4.639484329623627e-06, "loss": 0.028801968321204185, "step": 747, "token_acc": 0.9888392857142857 }, { "epoch": 0.7135702361077987, "grad_norm": 0.49457693099975586, "learning_rate": 4.611419933244125e-06, "loss": 0.026110190898180008, "step": 748, "token_acc": 0.9910714285714286 }, { "epoch": 0.7145242070116862, "grad_norm": 0.5034999847412109, "learning_rate": 4.583415216985791e-06, "loss": 0.024858077988028526, "step": 749, "token_acc": 0.9955357142857143 }, { "epoch": 0.7154781779155736, "grad_norm": 0.556844174861908, "learning_rate": 4.555470491009158e-06, "loss": 0.029841845855116844, "step": 750, "token_acc": 0.9910714285714286 }, { "epoch": 0.716432148819461, "grad_norm": 1.0559643507003784, "learning_rate": 4.5275860648103496e-06, "loss": 0.038475070148706436, "step": 751, "token_acc": 0.9866071428571429 }, { "epoch": 0.7173861197233484, "grad_norm": 0.6240025162696838, "learning_rate": 4.49976224721764e-06, "loss": 0.032702796161174774, "step": 752, "token_acc": 0.9866071428571429 }, { "epoch": 0.7183400906272359, "grad_norm": 0.5760098695755005, "learning_rate": 4.4719993463880695e-06, "loss": 0.02206021547317505, "step": 753, "token_acc": 0.9933035714285714 }, { "epoch": 0.7192940615311233, "grad_norm": 0.728758692741394, "learning_rate": 4.444297669803981e-06, "loss": 0.03035520389676094, "step": 754, "token_acc": 0.9866071428571429 }, { "epoch": 0.7202480324350108, "grad_norm": 1.1231098175048828, "learning_rate": 4.416657524269652e-06, "loss": 0.030971664935350418, "step": 755, "token_acc": 0.9910714285714286 }, { "epoch": 0.7212020033388982, "grad_norm": 1.2766492366790771, "learning_rate": 4.389079215907896e-06, "loss": 0.04230097681283951, "step": 756, "token_acc": 0.9888392857142857 }, { "epoch": 0.7221559742427855, "grad_norm": 1.3551021814346313, "learning_rate": 4.361563050156639e-06, "loss": 0.03986817225813866, "step": 757, "token_acc": 0.9866071428571429 }, { "epoch": 0.723109945146673, "grad_norm": 0.7768093347549438, "learning_rate": 4.334109331765582e-06, "loss": 0.02390211448073387, "step": 758, "token_acc": 0.9910714285714286 }, { "epoch": 0.7240639160505604, "grad_norm": 1.265394926071167, "learning_rate": 4.3067183647927855e-06, "loss": 0.042791660875082016, "step": 759, "token_acc": 0.984375 }, { "epoch": 0.7250178869544479, "grad_norm": 0.7505418062210083, "learning_rate": 4.279390452601326e-06, "loss": 0.032644957304000854, "step": 760, "token_acc": 0.9888392857142857 }, { "epoch": 0.7259718578583353, "grad_norm": 0.9948499202728271, "learning_rate": 4.2521258978559324e-06, "loss": 0.043157853186130524, "step": 761, "token_acc": 0.9821428571428571 }, { "epoch": 0.7269258287622228, "grad_norm": 0.5159215331077576, "learning_rate": 4.2249250025196274e-06, "loss": 0.030714958906173706, "step": 762, "token_acc": 0.9821428571428571 }, { "epoch": 0.7278797996661102, "grad_norm": 0.6327055096626282, "learning_rate": 4.197788067850388e-06, "loss": 0.025672808289527893, "step": 763, "token_acc": 0.9933035714285714 }, { "epoch": 0.7288337705699977, "grad_norm": 0.6658538579940796, "learning_rate": 4.170715394397808e-06, "loss": 0.03251670300960541, "step": 764, "token_acc": 0.9821428571428571 }, { "epoch": 0.729787741473885, "grad_norm": 1.150295615196228, "learning_rate": 4.143707281999767e-06, "loss": 0.029419206082820892, "step": 765, "token_acc": 0.9888392857142857 }, { "epoch": 0.7307417123777725, "grad_norm": 0.6733072400093079, "learning_rate": 4.116764029779117e-06, "loss": 0.019949190318584442, "step": 766, "token_acc": 0.9888392857142857 }, { "epoch": 0.7316956832816599, "grad_norm": 1.667914628982544, "learning_rate": 4.0898859361403595e-06, "loss": 0.034048646688461304, "step": 767, "token_acc": 0.9910714285714286 }, { "epoch": 0.7326496541855474, "grad_norm": 1.286145567893982, "learning_rate": 4.063073298766351e-06, "loss": 0.06202593073248863, "step": 768, "token_acc": 0.9776785714285714 }, { "epoch": 0.7336036250894348, "grad_norm": 0.305610716342926, "learning_rate": 4.036326414614985e-06, "loss": 0.01766447350382805, "step": 769, "token_acc": 0.9933035714285714 }, { "epoch": 0.7345575959933222, "grad_norm": 0.9715360999107361, "learning_rate": 4.009645579915946e-06, "loss": 0.04208776354789734, "step": 770, "token_acc": 0.9799107142857143 }, { "epoch": 0.7355115668972096, "grad_norm": 0.3121229112148285, "learning_rate": 3.983031090167368e-06, "loss": 0.01883683353662491, "step": 771, "token_acc": 0.9955357142857143 }, { "epoch": 0.736465537801097, "grad_norm": 0.9680624604225159, "learning_rate": 3.9564832401326305e-06, "loss": 0.031303584575653076, "step": 772, "token_acc": 0.9910714285714286 }, { "epoch": 0.7374195087049845, "grad_norm": 0.33215197920799255, "learning_rate": 3.930002323837026e-06, "loss": 0.01395601499825716, "step": 773, "token_acc": 0.9933035714285714 }, { "epoch": 0.7383734796088719, "grad_norm": 0.6422115564346313, "learning_rate": 3.903588634564551e-06, "loss": 0.029564743861556053, "step": 774, "token_acc": 0.9866071428571429 }, { "epoch": 0.7393274505127594, "grad_norm": 0.3839940130710602, "learning_rate": 3.877242464854654e-06, "loss": 0.017827991396188736, "step": 775, "token_acc": 0.9955357142857143 }, { "epoch": 0.7402814214166468, "grad_norm": 0.6504713892936707, "learning_rate": 3.8509641064989575e-06, "loss": 0.027659345418214798, "step": 776, "token_acc": 0.9910714285714286 }, { "epoch": 0.7412353923205343, "grad_norm": 0.6974632143974304, "learning_rate": 3.824753850538082e-06, "loss": 0.04785856604576111, "step": 777, "token_acc": 0.9799107142857143 }, { "epoch": 0.7421893632244216, "grad_norm": 0.5116073489189148, "learning_rate": 3.7986119872583695e-06, "loss": 0.03917359188199043, "step": 778, "token_acc": 0.984375 }, { "epoch": 0.7431433341283091, "grad_norm": 0.5438160300254822, "learning_rate": 3.7725388061887056e-06, "loss": 0.02746586874127388, "step": 779, "token_acc": 0.9888392857142857 }, { "epoch": 0.7440973050321965, "grad_norm": 0.6346627473831177, "learning_rate": 3.746534596097299e-06, "loss": 0.024505602195858955, "step": 780, "token_acc": 0.9910714285714286 }, { "epoch": 0.745051275936084, "grad_norm": 0.44893190264701843, "learning_rate": 3.720599644988482e-06, "loss": 0.025364940986037254, "step": 781, "token_acc": 0.9910714285714286 }, { "epoch": 0.7460052468399714, "grad_norm": 0.894114077091217, "learning_rate": 3.6947342400995243e-06, "loss": 0.04079818353056908, "step": 782, "token_acc": 0.9821428571428571 }, { "epoch": 0.7469592177438588, "grad_norm": 0.7318134903907776, "learning_rate": 3.6689386678974504e-06, "loss": 0.039609234780073166, "step": 783, "token_acc": 0.9888392857142857 }, { "epoch": 0.7479131886477463, "grad_norm": 0.872739315032959, "learning_rate": 3.643213214075867e-06, "loss": 0.019763484597206116, "step": 784, "token_acc": 0.9933035714285714 }, { "epoch": 0.7488671595516336, "grad_norm": 0.7280256748199463, "learning_rate": 3.617558163551802e-06, "loss": 0.02535686269402504, "step": 785, "token_acc": 0.9888392857142857 }, { "epoch": 0.7498211304555211, "grad_norm": 0.8298035264015198, "learning_rate": 3.5919738004625337e-06, "loss": 0.036321140825748444, "step": 786, "token_acc": 0.984375 }, { "epoch": 0.7507751013594085, "grad_norm": 0.6858071684837341, "learning_rate": 3.5664604081624787e-06, "loss": 0.03787493705749512, "step": 787, "token_acc": 0.9888392857142857 }, { "epoch": 0.751729072263296, "grad_norm": 0.6612462401390076, "learning_rate": 3.5410182692200034e-06, "loss": 0.018224576488137245, "step": 788, "token_acc": 0.9955357142857143 }, { "epoch": 0.7526830431671834, "grad_norm": 0.7336789965629578, "learning_rate": 3.51564766541435e-06, "loss": 0.046817220747470856, "step": 789, "token_acc": 0.984375 }, { "epoch": 0.7536370140710709, "grad_norm": 0.4780670404434204, "learning_rate": 3.490348877732466e-06, "loss": 0.02447761781513691, "step": 790, "token_acc": 0.9933035714285714 }, { "epoch": 0.7545909849749582, "grad_norm": 0.3300059139728546, "learning_rate": 3.4651221863659236e-06, "loss": 0.01744241639971733, "step": 791, "token_acc": 0.9933035714285714 }, { "epoch": 0.7555449558788457, "grad_norm": 0.48199570178985596, "learning_rate": 3.4399678707078064e-06, "loss": 0.03658067435026169, "step": 792, "token_acc": 0.9888392857142857 }, { "epoch": 0.7564989267827331, "grad_norm": 1.3789329528808594, "learning_rate": 3.414886209349615e-06, "loss": 0.02449401468038559, "step": 793, "token_acc": 0.9955357142857143 }, { "epoch": 0.7574528976866206, "grad_norm": 0.43324369192123413, "learning_rate": 3.3898774800781832e-06, "loss": 0.023823026567697525, "step": 794, "token_acc": 0.9910714285714286 }, { "epoch": 0.758406868590508, "grad_norm": 0.9297495484352112, "learning_rate": 3.3649419598725964e-06, "loss": 0.029137523844838142, "step": 795, "token_acc": 0.9888392857142857 }, { "epoch": 0.7593608394943954, "grad_norm": 0.8927593231201172, "learning_rate": 3.340079924901133e-06, "loss": 0.024939516559243202, "step": 796, "token_acc": 0.9866071428571429 }, { "epoch": 0.7603148103982829, "grad_norm": 1.0731862783432007, "learning_rate": 3.3152916505181976e-06, "loss": 0.03906264156103134, "step": 797, "token_acc": 0.9776785714285714 }, { "epoch": 0.7612687813021702, "grad_norm": 0.48651960492134094, "learning_rate": 3.2905774112612756e-06, "loss": 0.02605171874165535, "step": 798, "token_acc": 0.9888392857142857 }, { "epoch": 0.7622227522060577, "grad_norm": 0.6455544233322144, "learning_rate": 3.2659374808478892e-06, "loss": 0.020444942638278008, "step": 799, "token_acc": 0.9910714285714286 }, { "epoch": 0.7631767231099451, "grad_norm": 0.7139393091201782, "learning_rate": 3.241372132172572e-06, "loss": 0.03206858038902283, "step": 800, "token_acc": 0.9888392857142857 }, { "epoch": 0.7641306940138326, "grad_norm": 0.402159720659256, "learning_rate": 3.216881637303839e-06, "loss": 0.018837206065654755, "step": 801, "token_acc": 0.9933035714285714 }, { "epoch": 0.76508466491772, "grad_norm": 1.3259398937225342, "learning_rate": 3.1924662674811834e-06, "loss": 0.033175498247146606, "step": 802, "token_acc": 0.9910714285714286 }, { "epoch": 0.7660386358216075, "grad_norm": 0.548261284828186, "learning_rate": 3.1681262931120504e-06, "loss": 0.023012712597846985, "step": 803, "token_acc": 0.9933035714285714 }, { "epoch": 0.7669926067254949, "grad_norm": 1.0897294282913208, "learning_rate": 3.1438619837688835e-06, "loss": 0.030544251203536987, "step": 804, "token_acc": 0.9888392857142857 }, { "epoch": 0.7679465776293823, "grad_norm": 0.6162498593330383, "learning_rate": 3.1196736081860855e-06, "loss": 0.024054717272520065, "step": 805, "token_acc": 0.9888392857142857 }, { "epoch": 0.7689005485332697, "grad_norm": 0.3296455442905426, "learning_rate": 3.0955614342570983e-06, "loss": 0.018194254487752914, "step": 806, "token_acc": 0.9955357142857143 }, { "epoch": 0.7698545194371572, "grad_norm": 0.6846117973327637, "learning_rate": 3.0715257290313836e-06, "loss": 0.029150940477848053, "step": 807, "token_acc": 0.9910714285714286 }, { "epoch": 0.7708084903410446, "grad_norm": 0.7670177221298218, "learning_rate": 3.047566758711503e-06, "loss": 0.03584045544266701, "step": 808, "token_acc": 0.9866071428571429 }, { "epoch": 0.771762461244932, "grad_norm": 1.0086913108825684, "learning_rate": 3.023684788650154e-06, "loss": 0.04908234626054764, "step": 809, "token_acc": 0.984375 }, { "epoch": 0.7727164321488195, "grad_norm": 0.8370961546897888, "learning_rate": 2.999880083347232e-06, "loss": 0.033363789319992065, "step": 810, "token_acc": 0.9866071428571429 }, { "epoch": 0.7736704030527068, "grad_norm": 0.6008052825927734, "learning_rate": 2.976152906446903e-06, "loss": 0.028716465458273888, "step": 811, "token_acc": 0.9866071428571429 }, { "epoch": 0.7746243739565943, "grad_norm": 0.8030401468276978, "learning_rate": 2.952503520734682e-06, "loss": 0.02624564990401268, "step": 812, "token_acc": 0.9866071428571429 }, { "epoch": 0.7755783448604817, "grad_norm": 1.1615161895751953, "learning_rate": 2.9289321881345257e-06, "loss": 0.0217975452542305, "step": 813, "token_acc": 0.9910714285714286 }, { "epoch": 0.7765323157643692, "grad_norm": 0.5965540409088135, "learning_rate": 2.905439169705927e-06, "loss": 0.02424948289990425, "step": 814, "token_acc": 0.9933035714285714 }, { "epoch": 0.7774862866682566, "grad_norm": 0.6583796143531799, "learning_rate": 2.8820247256410272e-06, "loss": 0.04544556885957718, "step": 815, "token_acc": 0.984375 }, { "epoch": 0.7784402575721441, "grad_norm": 0.5809528231620789, "learning_rate": 2.8586891152617347e-06, "loss": 0.026124419644474983, "step": 816, "token_acc": 0.9888392857142857 }, { "epoch": 0.7793942284760315, "grad_norm": 1.1601003408432007, "learning_rate": 2.8354325970168483e-06, "loss": 0.049429476261138916, "step": 817, "token_acc": 0.984375 }, { "epoch": 0.780348199379919, "grad_norm": 0.5638758540153503, "learning_rate": 2.8122554284792015e-06, "loss": 0.024800481274724007, "step": 818, "token_acc": 0.9933035714285714 }, { "epoch": 0.7813021702838063, "grad_norm": 0.45306065678596497, "learning_rate": 2.7891578663428033e-06, "loss": 0.026986178010702133, "step": 819, "token_acc": 0.9933035714285714 }, { "epoch": 0.7822561411876938, "grad_norm": 1.4657779932022095, "learning_rate": 2.7661401664199995e-06, "loss": 0.0379672646522522, "step": 820, "token_acc": 0.9866071428571429 }, { "epoch": 0.7832101120915812, "grad_norm": 0.5226976275444031, "learning_rate": 2.7432025836386412e-06, "loss": 0.02157411351799965, "step": 821, "token_acc": 0.9910714285714286 }, { "epoch": 0.7841640829954687, "grad_norm": 0.670348584651947, "learning_rate": 2.720345372039246e-06, "loss": 0.02626403234899044, "step": 822, "token_acc": 0.9866071428571429 }, { "epoch": 0.7851180538993561, "grad_norm": 0.34127435088157654, "learning_rate": 2.6975687847722197e-06, "loss": 0.027921952307224274, "step": 823, "token_acc": 0.9910714285714286 }, { "epoch": 0.7860720248032435, "grad_norm": 0.42385631799697876, "learning_rate": 2.6748730740950023e-06, "loss": 0.01576477847993374, "step": 824, "token_acc": 0.9955357142857143 }, { "epoch": 0.7870259957071309, "grad_norm": 0.29651764035224915, "learning_rate": 2.6522584913693295e-06, "loss": 0.018155785277485847, "step": 825, "token_acc": 0.9933035714285714 }, { "epoch": 0.7879799666110183, "grad_norm": 0.5657281875610352, "learning_rate": 2.6297252870583956e-06, "loss": 0.02606932446360588, "step": 826, "token_acc": 0.9910714285714286 }, { "epoch": 0.7889339375149058, "grad_norm": 0.40453988313674927, "learning_rate": 2.607273710724121e-06, "loss": 0.031342603266239166, "step": 827, "token_acc": 0.9866071428571429 }, { "epoch": 0.7898879084187932, "grad_norm": 0.5340335369110107, "learning_rate": 2.5849040110243673e-06, "loss": 0.020708661526441574, "step": 828, "token_acc": 0.9933035714285714 }, { "epoch": 0.7908418793226807, "grad_norm": 0.6421718597412109, "learning_rate": 2.5626164357101857e-06, "loss": 0.03662259131669998, "step": 829, "token_acc": 0.9866071428571429 }, { "epoch": 0.7917958502265681, "grad_norm": 0.8374388813972473, "learning_rate": 2.5404112316230813e-06, "loss": 0.043353497982025146, "step": 830, "token_acc": 0.9866071428571429 }, { "epoch": 0.7927498211304556, "grad_norm": 0.9428367614746094, "learning_rate": 2.5182886446922673e-06, "loss": 0.0353669747710228, "step": 831, "token_acc": 0.9799107142857143 }, { "epoch": 0.7937037920343429, "grad_norm": 0.522077739238739, "learning_rate": 2.4962489199319506e-06, "loss": 0.017941925674676895, "step": 832, "token_acc": 0.9955357142857143 }, { "epoch": 0.7946577629382304, "grad_norm": 0.6713738441467285, "learning_rate": 2.4742923014386154e-06, "loss": 0.02486671693623066, "step": 833, "token_acc": 0.9888392857142857 }, { "epoch": 0.7956117338421178, "grad_norm": 0.45900285243988037, "learning_rate": 2.452419032388318e-06, "loss": 0.02879948914051056, "step": 834, "token_acc": 0.9888392857142857 }, { "epoch": 0.7965657047460053, "grad_norm": 0.444209486246109, "learning_rate": 2.4306293550339943e-06, "loss": 0.028618350625038147, "step": 835, "token_acc": 0.9866071428571429 }, { "epoch": 0.7975196756498927, "grad_norm": 0.9437128901481628, "learning_rate": 2.4089235107027797e-06, "loss": 0.02533126063644886, "step": 836, "token_acc": 0.9955357142857143 }, { "epoch": 0.7984736465537801, "grad_norm": 0.7124933004379272, "learning_rate": 2.387301739793333e-06, "loss": 0.028219182044267654, "step": 837, "token_acc": 0.9866071428571429 }, { "epoch": 0.7994276174576675, "grad_norm": 0.675025463104248, "learning_rate": 2.3657642817731774e-06, "loss": 0.028946243226528168, "step": 838, "token_acc": 0.9888392857142857 }, { "epoch": 0.8003815883615549, "grad_norm": 1.0310571193695068, "learning_rate": 2.344311375176034e-06, "loss": 0.04293380305171013, "step": 839, "token_acc": 0.9821428571428571 }, { "epoch": 0.8013355592654424, "grad_norm": 0.9248982071876526, "learning_rate": 2.3229432575992126e-06, "loss": 0.030470862984657288, "step": 840, "token_acc": 0.984375 }, { "epoch": 0.8022895301693298, "grad_norm": 0.8560435771942139, "learning_rate": 2.3016601657009364e-06, "loss": 0.026801753789186478, "step": 841, "token_acc": 0.984375 }, { "epoch": 0.8032435010732173, "grad_norm": 0.5578156113624573, "learning_rate": 2.2804623351977672e-06, "loss": 0.022585872560739517, "step": 842, "token_acc": 0.9910714285714286 }, { "epoch": 0.8041974719771047, "grad_norm": 1.3563019037246704, "learning_rate": 2.259350000861952e-06, "loss": 0.02308955043554306, "step": 843, "token_acc": 0.9888392857142857 }, { "epoch": 0.8051514428809922, "grad_norm": 0.5990834832191467, "learning_rate": 2.238323396518852e-06, "loss": 0.017109151929616928, "step": 844, "token_acc": 0.9955357142857143 }, { "epoch": 0.8061054137848795, "grad_norm": 0.9497894048690796, "learning_rate": 2.2173827550443417e-06, "loss": 0.033096615225076675, "step": 845, "token_acc": 0.9910714285714286 }, { "epoch": 0.807059384688767, "grad_norm": 1.258798599243164, "learning_rate": 2.196528308362232e-06, "loss": 0.02832372672855854, "step": 846, "token_acc": 0.9888392857142857 }, { "epoch": 0.8080133555926544, "grad_norm": 0.5528498291969299, "learning_rate": 2.1757602874416993e-06, "loss": 0.028255674988031387, "step": 847, "token_acc": 0.9933035714285714 }, { "epoch": 0.8089673264965419, "grad_norm": 0.43242013454437256, "learning_rate": 2.1550789222947322e-06, "loss": 0.018393144011497498, "step": 848, "token_acc": 0.9955357142857143 }, { "epoch": 0.8099212974004293, "grad_norm": 0.6088325381278992, "learning_rate": 2.1344844419735757e-06, "loss": 0.03119479864835739, "step": 849, "token_acc": 0.9888392857142857 }, { "epoch": 0.8108752683043167, "grad_norm": 0.39631929993629456, "learning_rate": 2.1139770745682063e-06, "loss": 0.01810883916914463, "step": 850, "token_acc": 0.9977678571428571 }, { "epoch": 0.8118292392082042, "grad_norm": 0.9444270730018616, "learning_rate": 2.0935570472037892e-06, "loss": 0.02482493780553341, "step": 851, "token_acc": 0.9888392857142857 }, { "epoch": 0.8127832101120915, "grad_norm": 0.4072783291339874, "learning_rate": 2.073224586038187e-06, "loss": 0.025377195328474045, "step": 852, "token_acc": 0.9955357142857143 }, { "epoch": 0.813737181015979, "grad_norm": 0.708109438419342, "learning_rate": 2.0529799162594242e-06, "loss": 0.03716667369008064, "step": 853, "token_acc": 0.9888392857142857 }, { "epoch": 0.8146911519198664, "grad_norm": 0.3838958740234375, "learning_rate": 2.0328232620832254e-06, "loss": 0.02010931260883808, "step": 854, "token_acc": 0.9910714285714286 }, { "epoch": 0.8156451228237539, "grad_norm": 0.632870614528656, "learning_rate": 2.012754846750509e-06, "loss": 0.022642139345407486, "step": 855, "token_acc": 0.9977678571428571 }, { "epoch": 0.8165990937276413, "grad_norm": 0.7074530124664307, "learning_rate": 1.9927748925249137e-06, "loss": 0.03181203454732895, "step": 856, "token_acc": 0.9866071428571429 }, { "epoch": 0.8175530646315288, "grad_norm": 1.0774328708648682, "learning_rate": 1.972883620690366e-06, "loss": 0.021624155342578888, "step": 857, "token_acc": 0.9866071428571429 }, { "epoch": 0.8185070355354161, "grad_norm": 0.41360539197921753, "learning_rate": 1.9530812515485833e-06, "loss": 0.035560544580221176, "step": 858, "token_acc": 0.9866071428571429 }, { "epoch": 0.8194610064393036, "grad_norm": 0.20657935738563538, "learning_rate": 1.9333680044166847e-06, "loss": 0.010372566059231758, "step": 859, "token_acc": 0.9977678571428571 }, { "epoch": 0.820414977343191, "grad_norm": 1.1164010763168335, "learning_rate": 1.9137440976247158e-06, "loss": 0.03243312984704971, "step": 860, "token_acc": 0.9866071428571429 }, { "epoch": 0.8213689482470785, "grad_norm": 0.6857742071151733, "learning_rate": 1.8942097485132626e-06, "loss": 0.022025499492883682, "step": 861, "token_acc": 0.9933035714285714 }, { "epoch": 0.8223229191509659, "grad_norm": 0.45396146178245544, "learning_rate": 1.8747651734310314e-06, "loss": 0.03240649402141571, "step": 862, "token_acc": 0.984375 }, { "epoch": 0.8232768900548533, "grad_norm": 0.4975016117095947, "learning_rate": 1.8554105877324525e-06, "loss": 0.027596507221460342, "step": 863, "token_acc": 0.984375 }, { "epoch": 0.8242308609587408, "grad_norm": 0.4902072846889496, "learning_rate": 1.8361462057752989e-06, "loss": 0.023746902123093605, "step": 864, "token_acc": 0.9933035714285714 }, { "epoch": 0.8251848318626281, "grad_norm": 0.3837818205356598, "learning_rate": 1.81697224091831e-06, "loss": 0.037022873759269714, "step": 865, "token_acc": 0.9888392857142857 }, { "epoch": 0.8261388027665156, "grad_norm": 0.30860665440559387, "learning_rate": 1.7978889055188287e-06, "loss": 0.012566307559609413, "step": 866, "token_acc": 0.9955357142857143 }, { "epoch": 0.827092773670403, "grad_norm": 0.680388331413269, "learning_rate": 1.7788964109304495e-06, "loss": 0.026283659040927887, "step": 867, "token_acc": 0.9866071428571429 }, { "epoch": 0.8280467445742905, "grad_norm": 0.4624711573123932, "learning_rate": 1.75999496750068e-06, "loss": 0.023991312831640244, "step": 868, "token_acc": 0.9910714285714286 }, { "epoch": 0.8290007154781779, "grad_norm": 0.6614622473716736, "learning_rate": 1.7411847845686082e-06, "loss": 0.031091928482055664, "step": 869, "token_acc": 0.9910714285714286 }, { "epoch": 0.8299546863820654, "grad_norm": 0.7210277915000916, "learning_rate": 1.7224660704625784e-06, "loss": 0.04353102296590805, "step": 870, "token_acc": 0.9821428571428571 }, { "epoch": 0.8309086572859528, "grad_norm": 0.6957516074180603, "learning_rate": 1.703839032497906e-06, "loss": 0.03060179203748703, "step": 871, "token_acc": 0.9888392857142857 }, { "epoch": 0.8318626281898402, "grad_norm": 0.5519160032272339, "learning_rate": 1.6853038769745466e-06, "loss": 0.023955456912517548, "step": 872, "token_acc": 0.9910714285714286 }, { "epoch": 0.8328165990937276, "grad_norm": 0.47449928522109985, "learning_rate": 1.6668608091748495e-06, "loss": 0.02813287079334259, "step": 873, "token_acc": 0.9910714285714286 }, { "epoch": 0.8337705699976151, "grad_norm": 0.535979688167572, "learning_rate": 1.6485100333612547e-06, "loss": 0.01953645795583725, "step": 874, "token_acc": 0.9910714285714286 }, { "epoch": 0.8347245409015025, "grad_norm": 0.535844624042511, "learning_rate": 1.6302517527740358e-06, "loss": 0.028274130076169968, "step": 875, "token_acc": 0.9910714285714286 }, { "epoch": 0.83567851180539, "grad_norm": 0.6589546203613281, "learning_rate": 1.6120861696290714e-06, "loss": 0.020607532933354378, "step": 876, "token_acc": 0.9933035714285714 }, { "epoch": 0.8366324827092774, "grad_norm": 0.33546578884124756, "learning_rate": 1.5940134851155698e-06, "loss": 0.025510001927614212, "step": 877, "token_acc": 0.9866071428571429 }, { "epoch": 0.8375864536131647, "grad_norm": 0.9243335723876953, "learning_rate": 1.5760338993938717e-06, "loss": 0.020650099962949753, "step": 878, "token_acc": 0.9888392857142857 }, { "epoch": 0.8385404245170522, "grad_norm": 0.297536164522171, "learning_rate": 1.558147611593216e-06, "loss": 0.016965188086032867, "step": 879, "token_acc": 0.9955357142857143 }, { "epoch": 0.8394943954209396, "grad_norm": 0.7571167945861816, "learning_rate": 1.540354819809542e-06, "loss": 0.02208511158823967, "step": 880, "token_acc": 0.9933035714285714 }, { "epoch": 0.8404483663248271, "grad_norm": 0.9293095469474792, "learning_rate": 1.522655721103291e-06, "loss": 0.038303859531879425, "step": 881, "token_acc": 0.9866071428571429 }, { "epoch": 0.8414023372287145, "grad_norm": 1.567272663116455, "learning_rate": 1.505050511497227e-06, "loss": 0.026646729558706284, "step": 882, "token_acc": 0.9888392857142857 }, { "epoch": 0.842356308132602, "grad_norm": 0.7199637293815613, "learning_rate": 1.4875393859742626e-06, "loss": 0.015752041712403297, "step": 883, "token_acc": 0.9955357142857143 }, { "epoch": 0.8433102790364894, "grad_norm": 0.6793497800827026, "learning_rate": 1.4701225384753038e-06, "loss": 0.012232787907123566, "step": 884, "token_acc": 0.9977678571428571 }, { "epoch": 0.8442642499403769, "grad_norm": 0.6750025749206543, "learning_rate": 1.4528001618970966e-06, "loss": 0.023446623235940933, "step": 885, "token_acc": 0.9910714285714286 }, { "epoch": 0.8452182208442642, "grad_norm": 0.5941553115844727, "learning_rate": 1.435572448090099e-06, "loss": 0.019347036257386208, "step": 886, "token_acc": 0.9888392857142857 }, { "epoch": 0.8461721917481517, "grad_norm": 0.5323473811149597, "learning_rate": 1.4184395878563395e-06, "loss": 0.013989962637424469, "step": 887, "token_acc": 0.9955357142857143 }, { "epoch": 0.8471261626520391, "grad_norm": 0.49353763461112976, "learning_rate": 1.4014017709473315e-06, "loss": 0.026586055755615234, "step": 888, "token_acc": 0.9910714285714286 }, { "epoch": 0.8480801335559266, "grad_norm": 0.8667908310890198, "learning_rate": 1.3844591860619382e-06, "loss": 0.0471288226544857, "step": 889, "token_acc": 0.9866071428571429 }, { "epoch": 0.849034104459814, "grad_norm": 0.5239948630332947, "learning_rate": 1.3676120208443167e-06, "loss": 0.018891721963882446, "step": 890, "token_acc": 0.9933035714285714 }, { "epoch": 0.8499880753637014, "grad_norm": 0.5230461359024048, "learning_rate": 1.3508604618818067e-06, "loss": 0.0175490565598011, "step": 891, "token_acc": 0.9910714285714286 }, { "epoch": 0.8509420462675888, "grad_norm": 0.6061731576919556, "learning_rate": 1.3342046947028897e-06, "loss": 0.02030183933675289, "step": 892, "token_acc": 0.9933035714285714 }, { "epoch": 0.8518960171714762, "grad_norm": 0.5522845983505249, "learning_rate": 1.3176449037751294e-06, "loss": 0.020813098177313805, "step": 893, "token_acc": 0.9955357142857143 }, { "epoch": 0.8528499880753637, "grad_norm": 0.8911185264587402, "learning_rate": 1.3011812725031092e-06, "loss": 0.039076607674360275, "step": 894, "token_acc": 0.9888392857142857 }, { "epoch": 0.8538039589792511, "grad_norm": 0.7365336418151855, "learning_rate": 1.2848139832264328e-06, "loss": 0.01651899889111519, "step": 895, "token_acc": 0.9910714285714286 }, { "epoch": 0.8547579298831386, "grad_norm": 0.43058526515960693, "learning_rate": 1.2685432172176726e-06, "loss": 0.02691187895834446, "step": 896, "token_acc": 0.9888392857142857 }, { "epoch": 0.855711900787026, "grad_norm": 0.4823179841041565, "learning_rate": 1.2523691546803872e-06, "loss": 0.031380340456962585, "step": 897, "token_acc": 0.9910714285714286 }, { "epoch": 0.8566658716909135, "grad_norm": 0.4286271631717682, "learning_rate": 1.2362919747471125e-06, "loss": 0.027399703860282898, "step": 898, "token_acc": 0.9933035714285714 }, { "epoch": 0.8576198425948008, "grad_norm": 0.5283342599868774, "learning_rate": 1.2203118554773807e-06, "loss": 0.01730085350573063, "step": 899, "token_acc": 0.9955357142857143 }, { "epoch": 0.8585738134986883, "grad_norm": 0.8615729808807373, "learning_rate": 1.2044289738557468e-06, "loss": 0.04267053306102753, "step": 900, "token_acc": 0.9866071428571429 }, { "epoch": 0.8595277844025757, "grad_norm": 0.2851921021938324, "learning_rate": 1.1886435057898338e-06, "loss": 0.015427797101438046, "step": 901, "token_acc": 0.9955357142857143 }, { "epoch": 0.8604817553064632, "grad_norm": 0.36800023913383484, "learning_rate": 1.1729556261083785e-06, "loss": 0.019814305007457733, "step": 902, "token_acc": 0.9933035714285714 }, { "epoch": 0.8614357262103506, "grad_norm": 0.3616032600402832, "learning_rate": 1.1573655085592983e-06, "loss": 0.025889433920383453, "step": 903, "token_acc": 0.9888392857142857 }, { "epoch": 0.862389697114238, "grad_norm": 0.3453926742076874, "learning_rate": 1.1418733258077598e-06, "loss": 0.020288407802581787, "step": 904, "token_acc": 0.9933035714285714 }, { "epoch": 0.8633436680181255, "grad_norm": 0.5842595100402832, "learning_rate": 1.1264792494342858e-06, "loss": 0.021820835769176483, "step": 905, "token_acc": 0.9910714285714286 }, { "epoch": 0.8642976389220128, "grad_norm": 0.5898495316505432, "learning_rate": 1.1111834499328266e-06, "loss": 0.0382680669426918, "step": 906, "token_acc": 0.9821428571428571 }, { "epoch": 0.8652516098259003, "grad_norm": 0.26742300391197205, "learning_rate": 1.0959860967089042e-06, "loss": 0.015407800674438477, "step": 907, "token_acc": 0.9955357142857143 }, { "epoch": 0.8662055807297877, "grad_norm": 0.41090670228004456, "learning_rate": 1.0808873580777002e-06, "loss": 0.02801015041768551, "step": 908, "token_acc": 0.9910714285714286 }, { "epoch": 0.8671595516336752, "grad_norm": 0.45933377742767334, "learning_rate": 1.0658874012622244e-06, "loss": 0.015513012185692787, "step": 909, "token_acc": 0.9933035714285714 }, { "epoch": 0.8681135225375626, "grad_norm": 0.7094979882240295, "learning_rate": 1.050986392391442e-06, "loss": 0.024844791740179062, "step": 910, "token_acc": 0.9910714285714286 }, { "epoch": 0.8690674934414501, "grad_norm": 0.4843905568122864, "learning_rate": 1.0361844964984435e-06, "loss": 0.018502019345760345, "step": 911, "token_acc": 0.9933035714285714 }, { "epoch": 0.8700214643453374, "grad_norm": 0.6508695483207703, "learning_rate": 1.0214818775186108e-06, "loss": 0.016487643122673035, "step": 912, "token_acc": 0.9955357142857143 }, { "epoch": 0.8709754352492249, "grad_norm": 0.6325265169143677, "learning_rate": 1.0068786982878087e-06, "loss": 0.0172649584710598, "step": 913, "token_acc": 0.9933035714285714 }, { "epoch": 0.8719294061531123, "grad_norm": 0.9773353934288025, "learning_rate": 9.92375120540573e-07, "loss": 0.014624621719121933, "step": 914, "token_acc": 0.9977678571428571 }, { "epoch": 0.8728833770569998, "grad_norm": 1.003261923789978, "learning_rate": 9.77971304908325e-07, "loss": 0.023984555155038834, "step": 915, "token_acc": 0.9866071428571429 }, { "epoch": 0.8738373479608872, "grad_norm": 0.49391576647758484, "learning_rate": 9.636674109175937e-07, "loss": 0.026680678129196167, "step": 916, "token_acc": 0.9933035714285714 }, { "epoch": 0.8747913188647746, "grad_norm": 0.5936495065689087, "learning_rate": 9.494635969882426e-07, "loss": 0.028761956840753555, "step": 917, "token_acc": 0.9888392857142857 }, { "epoch": 0.8757452897686621, "grad_norm": 0.25858911871910095, "learning_rate": 9.353600204317204e-07, "loss": 0.008202639408409595, "step": 918, "token_acc": 0.9977678571428571 }, { "epoch": 0.8766992606725494, "grad_norm": 1.178626537322998, "learning_rate": 9.213568374493176e-07, "loss": 0.026561353355646133, "step": 919, "token_acc": 0.9910714285714286 }, { "epoch": 0.8776532315764369, "grad_norm": 0.5345150232315063, "learning_rate": 9.074542031304367e-07, "loss": 0.015918616205453873, "step": 920, "token_acc": 0.9955357142857143 }, { "epoch": 0.8786072024803243, "grad_norm": 0.8874555230140686, "learning_rate": 8.936522714508678e-07, "loss": 0.0582713857293129, "step": 921, "token_acc": 0.9754464285714286 }, { "epoch": 0.8795611733842118, "grad_norm": 0.6906724572181702, "learning_rate": 8.799511952711027e-07, "loss": 0.022202806547284126, "step": 922, "token_acc": 0.9910714285714286 }, { "epoch": 0.8805151442880992, "grad_norm": 0.4896477162837982, "learning_rate": 8.663511263346114e-07, "loss": 0.028961479663848877, "step": 923, "token_acc": 0.9910714285714286 }, { "epoch": 0.8814691151919867, "grad_norm": 0.46079525351524353, "learning_rate": 8.528522152661966e-07, "loss": 0.012134992517530918, "step": 924, "token_acc": 0.9955357142857143 }, { "epoch": 0.882423086095874, "grad_norm": 0.269451767206192, "learning_rate": 8.394546115702928e-07, "loss": 0.014055476523935795, "step": 925, "token_acc": 0.9955357142857143 }, { "epoch": 0.8833770569997615, "grad_norm": 0.5028139352798462, "learning_rate": 8.261584636293329e-07, "loss": 0.02707955427467823, "step": 926, "token_acc": 0.9888392857142857 }, { "epoch": 0.8843310279036489, "grad_norm": 0.7444889545440674, "learning_rate": 8.129639187020954e-07, "loss": 0.02506444603204727, "step": 927, "token_acc": 0.9910714285714286 }, { "epoch": 0.8852849988075364, "grad_norm": 0.8389450907707214, "learning_rate": 7.998711229220779e-07, "loss": 0.020772624760866165, "step": 928, "token_acc": 0.9933035714285714 }, { "epoch": 0.8862389697114238, "grad_norm": 0.41619688272476196, "learning_rate": 7.868802212958704e-07, "loss": 0.01933935657143593, "step": 929, "token_acc": 0.9955357142857143 }, { "epoch": 0.8871929406153113, "grad_norm": 0.9547166228294373, "learning_rate": 7.739913577015612e-07, "loss": 0.023745784536004066, "step": 930, "token_acc": 0.9933035714285714 }, { "epoch": 0.8881469115191987, "grad_norm": 0.47434502840042114, "learning_rate": 7.612046748871327e-07, "loss": 0.024374153465032578, "step": 931, "token_acc": 0.9910714285714286 }, { "epoch": 0.889100882423086, "grad_norm": 0.4281620979309082, "learning_rate": 7.485203144688868e-07, "loss": 0.020798206329345703, "step": 932, "token_acc": 0.9933035714285714 }, { "epoch": 0.8900548533269735, "grad_norm": 0.8788855075836182, "learning_rate": 7.359384169298744e-07, "loss": 0.034391582012176514, "step": 933, "token_acc": 0.9866071428571429 }, { "epoch": 0.8910088242308609, "grad_norm": 0.4572202265262604, "learning_rate": 7.234591216183395e-07, "loss": 0.024278996512293816, "step": 934, "token_acc": 0.9910714285714286 }, { "epoch": 0.8919627951347484, "grad_norm": 0.7116801738739014, "learning_rate": 7.110825667461762e-07, "loss": 0.016299758106470108, "step": 935, "token_acc": 0.9933035714285714 }, { "epoch": 0.8929167660386358, "grad_norm": 0.5438756942749023, "learning_rate": 6.988088893873968e-07, "loss": 0.031037520617246628, "step": 936, "token_acc": 0.9888392857142857 }, { "epoch": 0.8938707369425233, "grad_norm": 0.9555469155311584, "learning_rate": 6.866382254766158e-07, "loss": 0.037803925573825836, "step": 937, "token_acc": 0.984375 }, { "epoch": 0.8948247078464107, "grad_norm": 0.4545140564441681, "learning_rate": 6.745707098075427e-07, "loss": 0.023599732667207718, "step": 938, "token_acc": 0.9910714285714286 }, { "epoch": 0.8957786787502982, "grad_norm": 0.31578153371810913, "learning_rate": 6.62606476031491e-07, "loss": 0.01766117848455906, "step": 939, "token_acc": 0.9933035714285714 }, { "epoch": 0.8967326496541855, "grad_norm": 0.37975117564201355, "learning_rate": 6.507456566558912e-07, "loss": 0.02326471358537674, "step": 940, "token_acc": 0.9910714285714286 }, { "epoch": 0.897686620558073, "grad_norm": 0.5992665886878967, "learning_rate": 6.3898838304284e-07, "loss": 0.02239096537232399, "step": 941, "token_acc": 0.9910714285714286 }, { "epoch": 0.8986405914619604, "grad_norm": 0.9395410418510437, "learning_rate": 6.273347854076195e-07, "loss": 0.0331294909119606, "step": 942, "token_acc": 0.9888392857142857 }, { "epoch": 0.8995945623658479, "grad_norm": 0.5233660936355591, "learning_rate": 6.157849928172832e-07, "loss": 0.026134084910154343, "step": 943, "token_acc": 0.9910714285714286 }, { "epoch": 0.9005485332697353, "grad_norm": 0.5213737487792969, "learning_rate": 6.043391331892035e-07, "loss": 0.025591939687728882, "step": 944, "token_acc": 0.9888392857142857 }, { "epoch": 0.9015025041736227, "grad_norm": 1.0065773725509644, "learning_rate": 5.929973332896677e-07, "loss": 0.02987801842391491, "step": 945, "token_acc": 0.9910714285714286 }, { "epoch": 0.9024564750775101, "grad_norm": 0.31456294655799866, "learning_rate": 5.817597187324719e-07, "loss": 0.01788651943206787, "step": 946, "token_acc": 0.9933035714285714 }, { "epoch": 0.9034104459813975, "grad_norm": 0.4720568060874939, "learning_rate": 5.706264139775286e-07, "loss": 0.03180644288659096, "step": 947, "token_acc": 0.9910714285714286 }, { "epoch": 0.904364416885285, "grad_norm": 0.2054767608642578, "learning_rate": 5.595975423294852e-07, "loss": 0.010669165290892124, "step": 948, "token_acc": 0.9933035714285714 }, { "epoch": 0.9053183877891724, "grad_norm": 0.711674690246582, "learning_rate": 5.486732259363647e-07, "loss": 0.022961318492889404, "step": 949, "token_acc": 0.9866071428571429 }, { "epoch": 0.9062723586930599, "grad_norm": 0.35820242762565613, "learning_rate": 5.378535857882094e-07, "loss": 0.012847000733017921, "step": 950, "token_acc": 0.9910714285714286 }, { "epoch": 0.9072263295969473, "grad_norm": 1.0687084197998047, "learning_rate": 5.271387417157392e-07, "loss": 0.025610988959670067, "step": 951, "token_acc": 0.9866071428571429 }, { "epoch": 0.9081803005008348, "grad_norm": 0.639954149723053, "learning_rate": 5.165288123890278e-07, "loss": 0.02159007079899311, "step": 952, "token_acc": 0.9910714285714286 }, { "epoch": 0.9091342714047221, "grad_norm": 0.5337105393409729, "learning_rate": 5.060239153161872e-07, "loss": 0.01341373659670353, "step": 953, "token_acc": 0.9977678571428571 }, { "epoch": 0.9100882423086096, "grad_norm": 0.5256993770599365, "learning_rate": 4.956241668420647e-07, "loss": 0.022264942526817322, "step": 954, "token_acc": 0.9888392857142857 }, { "epoch": 0.911042213212497, "grad_norm": 1.0009477138519287, "learning_rate": 4.853296821469589e-07, "loss": 0.04649229720234871, "step": 955, "token_acc": 0.984375 }, { "epoch": 0.9119961841163845, "grad_norm": 0.5921427607536316, "learning_rate": 4.751405752453375e-07, "loss": 0.02808457985520363, "step": 956, "token_acc": 0.9888392857142857 }, { "epoch": 0.9129501550202719, "grad_norm": 0.9408589601516724, "learning_rate": 4.650569589845766e-07, "loss": 0.03792642429471016, "step": 957, "token_acc": 0.9866071428571429 }, { "epoch": 0.9139041259241593, "grad_norm": 0.6075693368911743, "learning_rate": 4.5507894504371877e-07, "loss": 0.012678258121013641, "step": 958, "token_acc": 0.9955357142857143 }, { "epoch": 0.9148580968280468, "grad_norm": 0.3197164237499237, "learning_rate": 4.4520664393222e-07, "loss": 0.015815984457731247, "step": 959, "token_acc": 0.9933035714285714 }, { "epoch": 0.9158120677319341, "grad_norm": 0.5659334063529968, "learning_rate": 4.3544016498874855e-07, "loss": 0.04057794064283371, "step": 960, "token_acc": 0.984375 }, { "epoch": 0.9167660386358216, "grad_norm": 0.37720972299575806, "learning_rate": 4.2577961637994544e-07, "loss": 0.017875945195555687, "step": 961, "token_acc": 0.9933035714285714 }, { "epoch": 0.917720009539709, "grad_norm": 0.3828350901603699, "learning_rate": 4.1622510509925383e-07, "loss": 0.018428213894367218, "step": 962, "token_acc": 0.9955357142857143 }, { "epoch": 0.9186739804435965, "grad_norm": 0.7312281727790833, "learning_rate": 4.067767369657161e-07, "loss": 0.012667777016758919, "step": 963, "token_acc": 0.9955357142857143 }, { "epoch": 0.9196279513474839, "grad_norm": 0.771397590637207, "learning_rate": 3.9743461662281046e-07, "loss": 0.038152046501636505, "step": 964, "token_acc": 0.9888392857142857 }, { "epoch": 0.9205819222513714, "grad_norm": 0.7862317562103271, "learning_rate": 3.8819884753728665e-07, "loss": 0.05438403785228729, "step": 965, "token_acc": 0.9866071428571429 }, { "epoch": 0.9215358931552587, "grad_norm": 0.5079373121261597, "learning_rate": 3.7906953199802643e-07, "loss": 0.025255654007196426, "step": 966, "token_acc": 0.9888392857142857 }, { "epoch": 0.9224898640591462, "grad_norm": 0.6522610187530518, "learning_rate": 3.700467711149025e-07, "loss": 0.02498907595872879, "step": 967, "token_acc": 0.9910714285714286 }, { "epoch": 0.9234438349630336, "grad_norm": 0.5099482536315918, "learning_rate": 3.6113066481766936e-07, "loss": 0.019599182531237602, "step": 968, "token_acc": 0.9910714285714286 }, { "epoch": 0.9243978058669211, "grad_norm": 0.486569881439209, "learning_rate": 3.5232131185484075e-07, "loss": 0.02945106104016304, "step": 969, "token_acc": 0.9888392857142857 }, { "epoch": 0.9253517767708085, "grad_norm": 0.5276033878326416, "learning_rate": 3.436188097926174e-07, "loss": 0.024645555764436722, "step": 970, "token_acc": 0.9955357142857143 }, { "epoch": 0.9263057476746959, "grad_norm": 0.371501624584198, "learning_rate": 3.350232550137833e-07, "loss": 0.012489758431911469, "step": 971, "token_acc": 0.9955357142857143 }, { "epoch": 0.9272597185785834, "grad_norm": 0.6125059127807617, "learning_rate": 3.2653474271665986e-07, "loss": 0.035271987318992615, "step": 972, "token_acc": 0.9866071428571429 }, { "epoch": 0.9282136894824707, "grad_norm": 0.3723781704902649, "learning_rate": 3.1815336691403464e-07, "loss": 0.020899686962366104, "step": 973, "token_acc": 0.9933035714285714 }, { "epoch": 0.9291676603863582, "grad_norm": 0.555321216583252, "learning_rate": 3.098792204321255e-07, "loss": 0.021168559789657593, "step": 974, "token_acc": 0.9933035714285714 }, { "epoch": 0.9301216312902456, "grad_norm": 0.6809287071228027, "learning_rate": 3.0171239490956237e-07, "loss": 0.041531920433044434, "step": 975, "token_acc": 0.9866071428571429 }, { "epoch": 0.9310756021941331, "grad_norm": 0.5287244319915771, "learning_rate": 2.9365298079635284e-07, "loss": 0.018969712778925896, "step": 976, "token_acc": 0.9933035714285714 }, { "epoch": 0.9320295730980205, "grad_norm": 0.5541262626647949, "learning_rate": 2.857010673529015e-07, "loss": 0.021264666691422462, "step": 977, "token_acc": 0.9955357142857143 }, { "epoch": 0.932983544001908, "grad_norm": 0.427114337682724, "learning_rate": 2.7785674264900195e-07, "loss": 0.019538335502147675, "step": 978, "token_acc": 0.9955357142857143 }, { "epoch": 0.9339375149057954, "grad_norm": 0.6517471075057983, "learning_rate": 2.701200935628767e-07, "loss": 0.029155554249882698, "step": 979, "token_acc": 0.9866071428571429 }, { "epoch": 0.9348914858096828, "grad_norm": 0.7577873468399048, "learning_rate": 2.624912057802087e-07, "loss": 0.03729645907878876, "step": 980, "token_acc": 0.9866071428571429 }, { "epoch": 0.9358454567135702, "grad_norm": 0.4888169765472412, "learning_rate": 2.5497016379318894e-07, "loss": 0.02664719521999359, "step": 981, "token_acc": 0.9910714285714286 }, { "epoch": 0.9367994276174577, "grad_norm": 0.6530892848968506, "learning_rate": 2.475570508995862e-07, "loss": 0.03716087341308594, "step": 982, "token_acc": 0.9888392857142857 }, { "epoch": 0.9377533985213451, "grad_norm": 0.21365688741207123, "learning_rate": 2.4025194920182405e-07, "loss": 0.01188071258366108, "step": 983, "token_acc": 0.9955357142857143 }, { "epoch": 0.9387073694252326, "grad_norm": 0.6446981430053711, "learning_rate": 2.3305493960606884e-07, "loss": 0.031274065375328064, "step": 984, "token_acc": 0.9821428571428571 }, { "epoch": 0.93966134032912, "grad_norm": 0.8109838366508484, "learning_rate": 2.2596610182133328e-07, "loss": 0.03735428676009178, "step": 985, "token_acc": 0.9821428571428571 }, { "epoch": 0.9406153112330073, "grad_norm": 0.7646051645278931, "learning_rate": 2.189855143585984e-07, "loss": 0.035758454352617264, "step": 986, "token_acc": 0.9888392857142857 }, { "epoch": 0.9415692821368948, "grad_norm": 0.8830524682998657, "learning_rate": 2.121132545299376e-07, "loss": 0.030178626999258995, "step": 987, "token_acc": 0.9910714285714286 }, { "epoch": 0.9425232530407822, "grad_norm": 0.35983145236968994, "learning_rate": 2.05349398447664e-07, "loss": 0.022537147626280785, "step": 988, "token_acc": 0.9888392857142857 }, { "epoch": 0.9434772239446697, "grad_norm": 0.44821178913116455, "learning_rate": 1.986940210234922e-07, "loss": 0.025648226961493492, "step": 989, "token_acc": 0.9933035714285714 }, { "epoch": 0.9444311948485571, "grad_norm": 0.20756188035011292, "learning_rate": 1.921471959676957e-07, "loss": 0.00956190750002861, "step": 990, "token_acc": 0.9977678571428571 }, { "epoch": 0.9453851657524446, "grad_norm": 0.7121948599815369, "learning_rate": 1.8570899578830293e-07, "loss": 0.02569008432328701, "step": 991, "token_acc": 0.9910714285714286 }, { "epoch": 0.946339136656332, "grad_norm": 0.7557868957519531, "learning_rate": 1.7937949179029134e-07, "loss": 0.03088263049721718, "step": 992, "token_acc": 0.9888392857142857 }, { "epoch": 0.9472931075602194, "grad_norm": 0.40744253993034363, "learning_rate": 1.731587540747903e-07, "loss": 0.013938242569565773, "step": 993, "token_acc": 0.9977678571428571 }, { "epoch": 0.9482470784641068, "grad_norm": 0.803503155708313, "learning_rate": 1.6704685153831614e-07, "loss": 0.02520177885890007, "step": 994, "token_acc": 0.9910714285714286 }, { "epoch": 0.9492010493679943, "grad_norm": 0.6339871883392334, "learning_rate": 1.6104385187199812e-07, "loss": 0.01846286654472351, "step": 995, "token_acc": 0.9933035714285714 }, { "epoch": 0.9501550202718817, "grad_norm": 0.8509634733200073, "learning_rate": 1.5514982156083936e-07, "loss": 0.03374063968658447, "step": 996, "token_acc": 0.9866071428571429 }, { "epoch": 0.9511089911757692, "grad_norm": 0.45939046144485474, "learning_rate": 1.4936482588296942e-07, "loss": 0.01673653908073902, "step": 997, "token_acc": 0.9955357142857143 }, { "epoch": 0.9520629620796566, "grad_norm": 0.8948510885238647, "learning_rate": 1.4368892890893161e-07, "loss": 0.040095843374729156, "step": 998, "token_acc": 0.9866071428571429 }, { "epoch": 0.953016932983544, "grad_norm": 0.6996676325798035, "learning_rate": 1.381221935009669e-07, "loss": 0.013478945940732956, "step": 999, "token_acc": 0.9977678571428571 }, { "epoch": 0.9539709038874314, "grad_norm": 0.377691388130188, "learning_rate": 1.3266468131232e-07, "loss": 0.01931670308113098, "step": 1000, "token_acc": 0.9933035714285714 }, { "epoch": 0.9549248747913188, "grad_norm": 0.1741074025630951, "learning_rate": 1.2731645278655448e-07, "loss": 0.013010690920054913, "step": 1001, "token_acc": 0.9955357142857143 }, { "epoch": 0.9558788456952063, "grad_norm": 0.4779403805732727, "learning_rate": 1.2207756715688745e-07, "loss": 0.04555092006921768, "step": 1002, "token_acc": 0.984375 }, { "epoch": 0.9568328165990937, "grad_norm": 0.4562206566333771, "learning_rate": 1.1694808244552824e-07, "loss": 0.018142689019441605, "step": 1003, "token_acc": 0.9955357142857143 }, { "epoch": 0.9577867875029812, "grad_norm": 0.3748687207698822, "learning_rate": 1.1192805546304309e-07, "loss": 0.015005480498075485, "step": 1004, "token_acc": 0.9955357142857143 }, { "epoch": 0.9587407584068686, "grad_norm": 0.5688549280166626, "learning_rate": 1.0701754180771462e-07, "loss": 0.020399540662765503, "step": 1005, "token_acc": 0.9910714285714286 }, { "epoch": 0.9596947293107561, "grad_norm": 0.6178834438323975, "learning_rate": 1.0221659586494014e-07, "loss": 0.03575156629085541, "step": 1006, "token_acc": 0.984375 }, { "epoch": 0.9606487002146434, "grad_norm": 0.28566721081733704, "learning_rate": 9.752527080661655e-08, "loss": 0.01705220900475979, "step": 1007, "token_acc": 0.9888392857142857 }, { "epoch": 0.9616026711185309, "grad_norm": 0.704168975353241, "learning_rate": 9.294361859056188e-08, "loss": 0.03626350313425064, "step": 1008, "token_acc": 0.9866071428571429 }, { "epoch": 0.9625566420224183, "grad_norm": 0.35423412919044495, "learning_rate": 8.847168995992916e-08, "loss": 0.02964845299720764, "step": 1009, "token_acc": 0.9866071428571429 }, { "epoch": 0.9635106129263058, "grad_norm": 0.49338576197624207, "learning_rate": 8.410953444265346e-08, "loss": 0.021916253492236137, "step": 1010, "token_acc": 0.9910714285714286 }, { "epoch": 0.9644645838301932, "grad_norm": 0.44243261218070984, "learning_rate": 7.985720035090239e-08, "loss": 0.033137090504169464, "step": 1011, "token_acc": 0.9866071428571429 }, { "epoch": 0.9654185547340806, "grad_norm": 0.7621094584465027, "learning_rate": 7.571473478053426e-08, "loss": 0.03609418496489525, "step": 1012, "token_acc": 0.9866071428571429 }, { "epoch": 0.966372525637968, "grad_norm": 0.9789162874221802, "learning_rate": 7.16821836105841e-08, "loss": 0.03698336333036423, "step": 1013, "token_acc": 0.984375 }, { "epoch": 0.9673264965418554, "grad_norm": 0.575855553150177, "learning_rate": 6.775959150275069e-08, "loss": 0.020425789058208466, "step": 1014, "token_acc": 0.9910714285714286 }, { "epoch": 0.9682804674457429, "grad_norm": 0.3746373951435089, "learning_rate": 6.394700190090252e-08, "loss": 0.01969672366976738, "step": 1015, "token_acc": 0.9955357142857143 }, { "epoch": 0.9692344383496303, "grad_norm": 0.3731706738471985, "learning_rate": 6.024445703060155e-08, "loss": 0.018558591604232788, "step": 1016, "token_acc": 0.9910714285714286 }, { "epoch": 0.9701884092535178, "grad_norm": 0.32971906661987305, "learning_rate": 5.665199789862907e-08, "loss": 0.012820541858673096, "step": 1017, "token_acc": 0.9955357142857143 }, { "epoch": 0.9711423801574052, "grad_norm": 0.7994176149368286, "learning_rate": 5.3169664292532785e-08, "loss": 0.03660791367292404, "step": 1018, "token_acc": 0.9866071428571429 }, { "epoch": 0.9720963510612927, "grad_norm": 0.6040897369384766, "learning_rate": 4.979749478019158e-08, "loss": 0.02680812031030655, "step": 1019, "token_acc": 0.9910714285714286 }, { "epoch": 0.97305032196518, "grad_norm": 0.2660669982433319, "learning_rate": 4.653552670938144e-08, "loss": 0.01762676052749157, "step": 1020, "token_acc": 0.9910714285714286 }, { "epoch": 0.9740042928690675, "grad_norm": 0.4750731885433197, "learning_rate": 4.338379620736577e-08, "loss": 0.02919600158929825, "step": 1021, "token_acc": 0.984375 }, { "epoch": 0.9749582637729549, "grad_norm": 0.8773065805435181, "learning_rate": 4.034233818049349e-08, "loss": 0.03456495702266693, "step": 1022, "token_acc": 0.9821428571428571 }, { "epoch": 0.9759122346768424, "grad_norm": 0.3030206263065338, "learning_rate": 3.741118631381269e-08, "loss": 0.021149970591068268, "step": 1023, "token_acc": 0.9888392857142857 }, { "epoch": 0.9768662055807298, "grad_norm": 0.23934495449066162, "learning_rate": 3.459037307069979e-08, "loss": 0.015970688313245773, "step": 1024, "token_acc": 0.9955357142857143 }, { "epoch": 0.9778201764846172, "grad_norm": 1.0119521617889404, "learning_rate": 3.187992969249876e-08, "loss": 0.054447926580905914, "step": 1025, "token_acc": 0.9776785714285714 }, { "epoch": 0.9787741473885047, "grad_norm": 0.6863186955451965, "learning_rate": 2.9279886198171347e-08, "loss": 0.018625807017087936, "step": 1026, "token_acc": 0.9955357142857143 }, { "epoch": 0.979728118292392, "grad_norm": 0.4936025142669678, "learning_rate": 2.6790271383970723e-08, "loss": 0.030587397515773773, "step": 1027, "token_acc": 0.9888392857142857 }, { "epoch": 0.9806820891962795, "grad_norm": 0.36574676632881165, "learning_rate": 2.4411112823117255e-08, "loss": 0.030218414962291718, "step": 1028, "token_acc": 0.984375 }, { "epoch": 0.9816360601001669, "grad_norm": 0.6911560893058777, "learning_rate": 2.2142436865499884e-08, "loss": 0.022872958332300186, "step": 1029, "token_acc": 0.9910714285714286 }, { "epoch": 0.9825900310040544, "grad_norm": 0.5458095073699951, "learning_rate": 1.9984268637374126e-08, "loss": 0.017420634627342224, "step": 1030, "token_acc": 0.9955357142857143 }, { "epoch": 0.9835440019079418, "grad_norm": 0.511193037033081, "learning_rate": 1.7936632041094527e-08, "loss": 0.020349685102701187, "step": 1031, "token_acc": 0.9933035714285714 }, { "epoch": 0.9844979728118293, "grad_norm": 0.4344507157802582, "learning_rate": 1.5999549754843747e-08, "loss": 0.014217553660273552, "step": 1032, "token_acc": 0.9955357142857143 }, { "epoch": 0.9854519437157166, "grad_norm": 0.9310397505760193, "learning_rate": 1.4173043232380557e-08, "loss": 0.02957947552204132, "step": 1033, "token_acc": 0.9888392857142857 }, { "epoch": 0.9864059146196041, "grad_norm": 0.4941805601119995, "learning_rate": 1.2457132702806685e-08, "loss": 0.021426985040307045, "step": 1034, "token_acc": 0.9933035714285714 }, { "epoch": 0.9873598855234915, "grad_norm": 0.4110791087150574, "learning_rate": 1.0851837170340329e-08, "loss": 0.015602154657244682, "step": 1035, "token_acc": 0.9933035714285714 }, { "epoch": 0.988313856427379, "grad_norm": 0.6158868670463562, "learning_rate": 9.35717441410411e-09, "loss": 0.03383296728134155, "step": 1036, "token_acc": 0.9866071428571429 }, { "epoch": 0.9892678273312664, "grad_norm": 0.9958640933036804, "learning_rate": 7.973160987931883e-09, "loss": 0.03429996222257614, "step": 1037, "token_acc": 0.984375 }, { "epoch": 0.9902217982351539, "grad_norm": 0.42706793546676636, "learning_rate": 6.6998122201822335e-09, "loss": 0.013008158653974533, "step": 1038, "token_acc": 0.9955357142857143 }, { "epoch": 0.9911757691390413, "grad_norm": 0.4637565016746521, "learning_rate": 5.537142213569713e-09, "loss": 0.02145121619105339, "step": 1039, "token_acc": 0.9933035714285714 }, { "epoch": 0.9921297400429286, "grad_norm": 0.5333259105682373, "learning_rate": 4.48516384500941e-09, "loss": 0.03513602912425995, "step": 1040, "token_acc": 0.984375 }, { "epoch": 0.9930837109468161, "grad_norm": 0.23803119361400604, "learning_rate": 3.5438887654737355e-09, "loss": 0.011029770597815514, "step": 1041, "token_acc": 0.9955357142857143 }, { "epoch": 0.9940376818507035, "grad_norm": 0.6246108412742615, "learning_rate": 2.71332739986363e-09, "loss": 0.025174371898174286, "step": 1042, "token_acc": 0.9888392857142857 }, { "epoch": 0.994991652754591, "grad_norm": 0.38317450881004333, "learning_rate": 1.993488946891997e-09, "loss": 0.029725419357419014, "step": 1043, "token_acc": 0.9910714285714286 }, { "epoch": 0.9959456236584784, "grad_norm": 0.6810036897659302, "learning_rate": 1.3843813789826688e-09, "loss": 0.029039861634373665, "step": 1044, "token_acc": 0.9888392857142857 }, { "epoch": 0.9968995945623659, "grad_norm": 0.24585974216461182, "learning_rate": 8.860114421826993e-10, "loss": 0.01479651965200901, "step": 1045, "token_acc": 0.9933035714285714 }, { "epoch": 0.9978535654662533, "grad_norm": 0.9865719079971313, "learning_rate": 4.983846560857597e-10, "loss": 0.017936332151293755, "step": 1046, "token_acc": 0.9933035714285714 }, { "epoch": 0.9988075363701407, "grad_norm": 0.1908634454011917, "learning_rate": 2.2150531377551633e-10, "loss": 0.008468073792755604, "step": 1047, "token_acc": 0.9977678571428571 }, { "epoch": 0.9997615072740281, "grad_norm": 0.7602754831314087, "learning_rate": 5.5376481771229894e-11, "loss": 0.04391952604055405, "step": 1048, "token_acc": 0.9821428571428571 }, { "epoch": 1.0, "grad_norm": 0.43921464681625366, "learning_rate": 0.0, "loss": 0.009863020852208138, "step": 1049, "token_acc": 1.0 } ], "logging_steps": 1, "max_steps": 1049, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 800, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 26109256814592.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }