| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.26930755966966147, |
| "eval_steps": 500, |
| "global_step": 5935, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00045376168436337235, |
| "grad_norm": 33.700575849311655, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 2.135559844970703, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0009075233687267447, |
| "grad_norm": 42.61937790702005, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 1.2333361625671386, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.001361285053090117, |
| "grad_norm": 59.78398601810045, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.9913753509521485, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0018150467374534894, |
| "grad_norm": 9.000856351949166, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.8920389175415039, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0022688084218168616, |
| "grad_norm": 6.411342445022513, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.872259521484375, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.002722570106180234, |
| "grad_norm": 16.593767952488978, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.8293242454528809, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0031763317905436064, |
| "grad_norm": 28.491365409414406, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.8571812629699707, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.003630093474906979, |
| "grad_norm": 70.97016809107335, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.8569000244140625, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.004083855159270351, |
| "grad_norm": 17.22979260105877, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.8691472053527832, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.004537616843633723, |
| "grad_norm": 7.177993416395754, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.847593879699707, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.004991378527997096, |
| "grad_norm": 86.81590963101131, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.7963851451873779, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.005445140212360468, |
| "grad_norm": 19.345789336537777, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.7768198013305664, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.005898901896723841, |
| "grad_norm": 31.493557815634816, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.8187647819519043, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.006352663581087213, |
| "grad_norm": 28.326685019578516, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.8060824394226074, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.006806425265450586, |
| "grad_norm": 14.750887393368782, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.8781991958618164, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.007260186949813958, |
| "grad_norm": 24.02644216435556, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.8258254051208496, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.00771394863417733, |
| "grad_norm": 12.620566889664511, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.8197063446044922, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.008167710318540702, |
| "grad_norm": 8.507375320274459, |
| "learning_rate": 2e-05, |
| "loss": 0.829745864868164, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.008621472002904074, |
| "grad_norm": 8.624818937885534, |
| "learning_rate": 2e-05, |
| "loss": 0.8533475875854493, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.009075233687267446, |
| "grad_norm": 36.279535045904844, |
| "learning_rate": 2e-05, |
| "loss": 0.8423559188842773, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.00952899537163082, |
| "grad_norm": 15.3885344506724, |
| "learning_rate": 2e-05, |
| "loss": 0.847628116607666, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.009982757055994192, |
| "grad_norm": 6.933332738558382, |
| "learning_rate": 2e-05, |
| "loss": 0.8622509002685547, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.010436518740357564, |
| "grad_norm": 7.288575583436198, |
| "learning_rate": 2e-05, |
| "loss": 0.8516143798828125, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.010890280424720936, |
| "grad_norm": 5.432497195617162, |
| "learning_rate": 2e-05, |
| "loss": 0.8451622009277344, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01134404210908431, |
| "grad_norm": 13.108630640507068, |
| "learning_rate": 2e-05, |
| "loss": 0.8770389556884766, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.011797803793447682, |
| "grad_norm": 13.296277537542986, |
| "learning_rate": 2e-05, |
| "loss": 0.8751070976257325, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.012251565477811054, |
| "grad_norm": 8.15547279712017, |
| "learning_rate": 2e-05, |
| "loss": 0.8359760284423828, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.012705327162174426, |
| "grad_norm": 3.8614754534197484, |
| "learning_rate": 2e-05, |
| "loss": 0.8397187232971192, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.013159088846537798, |
| "grad_norm": 3.928378485854922, |
| "learning_rate": 2e-05, |
| "loss": 0.8067515373229981, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.013612850530901171, |
| "grad_norm": 14.53890809725787, |
| "learning_rate": 2e-05, |
| "loss": 0.8569300651550293, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.014066612215264543, |
| "grad_norm": 2.5562493023766875, |
| "learning_rate": 2e-05, |
| "loss": 0.8449411392211914, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.014520373899627915, |
| "grad_norm": 2.173396163551825, |
| "learning_rate": 2e-05, |
| "loss": 0.8006858825683594, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.014974135583991287, |
| "grad_norm": 12.884915148556473, |
| "learning_rate": 2e-05, |
| "loss": 0.8169196128845215, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.01542789726835466, |
| "grad_norm": 4.133267397556853, |
| "learning_rate": 2e-05, |
| "loss": 0.8178797721862793, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.015881658952718033, |
| "grad_norm": 4.4839538913118, |
| "learning_rate": 2e-05, |
| "loss": 0.7991756439208985, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.016335420637081405, |
| "grad_norm": 5.5992645013580065, |
| "learning_rate": 2e-05, |
| "loss": 0.8095648765563965, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.016789182321444777, |
| "grad_norm": 2.4747669764356837, |
| "learning_rate": 2e-05, |
| "loss": 0.8225090026855468, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.01724294400580815, |
| "grad_norm": 2.511158852648722, |
| "learning_rate": 2e-05, |
| "loss": 0.7729404449462891, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.01769670569017152, |
| "grad_norm": 2.2738595224738862, |
| "learning_rate": 2e-05, |
| "loss": 0.7858805656433105, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.018150467374534893, |
| "grad_norm": 3.0217600696491207, |
| "learning_rate": 2e-05, |
| "loss": 0.8098352432250977, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.018604229058898268, |
| "grad_norm": 1.8954573295840658, |
| "learning_rate": 2e-05, |
| "loss": 0.7862910747528076, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.01905799074326164, |
| "grad_norm": 2.0431879466326532, |
| "learning_rate": 2e-05, |
| "loss": 0.7868980407714844, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.019511752427625012, |
| "grad_norm": 4.6488552474284495, |
| "learning_rate": 2e-05, |
| "loss": 0.7740491390228271, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.019965514111988384, |
| "grad_norm": 2.1071044234720504, |
| "learning_rate": 2e-05, |
| "loss": 0.7678849697113037, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.020419275796351756, |
| "grad_norm": 4.824939291325391, |
| "learning_rate": 2e-05, |
| "loss": 0.7809176445007324, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.020873037480715128, |
| "grad_norm": 2.3615298985348807, |
| "learning_rate": 2e-05, |
| "loss": 0.8083951950073243, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0213267991650785, |
| "grad_norm": 1.3296461606887355, |
| "learning_rate": 2e-05, |
| "loss": 0.8065496444702148, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.021780560849441872, |
| "grad_norm": 1.8850535748077886, |
| "learning_rate": 2e-05, |
| "loss": 0.7924650192260743, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.022234322533805244, |
| "grad_norm": 2.8212320881753956, |
| "learning_rate": 2e-05, |
| "loss": 0.7533183097839355, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.02268808421816862, |
| "grad_norm": 2.1567741760252757, |
| "learning_rate": 2e-05, |
| "loss": 0.8023039817810058, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.02314184590253199, |
| "grad_norm": 1.913414133194118, |
| "learning_rate": 2e-05, |
| "loss": 0.7970404624938965, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.023595607586895363, |
| "grad_norm": 7.847343548355587, |
| "learning_rate": 2e-05, |
| "loss": 0.8151960372924805, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.024049369271258735, |
| "grad_norm": 1.9050240664506954, |
| "learning_rate": 2e-05, |
| "loss": 0.7894588470458984, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.024503130955622107, |
| "grad_norm": 1.774717889208622, |
| "learning_rate": 2e-05, |
| "loss": 0.7657998561859131, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.02495689263998548, |
| "grad_norm": 3.19624735773649, |
| "learning_rate": 2e-05, |
| "loss": 0.8172132492065429, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.02541065432434885, |
| "grad_norm": 119.89007014773632, |
| "learning_rate": 2e-05, |
| "loss": 0.8138757705688476, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.025864416008712223, |
| "grad_norm": 3.422241769168402, |
| "learning_rate": 2e-05, |
| "loss": 0.7874475479125976, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.026318177693075595, |
| "grad_norm": 30.173434363153817, |
| "learning_rate": 2e-05, |
| "loss": 0.8059184074401855, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.02677193937743897, |
| "grad_norm": 8.636985924843131, |
| "learning_rate": 2e-05, |
| "loss": 0.9973684310913086, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.027225701061802342, |
| "grad_norm": 8.465993058483805, |
| "learning_rate": 2e-05, |
| "loss": 0.8142690658569336, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.027679462746165714, |
| "grad_norm": 7.763176456143048, |
| "learning_rate": 2e-05, |
| "loss": 0.813444709777832, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.028133224430529086, |
| "grad_norm": 9.151744621497256, |
| "learning_rate": 2e-05, |
| "loss": 0.7639548301696777, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.02858698611489246, |
| "grad_norm": 2.0256726525570907, |
| "learning_rate": 2e-05, |
| "loss": 0.8043405532836914, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.02904074779925583, |
| "grad_norm": 1.98716726928425, |
| "learning_rate": 2e-05, |
| "loss": 0.7883163452148437, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.029494509483619202, |
| "grad_norm": 2.3604683142582186, |
| "learning_rate": 2e-05, |
| "loss": 0.7694703578948975, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.029948271167982574, |
| "grad_norm": 13.190838557674683, |
| "learning_rate": 2e-05, |
| "loss": 0.774112319946289, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.030402032852345946, |
| "grad_norm": 8.133833525009468, |
| "learning_rate": 2e-05, |
| "loss": 0.7486526489257812, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.03085579453670932, |
| "grad_norm": 12.970450531740925, |
| "learning_rate": 2e-05, |
| "loss": 0.8198841094970704, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.03130955622107269, |
| "grad_norm": 18.22753344715509, |
| "learning_rate": 2e-05, |
| "loss": 0.8183542251586914, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.031763317905436066, |
| "grad_norm": 5.280610592205637, |
| "learning_rate": 2e-05, |
| "loss": 0.8278017044067383, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.032217079589799434, |
| "grad_norm": 4.20756471706492, |
| "learning_rate": 2e-05, |
| "loss": 0.8102832794189453, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.03267084127416281, |
| "grad_norm": 42.72438625516298, |
| "learning_rate": 2e-05, |
| "loss": 0.8131640434265137, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.033124602958526185, |
| "grad_norm": 3.55536319530756, |
| "learning_rate": 2e-05, |
| "loss": 0.793606185913086, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.033578364642889554, |
| "grad_norm": 12.959771922355795, |
| "learning_rate": 2e-05, |
| "loss": 0.7831435203552246, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.03403212632725293, |
| "grad_norm": 6.469259997463987, |
| "learning_rate": 2e-05, |
| "loss": 0.7753517150878906, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0344858880116163, |
| "grad_norm": 34.477603328158615, |
| "learning_rate": 2e-05, |
| "loss": 0.7536171913146973, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.03493964969597967, |
| "grad_norm": 2.328509918402065, |
| "learning_rate": 2e-05, |
| "loss": 0.7809432029724122, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.03539341138034304, |
| "grad_norm": 4.288352937474369, |
| "learning_rate": 2e-05, |
| "loss": 0.7952579498291016, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.03584717306470642, |
| "grad_norm": 7.639274296461497, |
| "learning_rate": 2e-05, |
| "loss": 0.8167254447937011, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.036300934749069785, |
| "grad_norm": 2.5903744589165703, |
| "learning_rate": 2e-05, |
| "loss": 0.7940209865570068, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.03675469643343316, |
| "grad_norm": 1.714046167478395, |
| "learning_rate": 2e-05, |
| "loss": 0.7802738189697266, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.037208458117796536, |
| "grad_norm": 2.356191303105163, |
| "learning_rate": 2e-05, |
| "loss": 0.7603988170623779, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.037662219802159905, |
| "grad_norm": 2.6324392358450206, |
| "learning_rate": 2e-05, |
| "loss": 0.7551675319671631, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.03811598148652328, |
| "grad_norm": 5.1149592386678036, |
| "learning_rate": 2e-05, |
| "loss": 0.7713553428649902, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.03856974317088665, |
| "grad_norm": 4.250591266250503, |
| "learning_rate": 2e-05, |
| "loss": 0.7647957801818848, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.039023504855250024, |
| "grad_norm": 1.484157740941218, |
| "learning_rate": 2e-05, |
| "loss": 0.7875026226043701, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.03947726653961339, |
| "grad_norm": 2.4537172207690814, |
| "learning_rate": 2e-05, |
| "loss": 0.7982926368713379, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.03993102822397677, |
| "grad_norm": 1.885761099206628, |
| "learning_rate": 2e-05, |
| "loss": 0.7709912776947021, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.04038478990834014, |
| "grad_norm": 3.1726728603243513, |
| "learning_rate": 2e-05, |
| "loss": 0.7637313842773438, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.04083855159270351, |
| "grad_norm": 1.734967497093215, |
| "learning_rate": 2e-05, |
| "loss": 0.78067626953125, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.04129231327706689, |
| "grad_norm": 3.298790323372369, |
| "learning_rate": 2e-05, |
| "loss": 0.7815995693206788, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.041746074961430256, |
| "grad_norm": 1.3197318794126558, |
| "learning_rate": 2e-05, |
| "loss": 0.7714223861694336, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.04219983664579363, |
| "grad_norm": 2.179324182696462, |
| "learning_rate": 2e-05, |
| "loss": 0.752001142501831, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.042653598330157, |
| "grad_norm": 1.7760762886617165, |
| "learning_rate": 2e-05, |
| "loss": 0.7619918346405029, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.043107360014520375, |
| "grad_norm": 5.1168406185966235, |
| "learning_rate": 2e-05, |
| "loss": 0.7750636577606201, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.043561121698883744, |
| "grad_norm": 1.8080346226599653, |
| "learning_rate": 2e-05, |
| "loss": 0.7890705108642578, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.04401488338324712, |
| "grad_norm": 1.5578518869917433, |
| "learning_rate": 2e-05, |
| "loss": 0.7533071041107178, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.04446864506761049, |
| "grad_norm": 2.0331640286970094, |
| "learning_rate": 2e-05, |
| "loss": 0.7617393493652344, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.04492240675197386, |
| "grad_norm": 1.2015052654892246, |
| "learning_rate": 2e-05, |
| "loss": 0.7665273189544678, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.04537616843633724, |
| "grad_norm": 1.628143392881603, |
| "learning_rate": 2e-05, |
| "loss": 0.770779037475586, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.04582993012070061, |
| "grad_norm": 1.2039882827957658, |
| "learning_rate": 2e-05, |
| "loss": 0.7887059211730957, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.04628369180506398, |
| "grad_norm": 1.5827671273859805, |
| "learning_rate": 2e-05, |
| "loss": 0.7503167629241944, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.04673745348942735, |
| "grad_norm": 3.868510887527835, |
| "learning_rate": 2e-05, |
| "loss": 0.7796614646911622, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.047191215173790727, |
| "grad_norm": 2.9140174925180067, |
| "learning_rate": 2e-05, |
| "loss": 0.8053103446960449, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.047644976858154095, |
| "grad_norm": 7.892541947564107, |
| "learning_rate": 2e-05, |
| "loss": 0.8123416900634766, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.04809873854251747, |
| "grad_norm": 1.8993885865680917, |
| "learning_rate": 2e-05, |
| "loss": 0.7850803375244141, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.04855250022688084, |
| "grad_norm": 2.1292285710118657, |
| "learning_rate": 2e-05, |
| "loss": 0.8199052810668945, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.049006261911244214, |
| "grad_norm": 1.4765373586924606, |
| "learning_rate": 2e-05, |
| "loss": 0.7806931972503662, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.04946002359560759, |
| "grad_norm": 1.516040890469186, |
| "learning_rate": 2e-05, |
| "loss": 0.7693392753601074, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.04991378527997096, |
| "grad_norm": 2.0831299604400417, |
| "learning_rate": 2e-05, |
| "loss": 0.7863246917724609, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.050367546964334334, |
| "grad_norm": 2.195827470530011, |
| "learning_rate": 2e-05, |
| "loss": 0.7650362968444824, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.0508213086486977, |
| "grad_norm": 3.203619514755763, |
| "learning_rate": 2e-05, |
| "loss": 0.7856436729431152, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.05127507033306108, |
| "grad_norm": 3.564960215102263, |
| "learning_rate": 2e-05, |
| "loss": 0.7714583396911621, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.051728832017424446, |
| "grad_norm": 2.602524659508837, |
| "learning_rate": 2e-05, |
| "loss": 0.7595517635345459, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.05218259370178782, |
| "grad_norm": 3.0105932895678977, |
| "learning_rate": 2e-05, |
| "loss": 0.7478479385375977, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.05263635538615119, |
| "grad_norm": 1.9912075171919272, |
| "learning_rate": 2e-05, |
| "loss": 0.7397075176239014, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.053090117070514566, |
| "grad_norm": 3.0032576981429444, |
| "learning_rate": 2e-05, |
| "loss": 0.7824847221374511, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.05354387875487794, |
| "grad_norm": 1.7741279587695722, |
| "learning_rate": 2e-05, |
| "loss": 0.7740449428558349, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.05399764043924131, |
| "grad_norm": 1.9161385528021593, |
| "learning_rate": 2e-05, |
| "loss": 0.7688920021057128, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.054451402123604685, |
| "grad_norm": 1.6376294125787574, |
| "learning_rate": 2e-05, |
| "loss": 0.7435236930847168, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.05490516380796805, |
| "grad_norm": 2.655987836587518, |
| "learning_rate": 2e-05, |
| "loss": 0.7560546875, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.05535892549233143, |
| "grad_norm": 1.5087730766928222, |
| "learning_rate": 2e-05, |
| "loss": 0.7511416435241699, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.0558126871766948, |
| "grad_norm": 2.9588632994615547, |
| "learning_rate": 2e-05, |
| "loss": 0.7484208583831787, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.05626644886105817, |
| "grad_norm": 13.660542975087127, |
| "learning_rate": 2e-05, |
| "loss": 0.7785249710083008, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.05672021054542154, |
| "grad_norm": 3.189563629774851, |
| "learning_rate": 2e-05, |
| "loss": 0.7544436454772949, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.05717397222978492, |
| "grad_norm": 23.612106104880457, |
| "learning_rate": 2e-05, |
| "loss": 0.7925362586975098, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.05762773391414829, |
| "grad_norm": 3.377156755225946, |
| "learning_rate": 2e-05, |
| "loss": 0.7938989162445068, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.05808149559851166, |
| "grad_norm": 1.6453871136214189, |
| "learning_rate": 2e-05, |
| "loss": 0.7648170471191407, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.058535257282875036, |
| "grad_norm": 1.7098215646357884, |
| "learning_rate": 2e-05, |
| "loss": 0.7756949424743652, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.058989018967238405, |
| "grad_norm": 3.6636095771340043, |
| "learning_rate": 2e-05, |
| "loss": 0.8291525840759277, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.05944278065160178, |
| "grad_norm": 2.177902708692178, |
| "learning_rate": 2e-05, |
| "loss": 0.7537973403930665, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.05989654233596515, |
| "grad_norm": 2.1786512930926945, |
| "learning_rate": 2e-05, |
| "loss": 0.7512475490570069, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.060350304020328524, |
| "grad_norm": 2.3889515043153953, |
| "learning_rate": 2e-05, |
| "loss": 0.7963077068328858, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.06080406570469189, |
| "grad_norm": 6.049406950820628, |
| "learning_rate": 2e-05, |
| "loss": 0.7398816585540772, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.06125782738905527, |
| "grad_norm": 1.6910884112612445, |
| "learning_rate": 2e-05, |
| "loss": 0.7709364891052246, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.06171158907341864, |
| "grad_norm": 2.355501745859088, |
| "learning_rate": 2e-05, |
| "loss": 0.7542487621307373, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.06216535075778201, |
| "grad_norm": 2.1903603191775782, |
| "learning_rate": 2e-05, |
| "loss": 0.8148787498474122, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.06261911244214538, |
| "grad_norm": 4.583080645477956, |
| "learning_rate": 2e-05, |
| "loss": 0.7330617427825927, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.06307287412650876, |
| "grad_norm": 1.5890129050702244, |
| "learning_rate": 2e-05, |
| "loss": 0.7422567367553711, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.06352663581087213, |
| "grad_norm": 1.163231824259212, |
| "learning_rate": 2e-05, |
| "loss": 0.7530087947845459, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.0639803974952355, |
| "grad_norm": 1.9648397918825078, |
| "learning_rate": 2e-05, |
| "loss": 0.7386720180511475, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.06443415917959887, |
| "grad_norm": 1.1154033888302555, |
| "learning_rate": 2e-05, |
| "loss": 0.7690919399261474, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.06488792086396225, |
| "grad_norm": 2.817335534651707, |
| "learning_rate": 2e-05, |
| "loss": 0.7828889846801758, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.06534168254832562, |
| "grad_norm": 1.5652197356391113, |
| "learning_rate": 2e-05, |
| "loss": 0.7418618202209473, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.06579544423268899, |
| "grad_norm": 1.4323144167320692, |
| "learning_rate": 2e-05, |
| "loss": 0.7751660823822022, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.06624920591705237, |
| "grad_norm": 2.0558277244752623, |
| "learning_rate": 2e-05, |
| "loss": 0.7712644577026367, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.06670296760141574, |
| "grad_norm": 19.677486710967138, |
| "learning_rate": 2e-05, |
| "loss": 0.7851467132568359, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.06715672928577911, |
| "grad_norm": 25.384982473704017, |
| "learning_rate": 2e-05, |
| "loss": 0.7457910537719726, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.06761049097014248, |
| "grad_norm": 1.1405705553998693, |
| "learning_rate": 2e-05, |
| "loss": 0.7223224639892578, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.06806425265450586, |
| "grad_norm": 1.5986852504273663, |
| "learning_rate": 2e-05, |
| "loss": 0.7437433242797852, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.06851801433886923, |
| "grad_norm": 1.473364803589886, |
| "learning_rate": 2e-05, |
| "loss": 0.7854445934295654, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.0689717760232326, |
| "grad_norm": 10.816907441073242, |
| "learning_rate": 2e-05, |
| "loss": 0.7771403312683105, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.06942553770759598, |
| "grad_norm": 2.3871999487587425, |
| "learning_rate": 2e-05, |
| "loss": 0.7488942623138428, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.06987929939195935, |
| "grad_norm": 1.29078615018717, |
| "learning_rate": 2e-05, |
| "loss": 0.7702004432678222, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.07033306107632271, |
| "grad_norm": 1.2427006882362452, |
| "learning_rate": 2e-05, |
| "loss": 0.7769896507263183, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.07078682276068608, |
| "grad_norm": 1.8501499468782703, |
| "learning_rate": 2e-05, |
| "loss": 0.7520946025848388, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.07124058444504947, |
| "grad_norm": 2.600210573565917, |
| "learning_rate": 2e-05, |
| "loss": 0.7633906841278076, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.07169434612941283, |
| "grad_norm": 2.522289120850679, |
| "learning_rate": 2e-05, |
| "loss": 0.7302196502685547, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.0721481078137762, |
| "grad_norm": 1.3515878124531273, |
| "learning_rate": 2e-05, |
| "loss": 0.7600698471069336, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.07260186949813957, |
| "grad_norm": 1.140634184395665, |
| "learning_rate": 2e-05, |
| "loss": 0.7558602333068848, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.07305563118250295, |
| "grad_norm": 1.3170969672293371, |
| "learning_rate": 2e-05, |
| "loss": 0.7792963027954102, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.07350939286686632, |
| "grad_norm": 12.865316269450114, |
| "learning_rate": 2e-05, |
| "loss": 0.7376986980438233, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.07396315455122969, |
| "grad_norm": 1.2524502323072844, |
| "learning_rate": 2e-05, |
| "loss": 0.7631961822509765, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.07441691623559307, |
| "grad_norm": 1.1643893423939573, |
| "learning_rate": 2e-05, |
| "loss": 0.7555351257324219, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.07487067791995644, |
| "grad_norm": 3.1366425147206507, |
| "learning_rate": 2e-05, |
| "loss": 0.7184365749359131, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.07532443960431981, |
| "grad_norm": 1.6802684630791902, |
| "learning_rate": 2e-05, |
| "loss": 0.716264295578003, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.07577820128868318, |
| "grad_norm": 1.4738450371157292, |
| "learning_rate": 2e-05, |
| "loss": 0.7608924865722656, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.07623196297304656, |
| "grad_norm": 3.932860483703015, |
| "learning_rate": 2e-05, |
| "loss": 0.763948917388916, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.07668572465740993, |
| "grad_norm": 1.6528466518745035, |
| "learning_rate": 2e-05, |
| "loss": 0.7618756771087647, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.0771394863417733, |
| "grad_norm": 0.9245158103125077, |
| "learning_rate": 2e-05, |
| "loss": 0.7731586456298828, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.07759324802613668, |
| "grad_norm": 1.3297115851518835, |
| "learning_rate": 2e-05, |
| "loss": 0.7360218048095704, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.07804700971050005, |
| "grad_norm": 1.1975864742002036, |
| "learning_rate": 2e-05, |
| "loss": 0.7769705772399902, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.07850077139486342, |
| "grad_norm": 1.2410115385284919, |
| "learning_rate": 2e-05, |
| "loss": 0.7371129035949707, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.07895453307922679, |
| "grad_norm": 1.7317801478129846, |
| "learning_rate": 2e-05, |
| "loss": 0.7660929679870605, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.07940829476359017, |
| "grad_norm": 0.9051550955007733, |
| "learning_rate": 2e-05, |
| "loss": 0.7519168376922607, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.07986205644795354, |
| "grad_norm": 1.6723802945669413, |
| "learning_rate": 2e-05, |
| "loss": 0.7212412834167481, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.0803158181323169, |
| "grad_norm": 0.9762152447317929, |
| "learning_rate": 2e-05, |
| "loss": 0.7753897666931152, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.08076957981668027, |
| "grad_norm": 1.2473869795723174, |
| "learning_rate": 2e-05, |
| "loss": 0.7250448226928711, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.08122334150104366, |
| "grad_norm": 3.1833001654859108, |
| "learning_rate": 2e-05, |
| "loss": 0.7206393241882324, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.08167710318540702, |
| "grad_norm": 1.595724497195245, |
| "learning_rate": 2e-05, |
| "loss": 0.7571566581726075, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.08213086486977039, |
| "grad_norm": 1.4572318958737844, |
| "learning_rate": 2e-05, |
| "loss": 0.7492036342620849, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.08258462655413377, |
| "grad_norm": 2.696706475039584, |
| "learning_rate": 2e-05, |
| "loss": 0.757764196395874, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.08303838823849714, |
| "grad_norm": 9.705539395813444, |
| "learning_rate": 2e-05, |
| "loss": 0.7491719245910644, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.08349214992286051, |
| "grad_norm": 2.445157502577676, |
| "learning_rate": 2e-05, |
| "loss": 0.7391232967376709, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.08394591160722388, |
| "grad_norm": 2.2218722227847745, |
| "learning_rate": 2e-05, |
| "loss": 0.7663413047790527, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.08439967329158726, |
| "grad_norm": 6.437451692035588, |
| "learning_rate": 2e-05, |
| "loss": 0.7212537288665771, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.08485343497595063, |
| "grad_norm": 14.459355718334681, |
| "learning_rate": 2e-05, |
| "loss": 0.7453588008880615, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.085307196660314, |
| "grad_norm": 2.274387051434555, |
| "learning_rate": 2e-05, |
| "loss": 0.7336775779724121, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.08576095834467738, |
| "grad_norm": 2.0275002345768827, |
| "learning_rate": 2e-05, |
| "loss": 0.8232375144958496, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.08621472002904075, |
| "grad_norm": 3.4079005741269714, |
| "learning_rate": 2e-05, |
| "loss": 0.7306999206542969, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.08666848171340412, |
| "grad_norm": 2.888480518708026, |
| "learning_rate": 2e-05, |
| "loss": 0.7341453552246093, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.08712224339776749, |
| "grad_norm": 2.691347164562704, |
| "learning_rate": 2e-05, |
| "loss": 0.7440048217773437, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.08757600508213087, |
| "grad_norm": 2.1392692969810208, |
| "learning_rate": 2e-05, |
| "loss": 0.7886202812194825, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.08802976676649424, |
| "grad_norm": 3.1332404791177275, |
| "learning_rate": 2e-05, |
| "loss": 0.7390870571136474, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.08848352845085761, |
| "grad_norm": 2.2360847842037592, |
| "learning_rate": 2e-05, |
| "loss": 0.7575728416442871, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.08893729013522098, |
| "grad_norm": 4.969135746166459, |
| "learning_rate": 2e-05, |
| "loss": 0.734520435333252, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.08939105181958436, |
| "grad_norm": 3.046212464054818, |
| "learning_rate": 2e-05, |
| "loss": 0.7530054092407227, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.08984481350394773, |
| "grad_norm": 4.929848622369691, |
| "learning_rate": 2e-05, |
| "loss": 0.7513354301452637, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.0902985751883111, |
| "grad_norm": 3.8207364141673184, |
| "learning_rate": 2e-05, |
| "loss": 0.7366059780120849, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.09075233687267448, |
| "grad_norm": 3.445571619835256, |
| "learning_rate": 2e-05, |
| "loss": 0.7999159812927246, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.09120609855703785, |
| "grad_norm": 2.210897089598567, |
| "learning_rate": 2e-05, |
| "loss": 0.7329919338226318, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.09165986024140121, |
| "grad_norm": 1.3151585193661326, |
| "learning_rate": 2e-05, |
| "loss": 0.7405821800231933, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.09211362192576458, |
| "grad_norm": 3.175239796553618, |
| "learning_rate": 2e-05, |
| "loss": 0.7426975250244141, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.09256738361012797, |
| "grad_norm": 1.5460986491899282, |
| "learning_rate": 2e-05, |
| "loss": 0.7336253166198731, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.09302114529449133, |
| "grad_norm": 2.44617108722647, |
| "learning_rate": 2e-05, |
| "loss": 0.7323103904724121, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.0934749069788547, |
| "grad_norm": 1.2023342852694456, |
| "learning_rate": 2e-05, |
| "loss": 0.7493421554565429, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.09392866866321808, |
| "grad_norm": 1.6501372967395636, |
| "learning_rate": 2e-05, |
| "loss": 0.7366260051727295, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.09438243034758145, |
| "grad_norm": 1.5630609314797599, |
| "learning_rate": 2e-05, |
| "loss": 0.7564666748046875, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.09483619203194482, |
| "grad_norm": 1.100093524345851, |
| "learning_rate": 2e-05, |
| "loss": 0.7178175926208497, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.09528995371630819, |
| "grad_norm": 1.203687520284051, |
| "learning_rate": 2e-05, |
| "loss": 0.8053166389465332, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.09574371540067157, |
| "grad_norm": 1.755317345775532, |
| "learning_rate": 2e-05, |
| "loss": 0.7951737403869629, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.09619747708503494, |
| "grad_norm": 1.1331278156810007, |
| "learning_rate": 2e-05, |
| "loss": 0.7216485977172852, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.09665123876939831, |
| "grad_norm": 1.3863522587743262, |
| "learning_rate": 2e-05, |
| "loss": 0.7505239486694336, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.09710500045376168, |
| "grad_norm": 1.106142535654746, |
| "learning_rate": 2e-05, |
| "loss": 0.7577492713928222, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.09755876213812506, |
| "grad_norm": 1.0991599118921827, |
| "learning_rate": 2e-05, |
| "loss": 0.7133097648620605, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.09801252382248843, |
| "grad_norm": 1.2943390794331155, |
| "learning_rate": 2e-05, |
| "loss": 0.7233659267425537, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.0984662855068518, |
| "grad_norm": 1.0502136600603071, |
| "learning_rate": 2e-05, |
| "loss": 0.7315991401672364, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.09892004719121518, |
| "grad_norm": 1.4068742926964601, |
| "learning_rate": 2e-05, |
| "loss": 0.8028385162353515, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.09937380887557855, |
| "grad_norm": 2.534737268552639, |
| "learning_rate": 2e-05, |
| "loss": 0.7296046733856201, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.09982757055994192, |
| "grad_norm": 1.2151364240607376, |
| "learning_rate": 2e-05, |
| "loss": 0.7711813926696778, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.10028133224430529, |
| "grad_norm": 12.637697159869406, |
| "learning_rate": 2e-05, |
| "loss": 0.7253233909606933, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.10073509392866867, |
| "grad_norm": 4.187414972043617, |
| "learning_rate": 2e-05, |
| "loss": 0.7317253112792969, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.10118885561303204, |
| "grad_norm": 6.009696438025872, |
| "learning_rate": 2e-05, |
| "loss": 0.7461653709411621, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.1016426172973954, |
| "grad_norm": 1.5320622144398235, |
| "learning_rate": 2e-05, |
| "loss": 0.7306909561157227, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.10209637898175879, |
| "grad_norm": 1.154341731917967, |
| "learning_rate": 2e-05, |
| "loss": 0.7285379409790039, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.10255014066612216, |
| "grad_norm": 1.2061265003483534, |
| "learning_rate": 2e-05, |
| "loss": 0.7660748481750488, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.10300390235048552, |
| "grad_norm": 1.2663031896068002, |
| "learning_rate": 2e-05, |
| "loss": 0.7520371913909912, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.10345766403484889, |
| "grad_norm": 2.5817180740910617, |
| "learning_rate": 2e-05, |
| "loss": 0.7496843338012695, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.10391142571921227, |
| "grad_norm": 1.1804254908468201, |
| "learning_rate": 2e-05, |
| "loss": 0.6986440181732178, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.10436518740357564, |
| "grad_norm": 2.3525473107366137, |
| "learning_rate": 2e-05, |
| "loss": 0.7352646827697754, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.10481894908793901, |
| "grad_norm": 1.1147715673751997, |
| "learning_rate": 2e-05, |
| "loss": 0.714558219909668, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.10527271077230238, |
| "grad_norm": 2.9561178864781366, |
| "learning_rate": 2e-05, |
| "loss": 0.7822277069091796, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.10572647245666576, |
| "grad_norm": 5.743993808519714, |
| "learning_rate": 2e-05, |
| "loss": 0.7459967613220215, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.10618023414102913, |
| "grad_norm": 1.715356350906201, |
| "learning_rate": 2e-05, |
| "loss": 0.7326190948486329, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.1066339958253925, |
| "grad_norm": 7.329409059571893, |
| "learning_rate": 2e-05, |
| "loss": 0.7490138530731201, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.10708775750975588, |
| "grad_norm": 5.898819908652382, |
| "learning_rate": 2e-05, |
| "loss": 0.7567214012145996, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.10754151919411925, |
| "grad_norm": 3.324367151744097, |
| "learning_rate": 2e-05, |
| "loss": 0.7694614410400391, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.10799528087848262, |
| "grad_norm": 2.942329415798371, |
| "learning_rate": 2e-05, |
| "loss": 0.730305290222168, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.10844904256284599, |
| "grad_norm": 2.6406465368358747, |
| "learning_rate": 2e-05, |
| "loss": 0.7168290615081787, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.10890280424720937, |
| "grad_norm": 1.6013660041922653, |
| "learning_rate": 2e-05, |
| "loss": 0.7251017570495606, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.10935656593157274, |
| "grad_norm": 2.9192570486679807, |
| "learning_rate": 2e-05, |
| "loss": 0.8059085845947266, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.1098103276159361, |
| "grad_norm": 1.8675022460247312, |
| "learning_rate": 2e-05, |
| "loss": 0.7660941123962403, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.11026408930029949, |
| "grad_norm": 3.9337815260869546, |
| "learning_rate": 2e-05, |
| "loss": 0.732635498046875, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.11071785098466286, |
| "grad_norm": 1.9972292386385522, |
| "learning_rate": 2e-05, |
| "loss": 0.7119313240051269, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.11117161266902623, |
| "grad_norm": 3.488921868612139, |
| "learning_rate": 2e-05, |
| "loss": 0.7181739807128906, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.1116253743533896, |
| "grad_norm": 4.122806602217105, |
| "learning_rate": 2e-05, |
| "loss": 0.7661437034606934, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.11207913603775298, |
| "grad_norm": 1.7018225863042173, |
| "learning_rate": 2e-05, |
| "loss": 0.7263262748718262, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.11253289772211635, |
| "grad_norm": 1.9300439188671026, |
| "learning_rate": 2e-05, |
| "loss": 0.7203723907470703, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.11298665940647971, |
| "grad_norm": 5.589563878507127, |
| "learning_rate": 2e-05, |
| "loss": 0.7311852455139161, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.11344042109084308, |
| "grad_norm": 1.410438934945161, |
| "learning_rate": 2e-05, |
| "loss": 0.7646050930023194, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.11389418277520647, |
| "grad_norm": 2.8165074482881955, |
| "learning_rate": 2e-05, |
| "loss": 0.7460585594177246, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.11434794445956983, |
| "grad_norm": 1.5142120250689506, |
| "learning_rate": 2e-05, |
| "loss": 0.7251346588134766, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.1148017061439332, |
| "grad_norm": 2.840694299031808, |
| "learning_rate": 2e-05, |
| "loss": 0.730368185043335, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.11525546782829658, |
| "grad_norm": 1.2855707947922668, |
| "learning_rate": 2e-05, |
| "loss": 0.7467219352722168, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.11570922951265995, |
| "grad_norm": 11.664631653248765, |
| "learning_rate": 2e-05, |
| "loss": 0.720964002609253, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.11616299119702332, |
| "grad_norm": 1.071483909274107, |
| "learning_rate": 2e-05, |
| "loss": 0.7421702861785888, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.11661675288138669, |
| "grad_norm": 0.9494600172925889, |
| "learning_rate": 2e-05, |
| "loss": 0.7440818786621094, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.11707051456575007, |
| "grad_norm": 1.1662851842589446, |
| "learning_rate": 2e-05, |
| "loss": 0.740445613861084, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.11752427625011344, |
| "grad_norm": 1.4530177337648706, |
| "learning_rate": 2e-05, |
| "loss": 0.7615899562835693, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.11797803793447681, |
| "grad_norm": 1.1215699653059057, |
| "learning_rate": 2e-05, |
| "loss": 0.7278817653656006, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.11843179961884019, |
| "grad_norm": 3.1171434879670716, |
| "learning_rate": 2e-05, |
| "loss": 0.7337120056152344, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.11888556130320356, |
| "grad_norm": 1.5121308129364615, |
| "learning_rate": 2e-05, |
| "loss": 0.7112399101257324, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.11933932298756693, |
| "grad_norm": 1.8713224495325613, |
| "learning_rate": 2e-05, |
| "loss": 0.7495639324188232, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.1197930846719303, |
| "grad_norm": 2.021004325138582, |
| "learning_rate": 2e-05, |
| "loss": 0.7113505363464355, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.12024684635629368, |
| "grad_norm": 3.040606817980415, |
| "learning_rate": 2e-05, |
| "loss": 0.72547607421875, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.12070060804065705, |
| "grad_norm": 2.6860589524294793, |
| "learning_rate": 2e-05, |
| "loss": 0.716103458404541, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.12115436972502042, |
| "grad_norm": 2.071747558666727, |
| "learning_rate": 2e-05, |
| "loss": 0.6948127746582031, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.12160813140938379, |
| "grad_norm": 2.0311162196387964, |
| "learning_rate": 2e-05, |
| "loss": 0.7409467697143555, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.12206189309374717, |
| "grad_norm": 3.117906624141895, |
| "learning_rate": 2e-05, |
| "loss": 0.7186509609222412, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.12251565477811054, |
| "grad_norm": 1.4745245098436555, |
| "learning_rate": 2e-05, |
| "loss": 0.7544195175170898, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.1229694164624739, |
| "grad_norm": 1.3142703663159712, |
| "learning_rate": 2e-05, |
| "loss": 0.7209731578826905, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.12342317814683729, |
| "grad_norm": 1.6099723331957767, |
| "learning_rate": 2e-05, |
| "loss": 0.7600280284881592, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.12387693983120066, |
| "grad_norm": 1.7538718564922926, |
| "learning_rate": 2e-05, |
| "loss": 0.7137237548828125, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.12433070151556402, |
| "grad_norm": 2.2073523165352493, |
| "learning_rate": 2e-05, |
| "loss": 0.7364648342132568, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.12478446319992739, |
| "grad_norm": 1.588870611678532, |
| "learning_rate": 2e-05, |
| "loss": 0.7471172332763671, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.12523822488429076, |
| "grad_norm": 1.451885876651238, |
| "learning_rate": 2e-05, |
| "loss": 0.7264121055603028, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.12569198656865413, |
| "grad_norm": 1.3375977416884601, |
| "learning_rate": 2e-05, |
| "loss": 0.7405541419982911, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.12614574825301753, |
| "grad_norm": 1.4287617860448656, |
| "learning_rate": 2e-05, |
| "loss": 0.7860785484313965, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.1265995099373809, |
| "grad_norm": 1.1768557257747507, |
| "learning_rate": 2e-05, |
| "loss": 0.761849308013916, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.12705327162174426, |
| "grad_norm": 1.0074979786836618, |
| "learning_rate": 2e-05, |
| "loss": 0.7187026023864747, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.12750703330610763, |
| "grad_norm": 1.1780816826485483, |
| "learning_rate": 2e-05, |
| "loss": 0.7368823051452636, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.127960794990471, |
| "grad_norm": 1.498407817125236, |
| "learning_rate": 2e-05, |
| "loss": 0.7312613487243652, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.12841455667483437, |
| "grad_norm": 1.8319692829426788, |
| "learning_rate": 2e-05, |
| "loss": 0.7246813774108887, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.12886831835919774, |
| "grad_norm": 1.0834014899051665, |
| "learning_rate": 2e-05, |
| "loss": 0.7331777095794678, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.12932208004356113, |
| "grad_norm": 1.6849144829970544, |
| "learning_rate": 2e-05, |
| "loss": 0.7145289421081543, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.1297758417279245, |
| "grad_norm": 1.2160780024942408, |
| "learning_rate": 2e-05, |
| "loss": 0.7284758567810059, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.13022960341228787, |
| "grad_norm": 1.6383395416823836, |
| "learning_rate": 2e-05, |
| "loss": 0.7749518394470215, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.13068336509665124, |
| "grad_norm": 1.2032477916661783, |
| "learning_rate": 2e-05, |
| "loss": 0.7386165618896484, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.1311371267810146, |
| "grad_norm": 1.1053484705577017, |
| "learning_rate": 2e-05, |
| "loss": 0.7096535682678222, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.13159088846537798, |
| "grad_norm": 1.0244402834052642, |
| "learning_rate": 2e-05, |
| "loss": 0.7102260589599609, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.13204465014974134, |
| "grad_norm": 1.0734139909623037, |
| "learning_rate": 2e-05, |
| "loss": 0.7314916133880616, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.13249841183410474, |
| "grad_norm": 0.9695130146801769, |
| "learning_rate": 2e-05, |
| "loss": 0.7415484428405762, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.1329521735184681, |
| "grad_norm": 0.9693439274108523, |
| "learning_rate": 2e-05, |
| "loss": 0.712250804901123, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.13340593520283148, |
| "grad_norm": 4.41282937974211, |
| "learning_rate": 2e-05, |
| "loss": 0.7414229869842529, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.13385969688719485, |
| "grad_norm": 1.0491399353510926, |
| "learning_rate": 2e-05, |
| "loss": 0.7940215110778809, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.13431345857155821, |
| "grad_norm": 0.978631304878327, |
| "learning_rate": 2e-05, |
| "loss": 0.7373782157897949, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.13476722025592158, |
| "grad_norm": 1.0856533220063784, |
| "learning_rate": 2e-05, |
| "loss": 0.7301129817962646, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.13522098194028495, |
| "grad_norm": 1.0909698875981262, |
| "learning_rate": 2e-05, |
| "loss": 0.7138740062713623, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.13567474362464835, |
| "grad_norm": 1.323562425128533, |
| "learning_rate": 2e-05, |
| "loss": 0.7477345943450928, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.13612850530901172, |
| "grad_norm": 0.9673584767071247, |
| "learning_rate": 2e-05, |
| "loss": 0.7181426048278808, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.13658226699337508, |
| "grad_norm": 2.651566918809511, |
| "learning_rate": 2e-05, |
| "loss": 0.7557494163513183, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.13703602867773845, |
| "grad_norm": 1.8013290501367338, |
| "learning_rate": 2e-05, |
| "loss": 0.7161075115203858, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.13748979036210182, |
| "grad_norm": 1.2040252299685656, |
| "learning_rate": 2e-05, |
| "loss": 0.7047561645507813, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.1379435520464652, |
| "grad_norm": 1.0654594031315352, |
| "learning_rate": 2e-05, |
| "loss": 0.6870278358459473, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.13839731373082856, |
| "grad_norm": 0.9366966272340514, |
| "learning_rate": 2e-05, |
| "loss": 0.7171539306640625, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.13885107541519195, |
| "grad_norm": 1.181805133773245, |
| "learning_rate": 2e-05, |
| "loss": 0.7271934509277344, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.13930483709955532, |
| "grad_norm": 1.0263383968648079, |
| "learning_rate": 2e-05, |
| "loss": 0.7353593826293945, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.1397585987839187, |
| "grad_norm": 1.1418288655004183, |
| "learning_rate": 2e-05, |
| "loss": 0.6901812553405762, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.14021236046828206, |
| "grad_norm": 1.2838260319859818, |
| "learning_rate": 2e-05, |
| "loss": 0.7208109855651855, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.14066612215264543, |
| "grad_norm": 2.7593588187273155, |
| "learning_rate": 2e-05, |
| "loss": 0.7018424510955811, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.1411198838370088, |
| "grad_norm": 1.1631736464965061, |
| "learning_rate": 2e-05, |
| "loss": 0.7176068782806396, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.14157364552137217, |
| "grad_norm": 1.1076860739441265, |
| "learning_rate": 2e-05, |
| "loss": 0.6939721584320069, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.14202740720573553, |
| "grad_norm": 1.078154119908151, |
| "learning_rate": 2e-05, |
| "loss": 0.7411942958831788, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.14248116889009893, |
| "grad_norm": 0.9761645612675013, |
| "learning_rate": 2e-05, |
| "loss": 0.792600154876709, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.1429349305744623, |
| "grad_norm": 1.2170191765233065, |
| "learning_rate": 2e-05, |
| "loss": 0.7225303649902344, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.14338869225882567, |
| "grad_norm": 1.1352052491760056, |
| "learning_rate": 2e-05, |
| "loss": 0.7216647148132325, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.14384245394318904, |
| "grad_norm": 1.0045691377146662, |
| "learning_rate": 2e-05, |
| "loss": 0.7115875244140625, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.1442962156275524, |
| "grad_norm": 1.0543653950112917, |
| "learning_rate": 2e-05, |
| "loss": 0.7357659816741944, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.14474997731191577, |
| "grad_norm": 1.0504240446734914, |
| "learning_rate": 2e-05, |
| "loss": 0.684734296798706, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.14520373899627914, |
| "grad_norm": 0.8051170281000236, |
| "learning_rate": 2e-05, |
| "loss": 0.7431095123291016, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.14565750068064254, |
| "grad_norm": 1.1524866017575786, |
| "learning_rate": 2e-05, |
| "loss": 0.7744518280029297, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.1461112623650059, |
| "grad_norm": 1.0089112922281773, |
| "learning_rate": 2e-05, |
| "loss": 0.7189767360687256, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.14656502404936927, |
| "grad_norm": 1.1626904315580493, |
| "learning_rate": 2e-05, |
| "loss": 0.697879695892334, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.14701878573373264, |
| "grad_norm": 1.033357799949316, |
| "learning_rate": 2e-05, |
| "loss": 0.7418144226074219, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.147472547418096, |
| "grad_norm": 0.839481568059364, |
| "learning_rate": 2e-05, |
| "loss": 0.6834076881408692, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.14792630910245938, |
| "grad_norm": 1.0459052369304707, |
| "learning_rate": 2e-05, |
| "loss": 0.7019244194030761, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.14838007078682275, |
| "grad_norm": 1.040827164215203, |
| "learning_rate": 2e-05, |
| "loss": 0.700564956665039, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.14883383247118614, |
| "grad_norm": 1.1352996331387266, |
| "learning_rate": 2e-05, |
| "loss": 0.7144912719726563, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.1492875941555495, |
| "grad_norm": 1.7425202277535818, |
| "learning_rate": 2e-05, |
| "loss": 0.7080129146575928, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.14974135583991288, |
| "grad_norm": 2.8379547304992987, |
| "learning_rate": 2e-05, |
| "loss": 0.7066136837005615, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.15019511752427625, |
| "grad_norm": 1.104417859965814, |
| "learning_rate": 2e-05, |
| "loss": 0.7218207359313965, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.15064887920863962, |
| "grad_norm": 1.339952671768318, |
| "learning_rate": 2e-05, |
| "loss": 0.7319831848144531, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.151102640893003, |
| "grad_norm": 1.6764918067862147, |
| "learning_rate": 2e-05, |
| "loss": 0.7054910659790039, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.15155640257736636, |
| "grad_norm": 1.5638697746561578, |
| "learning_rate": 2e-05, |
| "loss": 0.7452583312988281, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.15201016426172975, |
| "grad_norm": 1.3945883708700582, |
| "learning_rate": 2e-05, |
| "loss": 0.7258811950683594, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.15246392594609312, |
| "grad_norm": 1.018126375950651, |
| "learning_rate": 2e-05, |
| "loss": 0.7109189510345459, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.1529176876304565, |
| "grad_norm": 1.1715830697545735, |
| "learning_rate": 2e-05, |
| "loss": 0.7115130424499512, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.15337144931481986, |
| "grad_norm": 1.4837142351649248, |
| "learning_rate": 2e-05, |
| "loss": 0.7141985893249512, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.15382521099918323, |
| "grad_norm": 1.3594143043972335, |
| "learning_rate": 2e-05, |
| "loss": 0.7526227474212647, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.1542789726835466, |
| "grad_norm": 1.2536102303932697, |
| "learning_rate": 2e-05, |
| "loss": 0.7404181957244873, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.15473273436790996, |
| "grad_norm": 1.3611412930630256, |
| "learning_rate": 2e-05, |
| "loss": 0.7230888366699219, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.15518649605227336, |
| "grad_norm": 1.1363549729780036, |
| "learning_rate": 2e-05, |
| "loss": 0.6954388618469238, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.15564025773663673, |
| "grad_norm": 1.1062316759863606, |
| "learning_rate": 2e-05, |
| "loss": 0.7978248596191406, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.1560940194210001, |
| "grad_norm": 1.0748709736048603, |
| "learning_rate": 2e-05, |
| "loss": 0.7171708583831787, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.15654778110536346, |
| "grad_norm": 1.1941060643552694, |
| "learning_rate": 2e-05, |
| "loss": 0.7279775142669678, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.15700154278972683, |
| "grad_norm": 0.9832361767157862, |
| "learning_rate": 2e-05, |
| "loss": 0.6856719017028808, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.1574553044740902, |
| "grad_norm": 0.9314871875656874, |
| "learning_rate": 2e-05, |
| "loss": 0.7153595924377442, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.15790906615845357, |
| "grad_norm": 0.9763506764277187, |
| "learning_rate": 2e-05, |
| "loss": 0.6920379638671875, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.15836282784281694, |
| "grad_norm": 1.5434706616412097, |
| "learning_rate": 2e-05, |
| "loss": 0.7263721466064453, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.15881658952718034, |
| "grad_norm": 1.1384979168118918, |
| "learning_rate": 2e-05, |
| "loss": 0.7131462097167969, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.1592703512115437, |
| "grad_norm": 1.3200596768314172, |
| "learning_rate": 2e-05, |
| "loss": 0.7170546531677247, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.15972411289590707, |
| "grad_norm": 1.5818006592270006, |
| "learning_rate": 2e-05, |
| "loss": 0.7287190914154053, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.16017787458027044, |
| "grad_norm": 1.2510371962585238, |
| "learning_rate": 2e-05, |
| "loss": 0.7110270500183106, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.1606316362646338, |
| "grad_norm": 0.9093620537994762, |
| "learning_rate": 2e-05, |
| "loss": 0.7264317989349365, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.16108539794899718, |
| "grad_norm": 1.4410904531435618, |
| "learning_rate": 2e-05, |
| "loss": 0.7267816066741943, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.16153915963336055, |
| "grad_norm": 1.0813912067522184, |
| "learning_rate": 2e-05, |
| "loss": 0.751043701171875, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.16199292131772394, |
| "grad_norm": 1.0522037520194414, |
| "learning_rate": 2e-05, |
| "loss": 0.7142654418945312, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.1624466830020873, |
| "grad_norm": 0.9622624873032466, |
| "learning_rate": 2e-05, |
| "loss": 0.6926068782806396, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.16290044468645068, |
| "grad_norm": 1.28463962211785, |
| "learning_rate": 2e-05, |
| "loss": 0.708470630645752, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.16335420637081405, |
| "grad_norm": 1.020953581409204, |
| "learning_rate": 2e-05, |
| "loss": 0.7161651611328125, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.16380796805517742, |
| "grad_norm": 0.9351542221824213, |
| "learning_rate": 2e-05, |
| "loss": 0.7340415000915528, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.16426172973954078, |
| "grad_norm": 0.865040770646376, |
| "learning_rate": 2e-05, |
| "loss": 0.7186861991882324, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.16471549142390415, |
| "grad_norm": 1.4568579992964554, |
| "learning_rate": 2e-05, |
| "loss": 0.7627389907836915, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.16516925310826755, |
| "grad_norm": 1.2305715937510664, |
| "learning_rate": 2e-05, |
| "loss": 0.722710371017456, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.16562301479263092, |
| "grad_norm": 0.8283750793341599, |
| "learning_rate": 2e-05, |
| "loss": 0.7440120697021484, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.1660767764769943, |
| "grad_norm": 0.9752798522028159, |
| "learning_rate": 2e-05, |
| "loss": 0.7054687023162842, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.16653053816135766, |
| "grad_norm": 5.206653791148631, |
| "learning_rate": 2e-05, |
| "loss": 0.7331564903259278, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.16698429984572102, |
| "grad_norm": 0.9751607647203324, |
| "learning_rate": 2e-05, |
| "loss": 0.7228295803070068, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.1674380615300844, |
| "grad_norm": 3.4399584110011365, |
| "learning_rate": 2e-05, |
| "loss": 0.700427770614624, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.16789182321444776, |
| "grad_norm": 1.733120495772477, |
| "learning_rate": 2e-05, |
| "loss": 0.7794057369232178, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.16834558489881116, |
| "grad_norm": 1.6264083682750483, |
| "learning_rate": 2e-05, |
| "loss": 0.7170550346374511, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.16879934658317453, |
| "grad_norm": 1.2746147227893116, |
| "learning_rate": 2e-05, |
| "loss": 0.6994328975677491, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.1692531082675379, |
| "grad_norm": 1.7975240289797993, |
| "learning_rate": 2e-05, |
| "loss": 0.7199362754821778, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.16970686995190126, |
| "grad_norm": 1.6942005697688205, |
| "learning_rate": 2e-05, |
| "loss": 0.6994699478149414, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.17016063163626463, |
| "grad_norm": 1.6546419917677124, |
| "learning_rate": 2e-05, |
| "loss": 0.7093739986419678, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.170614393320628, |
| "grad_norm": 1.546903486384874, |
| "learning_rate": 2e-05, |
| "loss": 0.7056426048278809, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.17106815500499137, |
| "grad_norm": 1.3582344043489818, |
| "learning_rate": 2e-05, |
| "loss": 0.7326198577880859, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.17152191668935476, |
| "grad_norm": 1.3183359355415163, |
| "learning_rate": 2e-05, |
| "loss": 0.7046661376953125, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.17197567837371813, |
| "grad_norm": 3.7327801389540434, |
| "learning_rate": 2e-05, |
| "loss": 0.6876080989837646, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.1724294400580815, |
| "grad_norm": 2.0357177183751114, |
| "learning_rate": 2e-05, |
| "loss": 0.6858410835266113, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.17288320174244487, |
| "grad_norm": 1.227416992036067, |
| "learning_rate": 2e-05, |
| "loss": 0.8117395401000976, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.17333696342680824, |
| "grad_norm": 1.18242287111851, |
| "learning_rate": 2e-05, |
| "loss": 0.7055291652679443, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.1737907251111716, |
| "grad_norm": 1.002486271567816, |
| "learning_rate": 2e-05, |
| "loss": 0.6894384384155273, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.17424448679553498, |
| "grad_norm": 1.1271488657415134, |
| "learning_rate": 2e-05, |
| "loss": 0.7097995758056641, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.17469824847989834, |
| "grad_norm": 1.2251097105201723, |
| "learning_rate": 2e-05, |
| "loss": 0.7608026504516602, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.17515201016426174, |
| "grad_norm": 2.104712995855096, |
| "learning_rate": 2e-05, |
| "loss": 0.7532779216766358, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.1756057718486251, |
| "grad_norm": 1.242711378221653, |
| "learning_rate": 2e-05, |
| "loss": 0.7006797790527344, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.17605953353298848, |
| "grad_norm": 1.0241935233576007, |
| "learning_rate": 2e-05, |
| "loss": 0.737086820602417, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.17651329521735185, |
| "grad_norm": 1.6359170007243453, |
| "learning_rate": 2e-05, |
| "loss": 0.6877423763275147, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.17696705690171521, |
| "grad_norm": 1.405430278807483, |
| "learning_rate": 2e-05, |
| "loss": 0.6851609230041504, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.17742081858607858, |
| "grad_norm": 6.752700891821782, |
| "learning_rate": 2e-05, |
| "loss": 0.7518776893615723, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.17787458027044195, |
| "grad_norm": 2.610510657458775, |
| "learning_rate": 2e-05, |
| "loss": 0.7406556129455566, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.17832834195480535, |
| "grad_norm": 1.0484775936839292, |
| "learning_rate": 2e-05, |
| "loss": 0.737001895904541, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.17878210363916872, |
| "grad_norm": 1.3323103500916966, |
| "learning_rate": 2e-05, |
| "loss": 0.7060594081878662, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.17923586532353208, |
| "grad_norm": 1.5130187182517638, |
| "learning_rate": 2e-05, |
| "loss": 0.7092230796813965, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.17968962700789545, |
| "grad_norm": 3.6503019384420408, |
| "learning_rate": 2e-05, |
| "loss": 0.7280755043029785, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.18014338869225882, |
| "grad_norm": 1.116592675851622, |
| "learning_rate": 2e-05, |
| "loss": 0.7035638332366944, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.1805971503766222, |
| "grad_norm": 1.142280213213852, |
| "learning_rate": 2e-05, |
| "loss": 0.7515734672546387, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.18105091206098556, |
| "grad_norm": 1.8155022158547836, |
| "learning_rate": 2e-05, |
| "loss": 0.6944926738739013, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.18150467374534895, |
| "grad_norm": 1.3297567956941603, |
| "learning_rate": 2e-05, |
| "loss": 0.7093602657318115, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.18195843542971232, |
| "grad_norm": 2.686017230236506, |
| "learning_rate": 2e-05, |
| "loss": 0.7569149017333985, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.1824121971140757, |
| "grad_norm": 1.0389215623357642, |
| "learning_rate": 2e-05, |
| "loss": 0.6734948635101319, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.18286595879843906, |
| "grad_norm": 5.216030343061308, |
| "learning_rate": 2e-05, |
| "loss": 0.7012555599212646, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.18331972048280243, |
| "grad_norm": 4.024862852173242, |
| "learning_rate": 2e-05, |
| "loss": 0.7192629814147949, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.1837734821671658, |
| "grad_norm": 1.1885454364724406, |
| "learning_rate": 2e-05, |
| "loss": 0.6805631160736084, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.18422724385152917, |
| "grad_norm": 1.0174535627554133, |
| "learning_rate": 2e-05, |
| "loss": 0.7393642425537109, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.18468100553589256, |
| "grad_norm": 1.2902170593905826, |
| "learning_rate": 2e-05, |
| "loss": 0.7127656459808349, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.18513476722025593, |
| "grad_norm": 1.2571358195560212, |
| "learning_rate": 2e-05, |
| "loss": 0.6989442348480225, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.1855885289046193, |
| "grad_norm": 1.082663616523454, |
| "learning_rate": 2e-05, |
| "loss": 0.6818115234375, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.18604229058898267, |
| "grad_norm": 0.955836256178323, |
| "learning_rate": 2e-05, |
| "loss": 0.6910275459289551, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.18649605227334604, |
| "grad_norm": 2.8875899706209793, |
| "learning_rate": 2e-05, |
| "loss": 0.721209716796875, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.1869498139577094, |
| "grad_norm": 1.3519802172527542, |
| "learning_rate": 2e-05, |
| "loss": 0.7201141357421875, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.18740357564207277, |
| "grad_norm": 1.1465385296144481, |
| "learning_rate": 2e-05, |
| "loss": 0.7361567497253418, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.18785733732643617, |
| "grad_norm": 1.35201264597479, |
| "learning_rate": 2e-05, |
| "loss": 0.7152436256408692, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.18831109901079954, |
| "grad_norm": 2.855369877671521, |
| "learning_rate": 2e-05, |
| "loss": 0.732721996307373, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.1887648606951629, |
| "grad_norm": 1.1504655039133886, |
| "learning_rate": 2e-05, |
| "loss": 0.711654806137085, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.18921862237952627, |
| "grad_norm": 2.435492952972726, |
| "learning_rate": 2e-05, |
| "loss": 0.7047530174255371, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.18967238406388964, |
| "grad_norm": 1.6073142665275684, |
| "learning_rate": 2e-05, |
| "loss": 0.7220906734466552, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.190126145748253, |
| "grad_norm": 5.418513664540345, |
| "learning_rate": 2e-05, |
| "loss": 0.7490168571472168, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.19057990743261638, |
| "grad_norm": 1.5351647225705534, |
| "learning_rate": 2e-05, |
| "loss": 0.7134259700775146, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.19103366911697975, |
| "grad_norm": 2.1996661529885424, |
| "learning_rate": 2e-05, |
| "loss": 0.6895709991455078, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.19148743080134314, |
| "grad_norm": 27.369368463084893, |
| "learning_rate": 2e-05, |
| "loss": 0.7323009490966796, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.1919411924857065, |
| "grad_norm": 1.1069542479218373, |
| "learning_rate": 2e-05, |
| "loss": 0.6913928508758544, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.19239495417006988, |
| "grad_norm": 0.9984480145006956, |
| "learning_rate": 2e-05, |
| "loss": 0.7498223781585693, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.19284871585443325, |
| "grad_norm": 2.7212787049819247, |
| "learning_rate": 2e-05, |
| "loss": 0.7058898448944092, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.19330247753879662, |
| "grad_norm": 1.7354662532878047, |
| "learning_rate": 2e-05, |
| "loss": 0.704074764251709, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.19375623922316, |
| "grad_norm": 5.227313833317236, |
| "learning_rate": 2e-05, |
| "loss": 0.6719968318939209, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.19421000090752336, |
| "grad_norm": 2.253035849395868, |
| "learning_rate": 2e-05, |
| "loss": 0.6726584434509277, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.19466376259188675, |
| "grad_norm": 1.9195847613717556, |
| "learning_rate": 2e-05, |
| "loss": 0.7187941551208497, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.19511752427625012, |
| "grad_norm": 5.06742813791598, |
| "learning_rate": 2e-05, |
| "loss": 0.6995963096618653, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.1955712859606135, |
| "grad_norm": 3.1219867123676783, |
| "learning_rate": 2e-05, |
| "loss": 0.7333001613616943, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.19602504764497686, |
| "grad_norm": 8.171440060022777, |
| "learning_rate": 2e-05, |
| "loss": 0.689866018295288, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.19647880932934023, |
| "grad_norm": 32.66470401435012, |
| "learning_rate": 2e-05, |
| "loss": 0.7106449127197265, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.1969325710137036, |
| "grad_norm": 2.664317300302559, |
| "learning_rate": 2e-05, |
| "loss": 0.7009323120117188, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.19738633269806696, |
| "grad_norm": 3.947837734450377, |
| "learning_rate": 2e-05, |
| "loss": 0.7327272415161132, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.19784009438243036, |
| "grad_norm": 1.4078041437821358, |
| "learning_rate": 2e-05, |
| "loss": 0.6748111724853516, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.19829385606679373, |
| "grad_norm": 1.3395455970025802, |
| "learning_rate": 2e-05, |
| "loss": 0.7356967926025391, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.1987476177511571, |
| "grad_norm": 2.073353287210217, |
| "learning_rate": 2e-05, |
| "loss": 0.7055171966552735, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.19920137943552046, |
| "grad_norm": 1.211049956255314, |
| "learning_rate": 2e-05, |
| "loss": 0.6881781578063965, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.19965514111988383, |
| "grad_norm": 1.1524855810509738, |
| "learning_rate": 2e-05, |
| "loss": 0.7047107696533204, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.2001089028042472, |
| "grad_norm": 1.7427901240259507, |
| "learning_rate": 2e-05, |
| "loss": 0.683869457244873, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.20056266448861057, |
| "grad_norm": 1.377757716899727, |
| "learning_rate": 2e-05, |
| "loss": 0.6828576564788819, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.20101642617297397, |
| "grad_norm": 1.049017045321353, |
| "learning_rate": 2e-05, |
| "loss": 0.7124856472015381, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.20147018785733734, |
| "grad_norm": 1.0254751174088166, |
| "learning_rate": 2e-05, |
| "loss": 0.7074912071228028, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.2019239495417007, |
| "grad_norm": 9.637807908960287, |
| "learning_rate": 2e-05, |
| "loss": 0.7565196990966797, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.20237771122606407, |
| "grad_norm": 1.0043017962801115, |
| "learning_rate": 2e-05, |
| "loss": 0.6797826290130615, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.20283147291042744, |
| "grad_norm": 1.176871506289159, |
| "learning_rate": 2e-05, |
| "loss": 0.6929622650146484, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.2032852345947908, |
| "grad_norm": 5.522800577655823, |
| "learning_rate": 2e-05, |
| "loss": 0.6824264049530029, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.20373899627915418, |
| "grad_norm": 1.3614537335507488, |
| "learning_rate": 2e-05, |
| "loss": 0.7002910614013672, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.20419275796351757, |
| "grad_norm": 2.6673191895352297, |
| "learning_rate": 2e-05, |
| "loss": 0.7145938396453857, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.20464651964788094, |
| "grad_norm": 1.3347810709661898, |
| "learning_rate": 2e-05, |
| "loss": 0.6988982200622559, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.2051002813322443, |
| "grad_norm": 1.2278643663104079, |
| "learning_rate": 2e-05, |
| "loss": 0.7082221984863282, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.20555404301660768, |
| "grad_norm": 1.107773377806117, |
| "learning_rate": 2e-05, |
| "loss": 0.7020665168762207, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.20600780470097105, |
| "grad_norm": 3.8631735434208285, |
| "learning_rate": 2e-05, |
| "loss": 0.6998517990112305, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.20646156638533442, |
| "grad_norm": 1.0646408454737404, |
| "learning_rate": 2e-05, |
| "loss": 0.6671296119689941, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.20691532806969778, |
| "grad_norm": 1.2968846447524345, |
| "learning_rate": 2e-05, |
| "loss": 0.6975460052490234, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.20736908975406115, |
| "grad_norm": 1.2500860468016963, |
| "learning_rate": 2e-05, |
| "loss": 0.6920384883880615, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.20782285143842455, |
| "grad_norm": 2.526585076660618, |
| "learning_rate": 2e-05, |
| "loss": 0.7275495052337646, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.20827661312278792, |
| "grad_norm": 1.826869280378148, |
| "learning_rate": 2e-05, |
| "loss": 0.6967020988464355, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.2087303748071513, |
| "grad_norm": 1.197666025952728, |
| "learning_rate": 2e-05, |
| "loss": 0.7026864528656006, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.20918413649151466, |
| "grad_norm": 2.1162619646227445, |
| "learning_rate": 2e-05, |
| "loss": 0.7350880622863769, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.20963789817587802, |
| "grad_norm": 0.9360778429891393, |
| "learning_rate": 2e-05, |
| "loss": 0.7410623550415039, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.2100916598602414, |
| "grad_norm": 1.184169378243113, |
| "learning_rate": 2e-05, |
| "loss": 0.7609868526458741, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.21054542154460476, |
| "grad_norm": 1.0713710822518603, |
| "learning_rate": 2e-05, |
| "loss": 0.7247323513031005, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.21099918322896816, |
| "grad_norm": 1.3305547090625711, |
| "learning_rate": 2e-05, |
| "loss": 0.6840730667114258, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.21145294491333153, |
| "grad_norm": 1.3917346472940295, |
| "learning_rate": 2e-05, |
| "loss": 0.6922812938690186, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.2119067065976949, |
| "grad_norm": 1.4031498251966887, |
| "learning_rate": 2e-05, |
| "loss": 0.6747926712036133, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.21236046828205826, |
| "grad_norm": 1.2342705730657524, |
| "learning_rate": 2e-05, |
| "loss": 0.697972297668457, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.21281422996642163, |
| "grad_norm": 1.7967651060683705, |
| "learning_rate": 2e-05, |
| "loss": 0.7153125762939453, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.213267991650785, |
| "grad_norm": 1.1416872153149018, |
| "learning_rate": 2e-05, |
| "loss": 0.7026151180267334, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.21372175333514837, |
| "grad_norm": 3.251064960743364, |
| "learning_rate": 2e-05, |
| "loss": 0.7278958797454834, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.21417551501951176, |
| "grad_norm": 2.172677892654505, |
| "learning_rate": 2e-05, |
| "loss": 0.688666296005249, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.21462927670387513, |
| "grad_norm": 1.1460593202443186, |
| "learning_rate": 2e-05, |
| "loss": 0.6731379508972168, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.2150830383882385, |
| "grad_norm": 1.248889845342712, |
| "learning_rate": 2e-05, |
| "loss": 0.705271863937378, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.21553680007260187, |
| "grad_norm": 5.498595536235645, |
| "learning_rate": 2e-05, |
| "loss": 0.723629093170166, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.21599056175696524, |
| "grad_norm": 1.0962041519577148, |
| "learning_rate": 2e-05, |
| "loss": 0.7063022136688233, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.2164443234413286, |
| "grad_norm": 1.2309662992251806, |
| "learning_rate": 2e-05, |
| "loss": 0.6802874565124511, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.21689808512569198, |
| "grad_norm": 1.2726010799073442, |
| "learning_rate": 2e-05, |
| "loss": 0.7105306148529053, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.21735184681005537, |
| "grad_norm": 0.9262030055415884, |
| "learning_rate": 2e-05, |
| "loss": 0.6680961608886719, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.21780560849441874, |
| "grad_norm": 1.2075272466352904, |
| "learning_rate": 2e-05, |
| "loss": 0.6859467506408692, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.2182593701787821, |
| "grad_norm": 1.2386533398195407, |
| "learning_rate": 2e-05, |
| "loss": 0.7033780574798584, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.21871313186314548, |
| "grad_norm": 1.0140778863140478, |
| "learning_rate": 2e-05, |
| "loss": 0.6727272033691406, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.21916689354750885, |
| "grad_norm": 1.4215139270457464, |
| "learning_rate": 2e-05, |
| "loss": 0.6806140899658203, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.2196206552318722, |
| "grad_norm": 1.5176078634404282, |
| "learning_rate": 2e-05, |
| "loss": 0.7055531501770019, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.22007441691623558, |
| "grad_norm": 1.1679352101168905, |
| "learning_rate": 2e-05, |
| "loss": 0.6864537715911865, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.22052817860059898, |
| "grad_norm": 2.8633721580979485, |
| "learning_rate": 2e-05, |
| "loss": 0.7271602630615235, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.22098194028496235, |
| "grad_norm": 3.4849259006369677, |
| "learning_rate": 2e-05, |
| "loss": 0.7369964122772217, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.22143570196932572, |
| "grad_norm": 1.8179425064326888, |
| "learning_rate": 2e-05, |
| "loss": 0.7095317840576172, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.22188946365368908, |
| "grad_norm": 2.9616015396108026, |
| "learning_rate": 2e-05, |
| "loss": 0.6696229934692383, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.22234322533805245, |
| "grad_norm": 1.3778128759705905, |
| "learning_rate": 2e-05, |
| "loss": 0.6720298290252685, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.22279698702241582, |
| "grad_norm": 3.412210539960858, |
| "learning_rate": 2e-05, |
| "loss": 0.7047928810119629, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.2232507487067792, |
| "grad_norm": 1.1599384363613077, |
| "learning_rate": 2e-05, |
| "loss": 0.679322338104248, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.22370451039114256, |
| "grad_norm": 3.1537693015839974, |
| "learning_rate": 2e-05, |
| "loss": 0.7178808212280273, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.22415827207550595, |
| "grad_norm": 1.1360109763405668, |
| "learning_rate": 2e-05, |
| "loss": 0.731616735458374, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.22461203375986932, |
| "grad_norm": 1.2028226670608193, |
| "learning_rate": 2e-05, |
| "loss": 0.7333878993988037, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.2250657954442327, |
| "grad_norm": 4.299549540492807, |
| "learning_rate": 2e-05, |
| "loss": 0.6901248931884766, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.22551955712859606, |
| "grad_norm": 0.9875689724407958, |
| "learning_rate": 2e-05, |
| "loss": 0.6959994792938232, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.22597331881295943, |
| "grad_norm": 1.1120994834812903, |
| "learning_rate": 2e-05, |
| "loss": 0.7323190212249756, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.2264270804973228, |
| "grad_norm": 0.8826964320421593, |
| "learning_rate": 2e-05, |
| "loss": 0.660028600692749, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.22688084218168617, |
| "grad_norm": 1.0440193903081827, |
| "learning_rate": 2e-05, |
| "loss": 0.6927733898162842, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.22733460386604956, |
| "grad_norm": 1.691555422881102, |
| "learning_rate": 2e-05, |
| "loss": 0.7029628753662109, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.22778836555041293, |
| "grad_norm": 1.0344205428775073, |
| "learning_rate": 2e-05, |
| "loss": 0.6954968929290771, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.2282421272347763, |
| "grad_norm": 1.0338848539551273, |
| "learning_rate": 2e-05, |
| "loss": 0.6979148864746094, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.22869588891913967, |
| "grad_norm": 1.279635408493824, |
| "learning_rate": 2e-05, |
| "loss": 0.6971482753753662, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.22914965060350304, |
| "grad_norm": 2.052789784092731, |
| "learning_rate": 2e-05, |
| "loss": 0.7221551895141601, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.2296034122878664, |
| "grad_norm": 5.4430718794689525, |
| "learning_rate": 2e-05, |
| "loss": 0.6961151123046875, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.23005717397222977, |
| "grad_norm": 5.4462313536499, |
| "learning_rate": 2e-05, |
| "loss": 0.7519223690032959, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.23051093565659317, |
| "grad_norm": 2.460852673315715, |
| "learning_rate": 2e-05, |
| "loss": 0.6666106700897216, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.23096469734095654, |
| "grad_norm": 1.9573475864988208, |
| "learning_rate": 2e-05, |
| "loss": 0.7317766189575196, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.2314184590253199, |
| "grad_norm": 1.4614457298710049, |
| "learning_rate": 2e-05, |
| "loss": 0.699073600769043, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.23187222070968327, |
| "grad_norm": 2.179950380633914, |
| "learning_rate": 2e-05, |
| "loss": 0.6726521968841552, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.23232598239404664, |
| "grad_norm": 0.9659552714141566, |
| "learning_rate": 2e-05, |
| "loss": 0.6934766292572021, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.23277974407841, |
| "grad_norm": 1.3476009249911842, |
| "learning_rate": 2e-05, |
| "loss": 0.6982085227966308, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.23323350576277338, |
| "grad_norm": 1.3458662019511773, |
| "learning_rate": 2e-05, |
| "loss": 0.7013270378112793, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.23368726744713678, |
| "grad_norm": 0.9736086189979202, |
| "learning_rate": 2e-05, |
| "loss": 0.6897773265838623, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.23414102913150014, |
| "grad_norm": 0.8622898483806636, |
| "learning_rate": 2e-05, |
| "loss": 0.7071221351623536, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.2345947908158635, |
| "grad_norm": 0.986002446985538, |
| "learning_rate": 2e-05, |
| "loss": 0.7530328750610351, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.23504855250022688, |
| "grad_norm": 23.944927431270106, |
| "learning_rate": 2e-05, |
| "loss": 0.7114169120788574, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.23550231418459025, |
| "grad_norm": 1.3376893951823887, |
| "learning_rate": 2e-05, |
| "loss": 0.7076549530029297, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.23595607586895362, |
| "grad_norm": 2.9129191120482436, |
| "learning_rate": 2e-05, |
| "loss": 0.7142559051513672, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.236409837553317, |
| "grad_norm": 1.0435685509112513, |
| "learning_rate": 2e-05, |
| "loss": 0.6851544857025147, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.23686359923768038, |
| "grad_norm": 1.0472166844507937, |
| "learning_rate": 2e-05, |
| "loss": 0.7087789058685303, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.23731736092204375, |
| "grad_norm": 1.0250703965490964, |
| "learning_rate": 2e-05, |
| "loss": 0.7050496578216553, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.23777112260640712, |
| "grad_norm": 0.9927823437855321, |
| "learning_rate": 2e-05, |
| "loss": 0.7455056667327881, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.2382248842907705, |
| "grad_norm": 1.2528605894234692, |
| "learning_rate": 2e-05, |
| "loss": 0.6778655529022217, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.23867864597513386, |
| "grad_norm": 1.6135191918404508, |
| "learning_rate": 2e-05, |
| "loss": 0.7342916488647461, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.23913240765949723, |
| "grad_norm": 20.780158265081685, |
| "learning_rate": 2e-05, |
| "loss": 0.6967748165130615, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.2395861693438606, |
| "grad_norm": 2.287676275062439, |
| "learning_rate": 2e-05, |
| "loss": 0.6897310256958008, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.240039931028224, |
| "grad_norm": 2.776513468693297, |
| "learning_rate": 2e-05, |
| "loss": 0.6728297233581543, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.24049369271258736, |
| "grad_norm": 1.6269050459577645, |
| "learning_rate": 2e-05, |
| "loss": 0.6943089962005615, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.24094745439695073, |
| "grad_norm": 1.0207451062071664, |
| "learning_rate": 2e-05, |
| "loss": 0.7191690444946289, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.2414012160813141, |
| "grad_norm": 1.824229299150238, |
| "learning_rate": 2e-05, |
| "loss": 0.6767844200134278, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.24185497776567746, |
| "grad_norm": 1.2213809953830987, |
| "learning_rate": 2e-05, |
| "loss": 0.6808346748352051, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.24230873945004083, |
| "grad_norm": 2.2403814470717873, |
| "learning_rate": 2e-05, |
| "loss": 0.6660841941833496, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.2427625011344042, |
| "grad_norm": 1.3580794659047855, |
| "learning_rate": 1.999194520388485e-05, |
| "loss": 0.6995076179504395, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.24321626281876757, |
| "grad_norm": 12.950711471351255, |
| "learning_rate": 1.9959247303157763e-05, |
| "loss": 0.6729825973510742, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.24367002450313097, |
| "grad_norm": 2.0753474395219693, |
| "learning_rate": 1.990149424459817e-05, |
| "loss": 0.7218312740325927, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.24412378618749433, |
| "grad_norm": 0.9844624181474528, |
| "learning_rate": 1.9818847538648688e-05, |
| "loss": 0.700545072555542, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.2445775478718577, |
| "grad_norm": 1.327469277152781, |
| "learning_rate": 1.971153831256721e-05, |
| "loss": 0.7063002586364746, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.24503130955622107, |
| "grad_norm": 5.808958060460233, |
| "learning_rate": 1.9579866664063435e-05, |
| "loss": 0.6727919578552246, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.24548507124058444, |
| "grad_norm": 1.4222807993502444, |
| "learning_rate": 1.9424200822054782e-05, |
| "loss": 0.6941525936126709, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.2459388329249478, |
| "grad_norm": 1.8762814086248882, |
| "learning_rate": 1.9244976116888626e-05, |
| "loss": 0.711815595626831, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.24639259460931118, |
| "grad_norm": 1.354333334832864, |
| "learning_rate": 1.904269376291071e-05, |
| "loss": 0.7021115779876709, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.24684635629367457, |
| "grad_norm": 1.1626523531535664, |
| "learning_rate": 1.88179194567844e-05, |
| "loss": 0.679680347442627, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.24730011797803794, |
| "grad_norm": 6.561971333972244, |
| "learning_rate": 1.8571281795480632e-05, |
| "loss": 0.7130425930023193, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.2477538796624013, |
| "grad_norm": 1.217662089683545, |
| "learning_rate": 1.8303470518362808e-05, |
| "loss": 0.6599884033203125, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.24820764134676468, |
| "grad_norm": 0.9475892650928364, |
| "learning_rate": 1.801523457828271e-05, |
| "loss": 0.6993199348449707, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.24866140303112805, |
| "grad_norm": 0.9601863984631248, |
| "learning_rate": 1.7707380047081796e-05, |
| "loss": 0.6852892875671387, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.24911516471549142, |
| "grad_norm": 1.1235250752571868, |
| "learning_rate": 1.7380767861355252e-05, |
| "loss": 0.7044809341430665, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.24956892639985478, |
| "grad_norm": 1.0077885491038105, |
| "learning_rate": 1.703631141478299e-05, |
| "loss": 0.7177154541015625, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.2500226880842182, |
| "grad_norm": 2.382997200038487, |
| "learning_rate": 1.6674974003760705e-05, |
| "loss": 0.7096409797668457, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.2504764497685815, |
| "grad_norm": 0.9159826545500166, |
| "learning_rate": 1.6297766133474556e-05, |
| "loss": 0.671846580505371, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.2509302114529449, |
| "grad_norm": 3.0409786477401037, |
| "learning_rate": 1.5905742691953186e-05, |
| "loss": 0.6969107627868653, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.25138397313730826, |
| "grad_norm": 1.3842141596912663, |
| "learning_rate": 1.55e-05, |
| "loss": 0.680848217010498, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.25183773482167165, |
| "grad_norm": 10.875469053828501, |
| "learning_rate": 1.5081672745255862e-05, |
| "loss": 0.6953877925872802, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.25229149650603505, |
| "grad_norm": 1.0621859000200418, |
| "learning_rate": 1.4651930808966206e-05, |
| "loss": 0.6572223663330078, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.2527452581903984, |
| "grad_norm": 1.6776124973526256, |
| "learning_rate": 1.4211975994326848e-05, |
| "loss": 0.684327220916748, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.2531990198747618, |
| "grad_norm": 3.6355337932810734, |
| "learning_rate": 1.376303866555779e-05, |
| "loss": 0.7440141677856446, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.25365278155912513, |
| "grad_norm": 0.9600351738335664, |
| "learning_rate": 1.3306374307104164e-05, |
| "loss": 0.7563193798065185, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.2541065432434885, |
| "grad_norm": 1.6375267587917712, |
| "learning_rate": 1.2843260012586718e-05, |
| "loss": 0.6717273712158203, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.25456030492785187, |
| "grad_norm": 1.0745095917709544, |
| "learning_rate": 1.2374990913320726e-05, |
| "loss": 0.6807682037353515, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.25501406661221526, |
| "grad_norm": 1.6201732362530343, |
| "learning_rate": 1.1902876556391247e-05, |
| "loss": 0.714454174041748, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.25546782829657866, |
| "grad_norm": 1.0703093318050196, |
| "learning_rate": 1.1428237242413685e-05, |
| "loss": 0.6678834438323975, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.255921589980942, |
| "grad_norm": 1.2150629537069413, |
| "learning_rate": 1.095240033322132e-05, |
| "loss": 0.6891222953796386, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.2563753516653054, |
| "grad_norm": 11.856539025392681, |
| "learning_rate": 1.047669653980572e-05, |
| "loss": 0.6861077785491944, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.25682911334966874, |
| "grad_norm": 0.8931412033645632, |
| "learning_rate": 1.0002456200890902e-05, |
| "loss": 0.662961483001709, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.25728287503403213, |
| "grad_norm": 2.390051889454472, |
| "learning_rate": 9.531005562548668e-06, |
| "loss": 0.6823237419128418, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.2577366367183955, |
| "grad_norm": 1.0443020757581725, |
| "learning_rate": 9.06366306925925e-06, |
| "loss": 0.6859776496887207, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.25819039840275887, |
| "grad_norm": 1.4203521338174383, |
| "learning_rate": 8.601735676789686e-06, |
| "loss": 0.7177210807800293, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.25864416008712227, |
| "grad_norm": 0.8581315164414361, |
| "learning_rate": 8.14651519720118e-06, |
| "loss": 0.6742096900939941, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.2590979217714856, |
| "grad_norm": 0.9245752076082764, |
| "learning_rate": 7.699274686206866e-06, |
| "loss": 0.7056087493896485, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.259551683455849, |
| "grad_norm": 2.0486524676376594, |
| "learning_rate": 7.261264882983024e-06, |
| "loss": 0.663260555267334, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.26000544514021234, |
| "grad_norm": 4.873855567318575, |
| "learning_rate": 6.8337107123900386e-06, |
| "loss": 0.6811215877532959, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.26045920682457574, |
| "grad_norm": 2.1810371326078837, |
| "learning_rate": 6.417807859384881e-06, |
| "loss": 0.6738791465759277, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.2609129685089391, |
| "grad_norm": 1.3068323593326587, |
| "learning_rate": 6.014719425205009e-06, |
| "loss": 0.6841106414794922, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.2613667301933025, |
| "grad_norm": 1.1251261740134295, |
| "learning_rate": 5.6255726746749275e-06, |
| "loss": 0.7019362926483155, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.2618204918776659, |
| "grad_norm": 0.9964182413989419, |
| "learning_rate": 5.251455883731728e-06, |
| "loss": 0.6562312126159668, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.2622742535620292, |
| "grad_norm": 0.9737757670643322, |
| "learning_rate": 4.893415295985812e-06, |
| "loss": 0.6636817932128907, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.2627280152463926, |
| "grad_norm": 1.2045080283852136, |
| "learning_rate": 4.552452196827885e-06, |
| "loss": 0.6575404167175293, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.26318177693075595, |
| "grad_norm": 8.80624909747458, |
| "learning_rate": 4.229520113264785e-06, |
| "loss": 0.6771125793457031, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.26363553861511935, |
| "grad_norm": 1.0968502820990529, |
| "learning_rate": 3.925522147314915e-06, |
| "loss": 0.6726737976074219, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.2640893002994827, |
| "grad_norm": 1.4519314319569863, |
| "learning_rate": 3.641308450420675e-06, |
| "loss": 0.6598453521728516, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.2645430619838461, |
| "grad_norm": 2.0879351451043062, |
| "learning_rate": 3.37767384594087e-06, |
| "loss": 0.6466215133666993, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.2649968236682095, |
| "grad_norm": 3.10527933306659, |
| "learning_rate": 3.1353556063719357e-06, |
| "loss": 0.6572924613952636, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.2654505853525728, |
| "grad_norm": 1.2323889116224933, |
| "learning_rate": 2.9150313915141474e-06, |
| "loss": 0.6518402099609375, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.2659043470369362, |
| "grad_norm": 0.85550464636182, |
| "learning_rate": 2.717317353348891e-06, |
| "loss": 0.6735095024108887, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.26635810872129956, |
| "grad_norm": 1.0217932865035075, |
| "learning_rate": 2.5427664129268253e-06, |
| "loss": 0.6289621353149414, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.26681187040566295, |
| "grad_norm": 2.1909191238237877, |
| "learning_rate": 2.391866714085717e-06, |
| "loss": 0.6425233364105225, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.2672656320900263, |
| "grad_norm": 1.1470888047889034, |
| "learning_rate": 2.2650402583222753e-06, |
| "loss": 0.7085384368896485, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.2677193937743897, |
| "grad_norm": 1.7414144774236564, |
| "learning_rate": 2.1626417246356398e-06, |
| "loss": 0.6326457977294921, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.2681731554587531, |
| "grad_norm": 0.8499325864885919, |
| "learning_rate": 2.084957477642894e-06, |
| "loss": 0.6576657295227051, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.26862691714311643, |
| "grad_norm": 1.1013515922395056, |
| "learning_rate": 2.0322047667405147e-06, |
| "loss": 0.6274625778198242, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.2690806788274798, |
| "grad_norm": 0.8696399427878706, |
| "learning_rate": 2.0045311185513342e-06, |
| "loss": 0.6448920249938965, |
| "step": 5930 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2810342056919040.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
