| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 2871, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.010454783063251438, |
| "grad_norm": 24.718418387617902, |
| "learning_rate": 3.125e-07, |
| "loss": 1.1700332641601563, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.020909566126502875, |
| "grad_norm": 15.30385218893769, |
| "learning_rate": 6.597222222222223e-07, |
| "loss": 1.0165559768676757, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03136434918975431, |
| "grad_norm": 13.230159899142032, |
| "learning_rate": 1.0069444444444447e-06, |
| "loss": 0.8414219856262207, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04181913225300575, |
| "grad_norm": 10.503224274773585, |
| "learning_rate": 1.3541666666666667e-06, |
| "loss": 0.7689157009124756, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.052273915316257184, |
| "grad_norm": 14.171656221517212, |
| "learning_rate": 1.7013888888888891e-06, |
| "loss": 0.6302088737487793, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06272869837950862, |
| "grad_norm": 9.043585899085475, |
| "learning_rate": 2.048611111111111e-06, |
| "loss": 0.6252153396606446, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07318348144276006, |
| "grad_norm": 9.54429578186317, |
| "learning_rate": 2.395833333333334e-06, |
| "loss": 0.6105705261230469, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0836382645060115, |
| "grad_norm": 8.06764586264589, |
| "learning_rate": 2.743055555555556e-06, |
| "loss": 0.5567462921142579, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09409304756926294, |
| "grad_norm": 7.653404443610405, |
| "learning_rate": 3.0902777777777783e-06, |
| "loss": 0.5320817947387695, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10454783063251437, |
| "grad_norm": 10.323292483586252, |
| "learning_rate": 3.4375e-06, |
| "loss": 0.5564082622528076, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11500261369576581, |
| "grad_norm": 8.26776360225882, |
| "learning_rate": 3.7847222222222224e-06, |
| "loss": 0.5289367198944092, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12545739675901724, |
| "grad_norm": 6.722761461092399, |
| "learning_rate": 4.131944444444444e-06, |
| "loss": 0.5374911308288575, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1359121798222687, |
| "grad_norm": 6.149667256927038, |
| "learning_rate": 4.479166666666667e-06, |
| "loss": 0.5469415187835693, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14636696288552012, |
| "grad_norm": 6.388849351000388, |
| "learning_rate": 4.8263888888888895e-06, |
| "loss": 0.5261176109313965, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15682174594877157, |
| "grad_norm": 8.586082571405415, |
| "learning_rate": 5.173611111111112e-06, |
| "loss": 0.5198972702026368, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.167276529012023, |
| "grad_norm": 6.152605009722152, |
| "learning_rate": 5.520833333333334e-06, |
| "loss": 0.5329889297485352, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.17773131207527443, |
| "grad_norm": 5.886258972565166, |
| "learning_rate": 5.868055555555557e-06, |
| "loss": 0.525073766708374, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.18818609513852588, |
| "grad_norm": 5.253589520667939, |
| "learning_rate": 6.2152777777777785e-06, |
| "loss": 0.5174613475799561, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1986408782017773, |
| "grad_norm": 5.675195796637292, |
| "learning_rate": 6.5625e-06, |
| "loss": 0.5482912063598633, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.20909566126502874, |
| "grad_norm": 5.9189806187457705, |
| "learning_rate": 6.909722222222223e-06, |
| "loss": 0.5167539119720459, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2195504443282802, |
| "grad_norm": 5.021670417605504, |
| "learning_rate": 7.256944444444445e-06, |
| "loss": 0.5195440292358399, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.23000522739153162, |
| "grad_norm": 5.8799189190658785, |
| "learning_rate": 7.6041666666666666e-06, |
| "loss": 0.49451093673706054, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.24046001045478307, |
| "grad_norm": 4.704888927873957, |
| "learning_rate": 7.95138888888889e-06, |
| "loss": 0.5205968379974365, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2509147935180345, |
| "grad_norm": 4.044173128780622, |
| "learning_rate": 8.298611111111113e-06, |
| "loss": 0.5085770606994628, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.26136957658128596, |
| "grad_norm": 4.1213147825333305, |
| "learning_rate": 8.645833333333335e-06, |
| "loss": 0.5399441719055176, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2718243596445374, |
| "grad_norm": 4.486952442486536, |
| "learning_rate": 8.993055555555556e-06, |
| "loss": 0.5133580684661865, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2822791427077888, |
| "grad_norm": 5.968494502845103, |
| "learning_rate": 9.340277777777778e-06, |
| "loss": 0.5166466712951661, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.29273392577104024, |
| "grad_norm": 4.344923803681764, |
| "learning_rate": 9.6875e-06, |
| "loss": 0.5282481670379638, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.30318870883429166, |
| "grad_norm": 3.9994844082293177, |
| "learning_rate": 9.999996301795796e-06, |
| "loss": 0.5292728900909424, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.31364349189754315, |
| "grad_norm": 3.5419088276177964, |
| "learning_rate": 9.999552523910578e-06, |
| "loss": 0.5152704238891601, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3240982749607946, |
| "grad_norm": 3.489906187952539, |
| "learning_rate": 9.998369180404283e-06, |
| "loss": 0.5211520671844483, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.334553058024046, |
| "grad_norm": 4.261544057697915, |
| "learning_rate": 9.996446446324608e-06, |
| "loss": 0.5550591945648193, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.34500784108729743, |
| "grad_norm": 4.737845260981813, |
| "learning_rate": 9.993784606094612e-06, |
| "loss": 0.5402544021606446, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.35546262415054886, |
| "grad_norm": 3.8503896993743134, |
| "learning_rate": 9.99038405347064e-06, |
| "loss": 0.48754453659057617, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.36591740721380034, |
| "grad_norm": 4.366091111981202, |
| "learning_rate": 9.986245291484075e-06, |
| "loss": 0.5144664287567139, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.37637219027705177, |
| "grad_norm": 3.9493875329487604, |
| "learning_rate": 9.981368932366924e-06, |
| "loss": 0.48796958923339845, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3868269733403032, |
| "grad_norm": 3.7433034077846474, |
| "learning_rate": 9.975755697461254e-06, |
| "loss": 0.5206839561462402, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3972817564035546, |
| "grad_norm": 4.274035309097283, |
| "learning_rate": 9.969406417112489e-06, |
| "loss": 0.5185662269592285, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.40773653946680605, |
| "grad_norm": 3.772484771429206, |
| "learning_rate": 9.962322030546578e-06, |
| "loss": 0.509379768371582, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4181913225300575, |
| "grad_norm": 3.2658293031982066, |
| "learning_rate": 9.954503585731061e-06, |
| "loss": 0.5134355545043945, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.42864610559330896, |
| "grad_norm": 3.0402363204471303, |
| "learning_rate": 9.945952239220042e-06, |
| "loss": 0.47466449737548827, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4391008886565604, |
| "grad_norm": 3.7651205662189535, |
| "learning_rate": 9.936669255983109e-06, |
| "loss": 0.501217269897461, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4495556717198118, |
| "grad_norm": 3.376388365965475, |
| "learning_rate": 9.926656009218208e-06, |
| "loss": 0.4949479103088379, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.46001045478306324, |
| "grad_norm": 3.6381784800199704, |
| "learning_rate": 9.915913980148515e-06, |
| "loss": 0.5050280094146729, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.47046523784631467, |
| "grad_norm": 2.9696569915800697, |
| "learning_rate": 9.904444757803322e-06, |
| "loss": 0.5072210788726806, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.48092002090956615, |
| "grad_norm": 2.861080063899493, |
| "learning_rate": 9.892250038782972e-06, |
| "loss": 0.47548551559448243, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4913748039728176, |
| "grad_norm": 3.644124793454272, |
| "learning_rate": 9.8793316270079e-06, |
| "loss": 0.4952088356018066, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.501829587036069, |
| "grad_norm": 3.3821878518913797, |
| "learning_rate": 9.865691433451773e-06, |
| "loss": 0.49309720993041994, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5122843700993205, |
| "grad_norm": 3.2464462466856787, |
| "learning_rate": 9.851331475858813e-06, |
| "loss": 0.49744210243225095, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5227391531625719, |
| "grad_norm": 3.8163659135728474, |
| "learning_rate": 9.83625387844532e-06, |
| "loss": 0.4938063144683838, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5331939362258233, |
| "grad_norm": 3.5682320886997023, |
| "learning_rate": 9.820460871585442e-06, |
| "loss": 0.4634222507476807, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5436487192890748, |
| "grad_norm": 3.0357540286588836, |
| "learning_rate": 9.803954791481239e-06, |
| "loss": 0.500468635559082, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5541035023523262, |
| "grad_norm": 3.0572997742301107, |
| "learning_rate": 9.78673807981711e-06, |
| "loss": 0.4764060974121094, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5645582854155776, |
| "grad_norm": 3.34171454474721, |
| "learning_rate": 9.768813283398592e-06, |
| "loss": 0.46895341873168944, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.575013068478829, |
| "grad_norm": 3.3409678596022165, |
| "learning_rate": 9.750183053775625e-06, |
| "loss": 0.5167595863342285, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5854678515420805, |
| "grad_norm": 3.1055221089696285, |
| "learning_rate": 9.730850146850319e-06, |
| "loss": 0.4886764049530029, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5959226346053319, |
| "grad_norm": 2.9915697668941377, |
| "learning_rate": 9.710817422469277e-06, |
| "loss": 0.45673513412475586, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6063774176685833, |
| "grad_norm": 3.338602047965964, |
| "learning_rate": 9.69008784400056e-06, |
| "loss": 0.4862043380737305, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6168322007318349, |
| "grad_norm": 3.293443562748853, |
| "learning_rate": 9.66866447789531e-06, |
| "loss": 0.44897637367248533, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6272869837950863, |
| "grad_norm": 3.415206492218139, |
| "learning_rate": 9.646550493234163e-06, |
| "loss": 0.4673483848571777, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6377417668583377, |
| "grad_norm": 2.593704546570031, |
| "learning_rate": 9.623749161258437e-06, |
| "loss": 0.4777404308319092, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6481965499215891, |
| "grad_norm": 3.261983426835237, |
| "learning_rate": 9.600263854886241e-06, |
| "loss": 0.46083660125732423, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6586513329848406, |
| "grad_norm": 3.6589349712466754, |
| "learning_rate": 9.576098048213525e-06, |
| "loss": 0.4882816314697266, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.669106116048092, |
| "grad_norm": 2.786049187576396, |
| "learning_rate": 9.551255316000183e-06, |
| "loss": 0.47601971626281736, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6795608991113434, |
| "grad_norm": 3.5534399995207133, |
| "learning_rate": 9.52573933314123e-06, |
| "loss": 0.46523337364196776, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6900156821745949, |
| "grad_norm": 3.247855590359742, |
| "learning_rate": 9.499553874123213e-06, |
| "loss": 0.5022894859313964, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7004704652378463, |
| "grad_norm": 3.192373069279576, |
| "learning_rate": 9.472702812465843e-06, |
| "loss": 0.45582046508789065, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7109252483010977, |
| "grad_norm": 2.9987766019069273, |
| "learning_rate": 9.44519012014901e-06, |
| "loss": 0.4604167938232422, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7213800313643491, |
| "grad_norm": 3.3287345373697543, |
| "learning_rate": 9.417019867025225e-06, |
| "loss": 0.45743575096130373, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7318348144276007, |
| "grad_norm": 3.13001378623864, |
| "learning_rate": 9.388196220217574e-06, |
| "loss": 0.45987858772277834, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7422895974908521, |
| "grad_norm": 3.0609953430591843, |
| "learning_rate": 9.358723443503295e-06, |
| "loss": 0.46433610916137696, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7527443805541035, |
| "grad_norm": 2.9731001333714158, |
| "learning_rate": 9.328605896683052e-06, |
| "loss": 0.4452852725982666, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.763199163617355, |
| "grad_norm": 2.8834649128493854, |
| "learning_rate": 9.297848034936007e-06, |
| "loss": 0.4701652526855469, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7736539466806064, |
| "grad_norm": 2.623781264855837, |
| "learning_rate": 9.266454408160779e-06, |
| "loss": 0.47495460510253906, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.7841087297438578, |
| "grad_norm": 2.9724199158137536, |
| "learning_rate": 9.234429660302396e-06, |
| "loss": 0.453695011138916, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7945635128071092, |
| "grad_norm": 2.7018350306594656, |
| "learning_rate": 9.201778528665333e-06, |
| "loss": 0.43290367126464846, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8050182958703607, |
| "grad_norm": 2.729364852389291, |
| "learning_rate": 9.168505843212736e-06, |
| "loss": 0.47309246063232424, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8154730789336121, |
| "grad_norm": 2.9324010220469163, |
| "learning_rate": 9.134616525851951e-06, |
| "loss": 0.4456325531005859, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8259278619968635, |
| "grad_norm": 3.0964480861705446, |
| "learning_rate": 9.100115589706436e-06, |
| "loss": 0.4632735729217529, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.836382645060115, |
| "grad_norm": 2.609283433762514, |
| "learning_rate": 9.06500813837419e-06, |
| "loss": 0.463899040222168, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8468374281233665, |
| "grad_norm": 2.68288540142759, |
| "learning_rate": 9.029299365172803e-06, |
| "loss": 0.4199415683746338, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8572922111866179, |
| "grad_norm": 2.884566838128578, |
| "learning_rate": 8.992994552371217e-06, |
| "loss": 0.45590362548828123, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8677469942498693, |
| "grad_norm": 3.0681997167034503, |
| "learning_rate": 8.956099070408346e-06, |
| "loss": 0.4662492752075195, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8782017773131208, |
| "grad_norm": 3.505019801834461, |
| "learning_rate": 8.918618377098649e-06, |
| "loss": 0.46401119232177734, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.8886565603763722, |
| "grad_norm": 2.696501610305898, |
| "learning_rate": 8.88055801682476e-06, |
| "loss": 0.43470087051391604, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.8991113434396236, |
| "grad_norm": 2.735378725683037, |
| "learning_rate": 8.841923619717352e-06, |
| "loss": 0.43253145217895506, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.909566126502875, |
| "grad_norm": 2.6718676509681294, |
| "learning_rate": 8.80272090082227e-06, |
| "loss": 0.45939111709594727, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9200209095661265, |
| "grad_norm": 2.3319558969439456, |
| "learning_rate": 8.762955659255137e-06, |
| "loss": 0.4334279537200928, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9304756926293779, |
| "grad_norm": 2.7372288791603046, |
| "learning_rate": 8.722633777343508e-06, |
| "loss": 0.45528583526611327, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9409304756926293, |
| "grad_norm": 2.2044250341354985, |
| "learning_rate": 8.681761219756719e-06, |
| "loss": 0.43840880393981935, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9513852587558809, |
| "grad_norm": 2.6997123478640397, |
| "learning_rate": 8.64034403262356e-06, |
| "loss": 0.45453429222106934, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.9618400418191323, |
| "grad_norm": 2.9647246074861484, |
| "learning_rate": 8.598388342637884e-06, |
| "loss": 0.44325528144836424, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.9722948248823837, |
| "grad_norm": 2.543262445734621, |
| "learning_rate": 8.555900356152315e-06, |
| "loss": 0.47241668701171874, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9827496079456352, |
| "grad_norm": 2.9773575535197674, |
| "learning_rate": 8.512886358260162e-06, |
| "loss": 0.43378405570983886, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.9932043910088866, |
| "grad_norm": 2.301915852171191, |
| "learning_rate": 8.469352711865685e-06, |
| "loss": 0.4322382926940918, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0031364349189755, |
| "grad_norm": 2.538719079569425, |
| "learning_rate": 8.425305856742863e-06, |
| "loss": 0.39834961891174314, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0135912179822268, |
| "grad_norm": 2.2865881980885794, |
| "learning_rate": 8.38075230858277e-06, |
| "loss": 0.32327539920806886, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.0240460010454784, |
| "grad_norm": 2.1333864840563854, |
| "learning_rate": 8.335698658029742e-06, |
| "loss": 0.3069389820098877, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.0345007841087297, |
| "grad_norm": 2.2932859115200834, |
| "learning_rate": 8.29015156970644e-06, |
| "loss": 0.3121353626251221, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.0449555671719812, |
| "grad_norm": 2.187164944721087, |
| "learning_rate": 8.244117781227982e-06, |
| "loss": 0.3135772705078125, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0554103502352326, |
| "grad_norm": 2.620549106487118, |
| "learning_rate": 8.19760410220527e-06, |
| "loss": 0.3141052007675171, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.065865133298484, |
| "grad_norm": 2.6187167520630577, |
| "learning_rate": 8.150617413237667e-06, |
| "loss": 0.29927496910095214, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.0763199163617354, |
| "grad_norm": 2.7154906400195054, |
| "learning_rate": 8.103164664895179e-06, |
| "loss": 0.32218375205993655, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.086774699424987, |
| "grad_norm": 2.2775209771754947, |
| "learning_rate": 8.055252876690274e-06, |
| "loss": 0.30994296073913574, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.0972294824882383, |
| "grad_norm": 2.5256417704243104, |
| "learning_rate": 8.006889136039527e-06, |
| "loss": 0.3179988622665405, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.1076842655514898, |
| "grad_norm": 4.655768545246484, |
| "learning_rate": 7.958080597215187e-06, |
| "loss": 0.3315117835998535, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.1181390486147413, |
| "grad_norm": 2.3795048538045003, |
| "learning_rate": 7.908834480286883e-06, |
| "loss": 0.32270612716674807, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.1285938316779927, |
| "grad_norm": 2.833619323963416, |
| "learning_rate": 7.859158070053578e-06, |
| "loss": 0.32999410629272463, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.1390486147412442, |
| "grad_norm": 2.7893211759019083, |
| "learning_rate": 7.809058714965962e-06, |
| "loss": 0.33037991523742677, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.1495033978044955, |
| "grad_norm": 2.688203548412976, |
| "learning_rate": 7.758543826039418e-06, |
| "loss": 0.3195152759552002, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.159958180867747, |
| "grad_norm": 2.5000652567780905, |
| "learning_rate": 7.707620875757739e-06, |
| "loss": 0.3219186067581177, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.1704129639309984, |
| "grad_norm": 2.7212151344427604, |
| "learning_rate": 7.656297396967747e-06, |
| "loss": 0.31125607490539553, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.18086774699425, |
| "grad_norm": 2.5746051638691974, |
| "learning_rate": 7.604580981764994e-06, |
| "loss": 0.32712540626525877, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.1913225300575012, |
| "grad_norm": 2.3487291227881255, |
| "learning_rate": 7.552479280370682e-06, |
| "loss": 0.3091617822647095, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.2017773131207528, |
| "grad_norm": 2.5950942217523183, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.3248297214508057, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.212232096184004, |
| "grad_norm": 2.4273247098564985, |
| "learning_rate": 7.447150903722024e-06, |
| "loss": 0.31844277381896974, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.2226868792472556, |
| "grad_norm": 2.876346824994876, |
| "learning_rate": 7.393939809311349e-06, |
| "loss": 0.3220773696899414, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.2331416623105071, |
| "grad_norm": 2.6350324684260773, |
| "learning_rate": 7.340374588091638e-06, |
| "loss": 0.31242353916168214, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.2435964453737585, |
| "grad_norm": 2.3488543819004373, |
| "learning_rate": 7.286463163771242e-06, |
| "loss": 0.31345334053039553, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.25405122843701, |
| "grad_norm": 2.4499391273093045, |
| "learning_rate": 7.232213511271086e-06, |
| "loss": 0.3214827060699463, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.2645060115002613, |
| "grad_norm": 2.7307864139805975, |
| "learning_rate": 7.177633655544949e-06, |
| "loss": 0.2867748498916626, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.2749607945635129, |
| "grad_norm": 2.780167865634815, |
| "learning_rate": 7.122731670392381e-06, |
| "loss": 0.3048831939697266, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.2854155776267642, |
| "grad_norm": 2.59772090492509, |
| "learning_rate": 7.0675156772643595e-06, |
| "loss": 0.3309605598449707, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.2958703606900157, |
| "grad_norm": 2.577298247583216, |
| "learning_rate": 7.011993844061925e-06, |
| "loss": 0.3090049743652344, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.3063251437532672, |
| "grad_norm": 2.593011041193314, |
| "learning_rate": 6.956174383927925e-06, |
| "loss": 0.3164071559906006, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3167799268165186, |
| "grad_norm": 2.4383410025290475, |
| "learning_rate": 6.900065554032076e-06, |
| "loss": 0.3073371410369873, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.3272347098797699, |
| "grad_norm": 2.6132658016883146, |
| "learning_rate": 6.843675654349513e-06, |
| "loss": 0.3184234142303467, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.3376894929430214, |
| "grad_norm": 2.5792151263749297, |
| "learning_rate": 6.787013026433002e-06, |
| "loss": 0.3275122165679932, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.348144276006273, |
| "grad_norm": 2.510186878186463, |
| "learning_rate": 6.7300860521790034e-06, |
| "loss": 0.29384264945983884, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.3585990590695243, |
| "grad_norm": 2.36927064815386, |
| "learning_rate": 6.672903152587771e-06, |
| "loss": 0.31453914642333985, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.3690538421327758, |
| "grad_norm": 2.535580548868829, |
| "learning_rate": 6.615472786517661e-06, |
| "loss": 0.3201922416687012, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.3795086251960271, |
| "grad_norm": 2.7372667090593077, |
| "learning_rate": 6.55780344943385e-06, |
| "loss": 0.3188091993331909, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.3899634082592787, |
| "grad_norm": 2.3414665044090115, |
| "learning_rate": 6.499903672151621e-06, |
| "loss": 0.31108272075653076, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.40041819132253, |
| "grad_norm": 2.40114377388951, |
| "learning_rate": 6.441782019574443e-06, |
| "loss": 0.30778021812438966, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.4108729743857815, |
| "grad_norm": 2.609938320584772, |
| "learning_rate": 6.383447089426991e-06, |
| "loss": 0.3195518970489502, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.421327757449033, |
| "grad_norm": 2.5817751346147113, |
| "learning_rate": 6.32490751098331e-06, |
| "loss": 0.3046169996261597, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.4317825405122844, |
| "grad_norm": 2.655508967154357, |
| "learning_rate": 6.266171943790325e-06, |
| "loss": 0.3061758279800415, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.4422373235755357, |
| "grad_norm": 2.51400896291691, |
| "learning_rate": 6.207249076386866e-06, |
| "loss": 0.30702757835388184, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.4526921066387872, |
| "grad_norm": 2.998046461714293, |
| "learning_rate": 6.148147625018402e-06, |
| "loss": 0.32001438140869143, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.4631468897020388, |
| "grad_norm": 2.085038244118913, |
| "learning_rate": 6.088876332347676e-06, |
| "loss": 0.29395136833190916, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.47360167276529, |
| "grad_norm": 2.6873550877951065, |
| "learning_rate": 6.029443966161437e-06, |
| "loss": 0.3357994794845581, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.4840564558285416, |
| "grad_norm": 2.520302741351955, |
| "learning_rate": 5.969859318073457e-06, |
| "loss": 0.3041604280471802, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.494511238891793, |
| "grad_norm": 2.590877704708481, |
| "learning_rate": 5.910131202224011e-06, |
| "loss": 0.320897650718689, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.5049660219550445, |
| "grad_norm": 2.4395858316616175, |
| "learning_rate": 5.850268453976042e-06, |
| "loss": 0.2913835048675537, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.5154208050182958, |
| "grad_norm": 2.3270728934171427, |
| "learning_rate": 5.790279928608173e-06, |
| "loss": 0.3119961738586426, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5258755880815473, |
| "grad_norm": 2.4878729402729105, |
| "learning_rate": 5.730174500004779e-06, |
| "loss": 0.29176840782165525, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.5363303711447989, |
| "grad_norm": 2.4141269461435555, |
| "learning_rate": 5.669961059343302e-06, |
| "loss": 0.3090303897857666, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.5467851542080502, |
| "grad_norm": 2.6154010299261596, |
| "learning_rate": 5.609648513779019e-06, |
| "loss": 0.3178750514984131, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.5572399372713015, |
| "grad_norm": 2.70874850728384, |
| "learning_rate": 5.549245785127435e-06, |
| "loss": 0.2930603504180908, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.567694720334553, |
| "grad_norm": 2.8695731713464676, |
| "learning_rate": 5.4887618085445094e-06, |
| "loss": 0.3084683895111084, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.5781495033978046, |
| "grad_norm": 2.5226869308613575, |
| "learning_rate": 5.428205531204912e-06, |
| "loss": 0.3078239679336548, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.588604286461056, |
| "grad_norm": 1.9869881844919004, |
| "learning_rate": 5.367585910978503e-06, |
| "loss": 0.2893611192703247, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.5990590695243072, |
| "grad_norm": 2.600521385697919, |
| "learning_rate": 5.306911915105222e-06, |
| "loss": 0.2893876075744629, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.609513852587559, |
| "grad_norm": 2.4377105137100386, |
| "learning_rate": 5.2461925188686035e-06, |
| "loss": 0.30096259117126467, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.6199686356508103, |
| "grad_norm": 2.1644665452614773, |
| "learning_rate": 5.185436704268091e-06, |
| "loss": 0.3023658275604248, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.6304234187140616, |
| "grad_norm": 2.8349447634918064, |
| "learning_rate": 5.1246534586903655e-06, |
| "loss": 0.31364827156066893, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.6408782017773131, |
| "grad_norm": 2.433633164624175, |
| "learning_rate": 5.06385177357987e-06, |
| "loss": 0.31183199882507323, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.6513329848405647, |
| "grad_norm": 2.618497399754642, |
| "learning_rate": 5.003040643108743e-06, |
| "loss": 0.2829690933227539, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.661787767903816, |
| "grad_norm": 2.273391112582087, |
| "learning_rate": 4.94222906284634e-06, |
| "loss": 0.31186208724975584, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.6722425509670673, |
| "grad_norm": 2.903096906627692, |
| "learning_rate": 4.881426028428552e-06, |
| "loss": 0.30586948394775393, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.6826973340303188, |
| "grad_norm": 2.3444425699575397, |
| "learning_rate": 4.820640534227115e-06, |
| "loss": 0.30365810394287107, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.6931521170935704, |
| "grad_norm": 2.6484309091551315, |
| "learning_rate": 4.759881572019107e-06, |
| "loss": 0.30023210048675536, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.7036069001568217, |
| "grad_norm": 2.223994575819494, |
| "learning_rate": 4.699158129656818e-06, |
| "loss": 0.3089748859405518, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.714061683220073, |
| "grad_norm": 2.6580359729309246, |
| "learning_rate": 4.638479189738224e-06, |
| "loss": 0.3098564147949219, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.7245164662833248, |
| "grad_norm": 2.2638409851391375, |
| "learning_rate": 4.57785372827821e-06, |
| "loss": 0.29953689575195314, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.734971249346576, |
| "grad_norm": 2.6434101659805767, |
| "learning_rate": 4.51729071338079e-06, |
| "loss": 0.282869291305542, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.7454260324098274, |
| "grad_norm": 2.561239275287812, |
| "learning_rate": 4.4567991039124875e-06, |
| "loss": 0.2746959924697876, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.755880815473079, |
| "grad_norm": 2.4930268651657848, |
| "learning_rate": 4.396387848177078e-06, |
| "loss": 0.2814373016357422, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.7663355985363305, |
| "grad_norm": 2.3961710752443994, |
| "learning_rate": 4.3360658825919e-06, |
| "loss": 0.2918192148208618, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.7767903815995818, |
| "grad_norm": 2.247084108173882, |
| "learning_rate": 4.275842130365927e-06, |
| "loss": 0.3069226026535034, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.7872451646628331, |
| "grad_norm": 2.152539427772329, |
| "learning_rate": 4.215725500179788e-06, |
| "loss": 0.2821374416351318, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.7976999477260847, |
| "grad_norm": 2.5668219485179757, |
| "learning_rate": 4.155724884867937e-06, |
| "loss": 0.27969529628753664, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.8081547307893362, |
| "grad_norm": 2.242405152391876, |
| "learning_rate": 4.095849160103169e-06, |
| "loss": 0.29024791717529297, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.8186095138525875, |
| "grad_norm": 2.4167404873052436, |
| "learning_rate": 4.036107183083676e-06, |
| "loss": 0.2867319345474243, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.829064296915839, |
| "grad_norm": 2.8046090984770093, |
| "learning_rate": 3.976507791222833e-06, |
| "loss": 0.3051579475402832, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.8395190799790906, |
| "grad_norm": 2.702022810386982, |
| "learning_rate": 3.91705980084191e-06, |
| "loss": 0.30063662528991697, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.849973863042342, |
| "grad_norm": 2.1575697958271984, |
| "learning_rate": 3.857772005865905e-06, |
| "loss": 0.3020583152770996, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.8604286461055932, |
| "grad_norm": 2.472125065068208, |
| "learning_rate": 3.7986531765226965e-06, |
| "loss": 0.28431456089019774, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.8708834291688448, |
| "grad_norm": 2.4622460702021276, |
| "learning_rate": 3.739712058045688e-06, |
| "loss": 0.28502402305603025, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.8813382122320963, |
| "grad_norm": 2.5076565439070118, |
| "learning_rate": 3.6809573693801626e-06, |
| "loss": 0.28310022354125974, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.8917929952953476, |
| "grad_norm": 2.464878812490279, |
| "learning_rate": 3.622397801893518e-06, |
| "loss": 0.2924038887023926, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.902247778358599, |
| "grad_norm": 2.188113717713089, |
| "learning_rate": 3.5640420180895875e-06, |
| "loss": 0.286405348777771, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.9127025614218505, |
| "grad_norm": 2.457994465070137, |
| "learning_rate": 3.5058986503272263e-06, |
| "loss": 0.2759543895721436, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.923157344485102, |
| "grad_norm": 2.713242389381253, |
| "learning_rate": 3.447976299543351e-06, |
| "loss": 0.2818687915802002, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.9336121275483533, |
| "grad_norm": 2.7991599381127763, |
| "learning_rate": 3.3902835339806463e-06, |
| "loss": 0.2903605937957764, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.9440669106116049, |
| "grad_norm": 2.747628597949308, |
| "learning_rate": 3.3328288879200908e-06, |
| "loss": 0.2916411876678467, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.9545216936748564, |
| "grad_norm": 2.7449879657126237, |
| "learning_rate": 3.275620860418507e-06, |
| "loss": 0.29442853927612306, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.9649764767381077, |
| "grad_norm": 2.2664633332379966, |
| "learning_rate": 3.218667914051332e-06, |
| "loss": 0.28850135803222654, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.975431259801359, |
| "grad_norm": 2.4789660465375367, |
| "learning_rate": 3.1619784736607815e-06, |
| "loss": 0.2848990440368652, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.9858860428646106, |
| "grad_norm": 2.3283424588392223, |
| "learning_rate": 3.1055609251095874e-06, |
| "loss": 0.27863106727600095, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.996340825927862, |
| "grad_norm": 2.406984474884444, |
| "learning_rate": 3.049423614040513e-06, |
| "loss": 0.2901535749435425, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.006272869837951, |
| "grad_norm": 1.8297379268497085, |
| "learning_rate": 2.993574844641807e-06, |
| "loss": 0.21484382152557374, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.0167276529012024, |
| "grad_norm": 2.1416608222414606, |
| "learning_rate": 2.938022878418799e-06, |
| "loss": 0.15692442655563354, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.0271824359644537, |
| "grad_norm": 2.296243876805982, |
| "learning_rate": 2.882775932971809e-06, |
| "loss": 0.14436852931976318, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.037637219027705, |
| "grad_norm": 2.6886415424555374, |
| "learning_rate": 2.8278421807805357e-06, |
| "loss": 0.1482227325439453, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.0480920020909568, |
| "grad_norm": 1.9284219212386497, |
| "learning_rate": 2.7732297479951443e-06, |
| "loss": 0.1524648666381836, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.058546785154208, |
| "grad_norm": 2.421429650721721, |
| "learning_rate": 2.718946713234185e-06, |
| "loss": 0.15026016235351564, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.0690015682174594, |
| "grad_norm": 2.2296751625585527, |
| "learning_rate": 2.6650011063895605e-06, |
| "loss": 0.14164226055145263, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.0794563512807107, |
| "grad_norm": 2.1379951089799425, |
| "learning_rate": 2.611400907438685e-06, |
| "loss": 0.1506777286529541, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.0899111343439625, |
| "grad_norm": 2.60404750048184, |
| "learning_rate": 2.5581540452640417e-06, |
| "loss": 0.1496190071105957, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.100365917407214, |
| "grad_norm": 2.897315477242822, |
| "learning_rate": 2.5052683964802902e-06, |
| "loss": 0.14556009769439698, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.110820700470465, |
| "grad_norm": 2.5117756532629807, |
| "learning_rate": 2.452751784269103e-06, |
| "loss": 0.15054495334625245, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.121275483533717, |
| "grad_norm": 2.5895703612577625, |
| "learning_rate": 2.4006119772219185e-06, |
| "loss": 0.1436980962753296, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.131730266596968, |
| "grad_norm": 2.4502499630728267, |
| "learning_rate": 2.348856688190758e-06, |
| "loss": 0.1487640380859375, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.1421850496602195, |
| "grad_norm": 2.774838120056067, |
| "learning_rate": 2.297493573147286e-06, |
| "loss": 0.1441525101661682, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.152639832723471, |
| "grad_norm": 2.7482534099638114, |
| "learning_rate": 2.2465302300503012e-06, |
| "loss": 0.14389804601669312, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.1630946157867226, |
| "grad_norm": 2.676312833151401, |
| "learning_rate": 2.1959741977217904e-06, |
| "loss": 0.14986393451690674, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.173549398849974, |
| "grad_norm": 2.3496923969163968, |
| "learning_rate": 2.1458329547317384e-06, |
| "loss": 0.13858466148376464, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.184004181913225, |
| "grad_norm": 2.6054997363295183, |
| "learning_rate": 2.0961139182918545e-06, |
| "loss": 0.138874089717865, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.1944589649764765, |
| "grad_norm": 2.1565945947010148, |
| "learning_rate": 2.0468244431583654e-06, |
| "loss": 0.13851549625396728, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.2049137480397283, |
| "grad_norm": 3.313510729598953, |
| "learning_rate": 1.9979718205440607e-06, |
| "loss": 0.1476877212524414, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.2153685311029796, |
| "grad_norm": 2.382675070781833, |
| "learning_rate": 1.9495632770397187e-06, |
| "loss": 0.13761415481567382, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.225823314166231, |
| "grad_norm": 2.7087821185716385, |
| "learning_rate": 1.901605973545116e-06, |
| "loss": 0.14834946393966675, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.2362780972294827, |
| "grad_norm": 2.806966259341093, |
| "learning_rate": 1.8541070042097336e-06, |
| "loss": 0.1400376081466675, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.246732880292734, |
| "grad_norm": 2.8806417273447087, |
| "learning_rate": 1.8070733953833487e-06, |
| "loss": 0.13627231121063232, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.2571876633559853, |
| "grad_norm": 2.7175147483700357, |
| "learning_rate": 1.7605121045766488e-06, |
| "loss": 0.1398362398147583, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.2676424464192366, |
| "grad_norm": 2.5629588512103516, |
| "learning_rate": 1.7144300194320357e-06, |
| "loss": 0.13770153522491455, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.2780972294824884, |
| "grad_norm": 2.5564221216571417, |
| "learning_rate": 1.6688339567047612e-06, |
| "loss": 0.1351094961166382, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.2885520125457397, |
| "grad_norm": 2.215730225735144, |
| "learning_rate": 1.6237306612545495e-06, |
| "loss": 0.132268488407135, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.299006795608991, |
| "grad_norm": 2.5311894557804053, |
| "learning_rate": 1.5791268050478487e-06, |
| "loss": 0.1430295467376709, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.3094615786722423, |
| "grad_norm": 2.7930578699271194, |
| "learning_rate": 1.535028986170881e-06, |
| "loss": 0.14251787662506105, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.319916361735494, |
| "grad_norm": 2.593907675204934, |
| "learning_rate": 1.4914437278536054e-06, |
| "loss": 0.13963282108306885, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.3303711447987454, |
| "grad_norm": 2.205320793480066, |
| "learning_rate": 1.448377477504762e-06, |
| "loss": 0.14262232780456544, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.3408259278619967, |
| "grad_norm": 3.003279066665647, |
| "learning_rate": 1.4058366057581297e-06, |
| "loss": 0.13835076093673707, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.3512807109252485, |
| "grad_norm": 2.952505454912393, |
| "learning_rate": 1.363827405530141e-06, |
| "loss": 0.14539437294006347, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.3617354939885, |
| "grad_norm": 2.3979909168521316, |
| "learning_rate": 1.322356091088996e-06, |
| "loss": 0.13863496780395507, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.372190277051751, |
| "grad_norm": 2.4238324256189805, |
| "learning_rate": 1.2814287971354023e-06, |
| "loss": 0.14841680526733397, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.3826450601150024, |
| "grad_norm": 2.4334955206165603, |
| "learning_rate": 1.2410515778951004e-06, |
| "loss": 0.13895373344421386, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.393099843178254, |
| "grad_norm": 1.974501883496555, |
| "learning_rate": 1.2012304062232794e-06, |
| "loss": 0.13038469552993776, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.4035546262415055, |
| "grad_norm": 2.424167050602764, |
| "learning_rate": 1.1619711727210276e-06, |
| "loss": 0.1385021448135376, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.414009409304757, |
| "grad_norm": 3.0225694895895785, |
| "learning_rate": 1.12327968486397e-06, |
| "loss": 0.13610873222351075, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.424464192368008, |
| "grad_norm": 2.6908614519065184, |
| "learning_rate": 1.0851616661431808e-06, |
| "loss": 0.13124221563339233, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.43491897543126, |
| "grad_norm": 2.5117863802091525, |
| "learning_rate": 1.047622755218532e-06, |
| "loss": 0.134140944480896, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.445373758494511, |
| "grad_norm": 3.171624056334522, |
| "learning_rate": 1.0106685050845838e-06, |
| "loss": 0.13985075950622558, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.4558285415577625, |
| "grad_norm": 2.72431552949608, |
| "learning_rate": 9.743043822491528e-07, |
| "loss": 0.12615830898284913, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.4662833246210143, |
| "grad_norm": 2.9208144100982634, |
| "learning_rate": 9.385357659246713e-07, |
| "loss": 0.14161596298217774, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.4767381076842656, |
| "grad_norm": 2.523654516734199, |
| "learning_rate": 9.033679472324585e-07, |
| "loss": 0.13880399465560914, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.487192890747517, |
| "grad_norm": 2.6548601192185015, |
| "learning_rate": 8.688061284200266e-07, |
| "loss": 0.12704449892044067, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.4976476738107682, |
| "grad_norm": 2.9184740347059726, |
| "learning_rate": 8.348554220915256e-07, |
| "loss": 0.1395116090774536, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.50810245687402, |
| "grad_norm": 2.319334882698181, |
| "learning_rate": 8.015208504514626e-07, |
| "loss": 0.13774077892303466, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.5185572399372713, |
| "grad_norm": 2.5311929372961957, |
| "learning_rate": 7.6880734456178e-07, |
| "loss": 0.13431841135025024, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.5290120230005226, |
| "grad_norm": 2.4666878888843122, |
| "learning_rate": 7.367197436124218e-07, |
| "loss": 0.13095202445983886, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.539466806063774, |
| "grad_norm": 2.5776194115200197, |
| "learning_rate": 7.052627942054919e-07, |
| "loss": 0.13431986570358276, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.5499215891270257, |
| "grad_norm": 2.6266261731301865, |
| "learning_rate": 6.744411496531045e-07, |
| "loss": 0.13436880111694335, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.560376372190277, |
| "grad_norm": 2.728274358743059, |
| "learning_rate": 6.442593692890365e-07, |
| "loss": 0.1392744302749634, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.5708311552535283, |
| "grad_norm": 3.039326839972821, |
| "learning_rate": 6.147219177942854e-07, |
| "loss": 0.14513977766036987, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.58128593831678, |
| "grad_norm": 3.046409641690262, |
| "learning_rate": 5.858331645366183e-07, |
| "loss": 0.13284623622894287, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.5917407213800314, |
| "grad_norm": 2.9358926147893016, |
| "learning_rate": 5.575973829242365e-07, |
| "loss": 0.13117119073867797, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.6021955044432827, |
| "grad_norm": 2.568062860895592, |
| "learning_rate": 5.300187497736148e-07, |
| "loss": 0.1387467861175537, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.6126502875065345, |
| "grad_norm": 2.888872734516275, |
| "learning_rate": 5.031013446916516e-07, |
| "loss": 0.12908343076705933, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.623105070569786, |
| "grad_norm": 2.7907829324080264, |
| "learning_rate": 4.768491494721794e-07, |
| "loss": 0.13739001750946045, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.633559853633037, |
| "grad_norm": 2.2451525617183394, |
| "learning_rate": 4.512660475069558e-07, |
| "loss": 0.13573113679885865, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.6440146366962884, |
| "grad_norm": 2.268373168924109, |
| "learning_rate": 4.263558232112064e-07, |
| "loss": 0.13201311826705933, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.6544694197595398, |
| "grad_norm": 2.294127160917469, |
| "learning_rate": 4.02122161463811e-07, |
| "loss": 0.12791603803634644, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.6649242028227915, |
| "grad_norm": 2.673833451325982, |
| "learning_rate": 3.7856864706221187e-07, |
| "loss": 0.1308240056037903, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.675378985886043, |
| "grad_norm": 2.9540669955359267, |
| "learning_rate": 3.5569876419212947e-07, |
| "loss": 0.12685129642486573, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.685833768949294, |
| "grad_norm": 3.06134774368249, |
| "learning_rate": 3.335158959121554e-07, |
| "loss": 0.13150808811187745, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.696288552012546, |
| "grad_norm": 2.722050294282472, |
| "learning_rate": 3.120233236533138e-07, |
| "loss": 0.13638091087341309, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.7067433350757972, |
| "grad_norm": 3.0333435472878487, |
| "learning_rate": 2.91224226733649e-07, |
| "loss": 0.13004894256591798, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.7171981181390485, |
| "grad_norm": 2.8328094897778775, |
| "learning_rate": 2.711216818879209e-07, |
| "loss": 0.12011622190475464, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.7276529012023003, |
| "grad_norm": 2.3987687334693253, |
| "learning_rate": 2.5171866281247294e-07, |
| "loss": 0.12943274974823, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.7381076842655516, |
| "grad_norm": 2.4018652056768026, |
| "learning_rate": 2.330180397253473e-07, |
| "loss": 0.12708134651184083, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.748562467328803, |
| "grad_norm": 2.6663722218524186, |
| "learning_rate": 2.1502257894170099e-07, |
| "loss": 0.1336909532546997, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.7590172503920543, |
| "grad_norm": 2.55942087868328, |
| "learning_rate": 1.97734942464598e-07, |
| "loss": 0.1346044659614563, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.7694720334553056, |
| "grad_norm": 2.4480191519742394, |
| "learning_rate": 1.811576875912241e-07, |
| "loss": 0.12940382957458496, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.7799268165185573, |
| "grad_norm": 2.7901461073911236, |
| "learning_rate": 1.652932665346002e-07, |
| "loss": 0.1374659061431885, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.7903815995818086, |
| "grad_norm": 2.6984444082844967, |
| "learning_rate": 1.501440260608339e-07, |
| "loss": 0.13039830923080445, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.80083638264506, |
| "grad_norm": 3.5086199286627626, |
| "learning_rate": 1.3571220714196976e-07, |
| "loss": 0.12391582727432252, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.8112911657083117, |
| "grad_norm": 2.4019718990712944, |
| "learning_rate": 1.2199994462448906e-07, |
| "loss": 0.12288906574249267, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.821745948771563, |
| "grad_norm": 3.006283088632465, |
| "learning_rate": 1.0900926691351454e-07, |
| "loss": 0.13215855360031128, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.8322007318348144, |
| "grad_norm": 3.0503069240442207, |
| "learning_rate": 9.674209567275161e-08, |
| "loss": 0.13673336505889894, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.842655514898066, |
| "grad_norm": 2.671214999850187, |
| "learning_rate": 8.520024554022566e-08, |
| "loss": 0.12209119796752929, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.8531102979613174, |
| "grad_norm": 2.4535464480381943, |
| "learning_rate": 7.438542385984738e-08, |
| "loss": 0.12708457708358764, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.8635650810245687, |
| "grad_norm": 2.6731870751672457, |
| "learning_rate": 6.429923042885367e-08, |
| "loss": 0.13162033557891845, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.87401986408782, |
| "grad_norm": 2.4056958695335164, |
| "learning_rate": 5.494315726115529e-08, |
| "loss": 0.1326550602912903, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.8844746471510714, |
| "grad_norm": 2.680084760248227, |
| "learning_rate": 4.631858836662562e-08, |
| "loss": 0.13333473205566407, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.894929430214323, |
| "grad_norm": 2.840679147086373, |
| "learning_rate": 3.84267995463744e-08, |
| "loss": 0.1390301465988159, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.9053842132775745, |
| "grad_norm": 2.353312702702543, |
| "learning_rate": 3.126895820401821e-08, |
| "loss": 0.12958585023880004, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.9158389963408258, |
| "grad_norm": 2.4300170220695687, |
| "learning_rate": 2.4846123172992953e-08, |
| "loss": 0.12938933372497557, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.9262937794040775, |
| "grad_norm": 2.8146233788776915, |
| "learning_rate": 1.9159244559924795e-08, |
| "loss": 0.11819233894348144, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.936748562467329, |
| "grad_norm": 2.3406841881058362, |
| "learning_rate": 1.4209163604083087e-08, |
| "loss": 0.1272344708442688, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.94720334553058, |
| "grad_norm": 2.4832168833208303, |
| "learning_rate": 9.996612552939378e-09, |
| "loss": 0.11950185298919677, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.957658128593832, |
| "grad_norm": 2.6806142804230086, |
| "learning_rate": 6.5222145538501595e-09, |
| "loss": 0.13452023267745972, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.9681129116570832, |
| "grad_norm": 2.0579477839137765, |
| "learning_rate": 3.786483561874499e-09, |
| "loss": 0.12160922288894653, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.9785676947203346, |
| "grad_norm": 2.4205475064656614, |
| "learning_rate": 1.7898242637470753e-09, |
| "loss": 0.12982231378555298, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.989022477783586, |
| "grad_norm": 2.7595027723560532, |
| "learning_rate": 5.325320180171733e-10, |
| "loss": 0.13465402126312256, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.999477260846837, |
| "grad_norm": 2.3279658846062836, |
| "learning_rate": 1.4792811353081526e-11, |
| "loss": 0.12415080070495606, |
| "step": 2870 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 2871, |
| "total_flos": 4.4453745790807245e+17, |
| "train_loss": 0.3176496421800844, |
| "train_runtime": 33176.4833, |
| "train_samples_per_second": 0.692, |
| "train_steps_per_second": 0.087 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2871, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.4453745790807245e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
